-- Logs begin at Wed 2021-11-24 08:49:48 UTC, end at Wed 2021-11-24 10:49:11 UTC. -- Nov 24 09:34:32.662813 dv-neutron-818439-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 09:34:35.425308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.common.config [-] Logging enabled! Nov 24 09:34:35.425875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev7 Nov 24 09:34:35.427866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88766) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 09:34:35.428614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.common.config [-] Logging enabled! Nov 24 09:34:35.428899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev7 Nov 24 09:34:35.429173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88766) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 09:34:35.430235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 09:34:35.430492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 09:34:35.431529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 09:34:35.431811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 09:34:35.432071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 09:34:35.432432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.432766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.433096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.433352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.433689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.434016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.434338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.434675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.435011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.435324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.435630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.435941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.436197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.436506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.436825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.437148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.437400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] debug = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.437706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.438225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.438534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.438864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.439181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.439479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.439778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.440090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.440452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] host = dv-neutron-818439-1-hyperv {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.440757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.441075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.441391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.441711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.442009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.442910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.443254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.443584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.443856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_file = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.444163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.444477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.444794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.445127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.445378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.445625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.445945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.446266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.446566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.446892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.447192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.447490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.447793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.448084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.448405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.448723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.449038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.449338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.449637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.449932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.450229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.450543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.450872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.451173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.451472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.451802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.452096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.452394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.452734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.453049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.453367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.453682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.453981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.454302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.454608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.454924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.455223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_json = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.455523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.455813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.456128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.456421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.456712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.457006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.457302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.457618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:35.458104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.458456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.458815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.459124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.459448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.459759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.460082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.460383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.460702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.461020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.461335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.461645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.461959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.462290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.462641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.462944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.463496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.463820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.464121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.464423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.464745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.465049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.465350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.465663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.465953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.466250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.466544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.466870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.467189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.467486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.467782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.468079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.468403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.468673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.468982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.469281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.469575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.469878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.470176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.470471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.470791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.471094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.471389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.471691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.471988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.472284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.472582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.472877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.473171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.473503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.473796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.474099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.474636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.474898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.475197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.475495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.475792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.476106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.476435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.476737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.477043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.477348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.477649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.477949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.478251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.478555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.478904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.479202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.479530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.479839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.480167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.480460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.480765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.481090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.481395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.481709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.482012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.482353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.482652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.482962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.483284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.483612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.483928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.484248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.484584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.484886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.485229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.485537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:35.485780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 09:34:35.486048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88766) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 24 09:34:36.148792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:34:36.149106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:34:36.149428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:34:36.151092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 09:34:36.501529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.502055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.502055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.569333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.569643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.569942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.572947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.573251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.573544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.719865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.720171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.720465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.721473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.721772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.722062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.843865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.844184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.844481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.844778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:36.845607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.031705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.032079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.032405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.032709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.033012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.033389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.033689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.033976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.034262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.034646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.034930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.035236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.035543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.035833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.036181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.036495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.036790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.037263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.037550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.037885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.038348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.038656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.038940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.039281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.039563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.039837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.040307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.040581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.040854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.041129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.041399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.041669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.043103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 09:34:37.052118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 09:34:37.059925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 09:34:37.065269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 24 09:34:37.068612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 09:34:37.069779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 09:34:37.070156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 09:34:37.070629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 09:34:37.074657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 09:34:37.074939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 09:34:37.075330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 09:34:37.102855 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 24 09:34:37.103313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.103644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88766) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 24 09:34:37.104092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.105404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88766) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 09:34:37.105722 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 09:34:37.105998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 09:34:37.109173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.109477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.175071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 09:34:37.175340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 09:34:37.175606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 09:34:37.176020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 09:34:37.210892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.sqlalchemy.engines [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88766) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 09:34:37.509719 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing driver for type 'gre' Nov 24 09:34:37.510256 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] gre ID ranges: [(1, 1000)] Nov 24 09:34:37.552294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing driver for type 'local' Nov 24 09:34:37.552679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing driver for type 'vlan' Nov 24 09:34:37.563376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] VlanTypeDriver initialization complete Nov 24 09:34:37.563761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing driver for type 'vxlan' Nov 24 09:34:37.564320 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] vxlan ID ranges: [(1, 1000)] Nov 24 09:34:37.606731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing extension driver 'port_security' Nov 24 09:34:37.607097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.extensions.port_security [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] PortSecurityExtensionDriver initialization complete Nov 24 09:34:37.607470 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing mechanism driver 'openvswitch' Nov 24 09:34:37.607836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing mechanism driver 'hyperv' Nov 24 09:34:37.614770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88766) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:37.615764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.616176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.616560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.616982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.617370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.617751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.618163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.618553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.618969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.619378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.619755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.620127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.620541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.620920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.621437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.621803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] ML2 OVO RPC backend initialized. {{(pid=88766) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 24 09:34:37.622513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.622925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.623428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.624182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > networks before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.624556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.624929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > ports before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.625307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.625682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.626063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.626438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.626839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.627207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.627577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.627942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.628314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.628737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.629108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.630321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Modular L2 Plugin initialization complete Nov 24 09:34:37.630702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading services supported by the core plugin {{(pid=88766) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 24 09:34:37.631073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.managers [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Got port-security extension from driver 'port_security' Nov 24 09:34:37.631570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.extensions.vlantransparent [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Disabled vlantransparent extension. Nov 24 09:34:37.632019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88766) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 24 09:34:37.632408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: router Nov 24 09:34:37.676642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.677177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_create 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.677581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router before_create 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.677985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.678401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.678821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_delete 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.679211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.679618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_create 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.680002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.680384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.680835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.681164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.681653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.682069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.682489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.682888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: subnet after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.683260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.683655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.684039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.684410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.684923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.685185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router after_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.685564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.685948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.686364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.686757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.687170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > agent after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.687561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.687939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > network after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.688919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Tracking information for resource: router configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.689288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Tracking information for resource: floatingip configured {{(pid=88766) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 09:34:37.694269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_agentschedulers_db [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 09:34:37.694959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.695354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.695744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.696125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: port after_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.697018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router before_create 55550100 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.697421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.697824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.698227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.702865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.provider_configuration [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service providers = [] {{(pid=88766) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 09:34:37.703262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.servicetype_db [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88766) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 09:34:37.706069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.service_base [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 09:34:37.706450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.service_base [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 09:34:37.706855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.service_base [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 09:34:37.708247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.service_base [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88766) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 09:34:37.708658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.services.service_base [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 09:34:37.709071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.709419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 09:34:37.730613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.730992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: auto_allocate Nov 24 09:34:37.741837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: network precommit_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.742234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: network precommit_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.742852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.743211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: tag Nov 24 09:34:37.754685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.755044 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: timestamp Nov 24 09:34:37.758799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.759165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: network_ip_availability Nov 24 09:34:37.764847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.765198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.765665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:37.766374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.766756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: flavors Nov 24 09:34:37.782635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.783024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading Plugin: revisions Nov 24 09:34:37.788203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88766) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 24 09:34:37.788621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=88766) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:34:37.789437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88766) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 24 09:34:37.789797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Initializing extension manager. Nov 24 09:34:37.790366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: __init__.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.790774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: __pycache__ {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.791180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.791550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.791917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: _filter_validation_lib.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.792287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.792681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: address_scope.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.793547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.794235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: address-scope Nov 24 09:34:37.794677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.795672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.796289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: router-admin-state-down-before-update Nov 24 09:34:37.796649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: agent.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.797438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.798011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: agent Nov 24 09:34:37.798370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: agent_resources_synced.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.799312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.799882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: agent-resources-synced Nov 24 09:34:37.800237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.802155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.802765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: allowed-address-pairs Nov 24 09:34:37.803130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.804204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.804826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: auto-allocated-topology Nov 24 09:34:37.805193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: availability_zone.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.806092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.806688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: availability_zone Nov 24 09:34:37.807053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: availability_zone_filter.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.807980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.808548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: availability_zone_filter Nov 24 09:34:37.808911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: data_plane_status.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.809823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.810395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 09:34:37.810839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: default_subnetpools.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.811794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.812364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: default-subnetpools Nov 24 09:34:37.812719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.813598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.814177 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: dhcp_agent_scheduler Nov 24 09:34:37.814534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: dns.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.815480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.816050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 09:34:37.816407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: dns_domain_ports.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.817363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.818058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 09:34:37.818418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: dvr.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.819201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.819772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: dvr Nov 24 09:34:37.820131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: empty_string_filtering.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.821051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.821620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: empty-string-filtering Nov 24 09:34:37.821978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.822919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.823486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 09:34:37.823841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.824753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.825319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 09:34:37.825676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: external_net.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.826674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.827248 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: external-net Nov 24 09:34:37.827601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.828508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.829085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: extra_dhcp_opt Nov 24 09:34:37.829440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: extraroute.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.830345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.830933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: extraroute Nov 24 09:34:37.831288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: extraroute_atomic.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.832438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.833583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: extraroute-atomic Nov 24 09:34:37.834020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: filter_validation.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.834781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.835353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: filter-validation Nov 24 09:34:37.835710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: fip_pf_description.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.836633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.837205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 09:34:37.837558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: fip_port_details.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.838772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.839344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: fip-port-details Nov 24 09:34:37.839702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: flavors.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.840943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.841520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: flavors Nov 24 09:34:37.841881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.843708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.844296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 09:34:37.844658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: floatingip_pools.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.845435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.846011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: floatingip-pools Nov 24 09:34:37.846369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: ip_allocation.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.847329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.847897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 09:34:37.848255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.849754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.850320 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: ip-substring-filtering Nov 24 09:34:37.850704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l2_adjacency.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.851635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.852199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 09:34:37.852553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.853671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.854248 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: router Nov 24 09:34:37.854634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.857176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.857772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 09:34:37.858148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.859102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.859689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: ext-gw-mode Nov 24 09:34:37.860053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.861240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.862108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: l3-ha Nov 24 09:34:37.862474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3_flavors.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.863506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.864169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: l3-flavors Nov 24 09:34:37.864546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.865457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.866029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 09:34:37.866387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: l3agentscheduler.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.867671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.868253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: l3_agent_scheduler Nov 24 09:34:37.868616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: logging.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.870195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.870806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension logging not supported by any of loaded plugins Nov 24 09:34:37.871171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: metering.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.873665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.874376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: metering Nov 24 09:34:37.874776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: multiprovidernet.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.875731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.876309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: multi-provider Nov 24 09:34:37.876674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: netmtu.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.877606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.878179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: net-mtu Nov 24 09:34:37.878543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: netmtu_writable.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.879521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.880115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: net-mtu-writable Nov 24 09:34:37.880472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: network_availability_zone.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.881235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.881804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: network_availability_zone Nov 24 09:34:37.882160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: network_ip_availability.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.883292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.883862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: network-ip-availability Nov 24 09:34:37.886107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: network_segment_range.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.887060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.888506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 09:34:37.888864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: pagination.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.889876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.890253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: pagination Nov 24 09:34:37.893096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.894052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.894659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: port-mac-address-regenerate Nov 24 09:34:37.895023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: port_resource_request.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.896472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.898861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 09:34:37.899159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: portbindings.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.900119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.900688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: binding Nov 24 09:34:37.901045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: portbindings_extended.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.902328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.902932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: binding-extended Nov 24 09:34:37.903292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: portsecurity.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.904212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.904790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: port-security Nov 24 09:34:37.905148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: project_id.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.906127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.906496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: project-id Nov 24 09:34:37.906877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: providernet.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.907924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.908501 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: provider Nov 24 09:34:37.908862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.913260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.913879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos not supported by any of loaded plugins Nov 24 09:34:37.914250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.915527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.916110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 09:34:37.916473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.917396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.917963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 09:34:37.918322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_default.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.919268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.919826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-default not supported by any of loaded plugins Nov 24 09:34:37.920182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_fip.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.920874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.921444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 09:34:37.921799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.922779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.923352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 09:34:37.923707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.924629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.925209 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 09:34:37.925560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.926525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.927508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 09:34:37.928080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: qos_rules_alias.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.929780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.930812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 09:34:37.931454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: quotasv2.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.933176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.933598 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: quotas Nov 24 09:34:37.933968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: quotasv2_detail.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.935618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.936007 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: quota_details Nov 24 09:34:37.936375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: rbac.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.937582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.938176 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: rbac-policies Nov 24 09:34:37.938544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: rbac_address_scope.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.939502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.940082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: rbac-address-scope Nov 24 09:34:37.940447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: rbac_security_groups.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.941362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.941939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: rbac-security-groups Nov 24 09:34:37.942837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.943802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.944378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: rbac-subnetpool Nov 24 09:34:37.944735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: revisionifmatch.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.945667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.946247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: revision-if-match Nov 24 09:34:37.946614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: revisions.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.947776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.948351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: standard-attr-revisions Nov 24 09:34:37.948717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: router_availability_zone.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.949474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.950053 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: router_availability_zone Nov 24 09:34:37.950412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: routerservicetype.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.951375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.951946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 09:34:37.952304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.953225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.953791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: port-security-groups-filtering Nov 24 09:34:37.954147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: securitygroup.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.968040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.968659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: security-group Nov 24 09:34:37.969029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: segment.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.969924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.970498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension segment not supported by any of loaded plugins Nov 24 09:34:37.970883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.971825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.972403 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 09:34:37.972762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: servicetype.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.974021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.974627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: service-type Nov 24 09:34:37.974998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: sorting.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.975981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.976360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: sorting Nov 24 09:34:37.976721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: standard_attr_segment.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.977645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.978227 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 09:34:37.978626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: standardattrdescription.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.979292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.979864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: standard-attr-description Nov 24 09:34:37.980221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: stateful_security_group.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.981167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.981743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: stateful-security-group Nov 24 09:34:37.982103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: stdattrs_common.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.982714 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 09:34:37.983065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.983993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.984577 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 09:34:37.984934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnet_onboard.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.986005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.986614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: subnet_onboard Nov 24 09:34:37.986962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.987909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.988487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 09:34:37.988838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnet_service_types.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.990043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.990648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: subnet-service-types Nov 24 09:34:37.991135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnetallocation.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.992116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.993132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: subnet_allocation Nov 24 09:34:37.993132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.993736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.994310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: subnetpool-prefix-ops Nov 24 09:34:37.994693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.995627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.996193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 09:34:37.996554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: tagging.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:37.997949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:37.998866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: standard-attr-tag Nov 24 09:34:37.999169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: timestamp.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:38.000131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:38.000868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loaded extension: standard-attr-timestamp Nov 24 09:34:38.001077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: trunk.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:38.002117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:38.002725 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension trunk not supported by any of loaded plugins Nov 24 09:34:38.003125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: trunk_details.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:38.004135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:38.005115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 09:34:38.005469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:38.006409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:38.007020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 09:34:38.007380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Loading extension file: vlantransparent.py {{(pid=88766) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 24 09:34:38.008094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88766) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 24 09:34:38.008662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 09:34:38.011185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:network Nov 24 09:34:38.012029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnet Nov 24 09:34:38.012697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 09:34:38.013355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:port Nov 24 09:34:38.014810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.015357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service FLAVORS assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.015998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.016464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.016843 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:router Nov 24 09:34:38.017555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 09:34:38.018321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service METERING assigned prefix: /metering {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.020156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:38.021100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:38.021481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88766) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:34:38.022655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 09:34:38.023125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:security_group Nov 24 09:34:38.023929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 09:34:38.024738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service CORE assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.025103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 09:34:38.025466 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] subnetpool is already registered Nov 24 09:34:38.026128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service CORE assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.026495 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 09:34:38.026882 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] subnetpool is already registered Nov 24 09:34:38.029529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.030004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service FLAVORS assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.030674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.031136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.031506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:router Nov 24 09:34:38.031869 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] router is already registered Nov 24 09:34:38.032522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 09:34:38.032884 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] floatingip is already registered Nov 24 09:34:38.033570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service METERING assigned prefix: /metering {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.034299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 09:34:38.034685 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] rbac_policy is already registered Nov 24 09:34:38.035146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:security_group Nov 24 09:34:38.035498 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] security_group is already registered Nov 24 09:34:38.036330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 09:34:38.036770 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] security_group_rule is already registered Nov 24 09:34:38.037504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service CORE assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.037897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 09:34:38.038238 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] subnetpool is already registered Nov 24 09:34:38.038919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.resource_helper [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Service CORE assigned prefix: {{(pid=88766) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 09:34:38.039288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 09:34:38.039647 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.quota.resource_registry [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] subnetpool is already registered Nov 24 09:34:38.040371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: extensions {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.041930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: address-scopes {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.043217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: agents {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.044548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: auto-allocated-topology {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.045868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: availability_zones {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.047171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: dhcp-networks {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.048728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: dhcp-agents {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.050191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: routers {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.052186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: flavors {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.054419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: service_profiles {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.055719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: next_providers {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.057203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: service_profiles {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.058725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: floatingip-pools {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.060083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: routers {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.061859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: floatingips {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.063126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: l3-routers {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.064810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: l3-agents {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.066258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: metering-labels {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.068110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: metering-label-rules {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.069538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: network-ip-availabilities {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.070901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: bindings {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.072478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: quotas {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.074067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: quotas {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.075580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: rbac-policies {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.076834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: security-groups {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.078077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: security-group-rules {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.079493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: service-providers {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.080775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: subnetpools {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.082155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: subnetpools {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.084339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.086240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.088055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.090236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.092004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.093845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.095726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.097528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.099597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.101423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.extensions [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Extended resource: tags {{(pid=88766) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 09:34:38.108399 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING keystonemiddleware.auth_token [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 09:34:38.113306 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING keystonemiddleware.auth_token [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 09:34:38.122194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Acquired lock "singleton_lock" {{(pid=88766) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 24 09:34:38.122739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Releasing lock "singleton_lock" {{(pid=88766) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 24 09:34:38.124198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Starting 2 workers Nov 24 09:34:38.128939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Started child 88877 {{(pid=88766) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 09:34:38.134046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.134475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Started child 88878 {{(pid=88766) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 09:34:38.135660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [-] (88877) wsgi starting up on http://0.0.0.0:9696 Nov 24 09:34:38.136104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 09:34:38.136790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Notify callbacks [] for process, before_spawn {{(pid=88766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.139333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Starting 1 workers Nov 24 09:34:38.140949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.143159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [-] (88878) wsgi starting up on http://0.0.0.0:9696 Nov 24 09:34:38.144624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Started child 88879 {{(pid=88766) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 09:34:38.145226 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Starting 1 workers Nov 24 09:34:38.148290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] calling RpcWorker wait() {{(pid=88879) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 09:34:38.148678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] returning from RpcWorker wait() {{(pid=88879) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 09:34:38.150190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.150508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Started child 88880 {{(pid=88766) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 24 09:34:38.150740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:38.151449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518c8366-478b-4388-8094-52941b0d59e1 None None] Notify callbacks [] for process, after_spawn {{(pid=88766) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.153241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88766) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 24 09:34:38.153450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 09:34:38.153871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 09:34:38.154159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 09:34:38.154556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 09:34:38.154753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 09:34:38.154851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:38.155386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.155698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.156146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.156459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.156877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.157579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.157960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.158238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.158544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.158855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.159055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.159247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.159531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.159811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.160145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.160429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.160696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.161113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.161409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.161693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.162019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.162290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.162610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] debug = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.162867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.163463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.163743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.164014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.164281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.164579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.164859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.165147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.165417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.165629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.165901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.166182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.166397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.166667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.166955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.167186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.167613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] host = dv-neutron-818439-1-hyperv {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.167883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.168128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.168376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.168627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.168898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.169149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.169431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.169713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.169962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.170215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.170454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.170731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.170998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.171335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_file = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.171504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_options = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.171655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.171883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.172155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.172373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.172562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.172823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.172973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.173146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.173395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.173646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.173880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.174151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.174313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.174572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.174866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.175099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.175348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.175595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.175876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.176161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.176449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.176813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.177064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.177358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.177524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.177666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.177915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.178149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.178404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.178696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.178956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.179241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.179499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.179774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.180048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.180275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.180944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.181266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.181597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.181933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.182193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.182431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.182734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.183014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.183219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.183750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_json = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.183996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.184280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.184438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:38.184591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.184737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.184999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.185147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.185356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.185633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.186084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.186401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.187471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.187471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.187471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.187471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.188975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.189318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.189599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.189893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.190157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.190411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.190702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.190946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.191184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.191420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.191676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.191955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.192727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.192955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.193203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.193418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.193810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.194064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.194393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.194642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.194883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.195122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.195367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.195605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.195844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.196107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.196349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.197147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.197602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.197856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.198084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.198312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.198559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.198850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.201500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.201684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.202077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.202229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.202433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.202727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.203140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.203582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.203841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.204103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.204357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.204612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.204872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.205122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.205375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.205641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.205901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.206148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.206396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.206664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.206909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.207266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.207537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.208702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.209061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.209777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.209777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.209950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.210186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.210572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.210980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.211166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.211942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.211942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.211942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.212236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.212474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.212722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.212966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.213256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.214969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.215804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.215804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.215804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.216063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.216258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.216531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.216826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.217102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.217491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.217808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.218089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.218385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.218953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.218953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.219241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.219550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.219827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.223949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.224736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.225265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.225265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.225454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.225670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.225945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.226217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.226481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.226763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.227040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.227395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.227646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.227892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.228144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.228968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.229239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.229512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.229760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.230010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.230256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.230506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.230801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.231072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.231314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.231582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.231855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.232181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.232469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.232717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.232983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.233266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.233517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.233832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.234127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.234371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.234855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.235116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.235397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.235644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.235926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.236179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.236421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.236664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.236930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.237169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.237449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.237717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.237959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.238269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.238530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.238929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.239854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.240350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.240674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.240925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.241176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.241432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.241714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.241963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.242245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.242514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.242810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.243079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.243321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.243560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.243801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.244046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.244285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.244578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.244866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.245152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.245521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.245723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.245981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.246215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.246533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.246830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.247124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.247362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.247877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.247977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.248174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.251842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.252294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.252392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.252566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.252897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.253263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.253558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.253832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.254411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.254411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.254922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.254922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.255379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.255716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.256149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.256439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.256784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.257047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.257797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.257797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.257797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.258283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.258283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.258632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.258738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.258902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 09:34:38.259451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88766) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 24 09:34:38.259642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 09:34:38.259824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 09:34:38.260035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 09:34:38.260241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 09:34:38.260423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 09:34:38.260669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.260859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.261048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.261236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.261425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.261633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.261821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.262952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.263135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.263320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.263503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.263689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.263873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] debug = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.264986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.265188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.265420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.265528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.265715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.265900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.266992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.267142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.267651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.267651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.267651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] host = dv-neutron-818439-1-hyperv {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.268858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.269881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.270066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_file = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.270772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_options = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.271052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.271391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.271590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.271804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.271973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.272153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.272337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.272523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.272709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.272893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.273077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.273260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.273447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.273636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.273819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.274004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.274189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.274373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.274559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.274767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.275943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.276126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.276745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.276745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.276745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.276745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.277957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.278140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.278325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.278508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.278718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.278904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_json = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.279930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.280079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.280263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.280444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.280631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 09:34:38.280838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.281956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.282144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.282388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.282558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.282779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.282946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.283146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.283329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.283519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.283705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.283891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.284080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.284270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.284459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.284647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.284836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.285023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.285209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.285396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.285581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.285769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.286553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.286856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.287204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.287443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.287637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.287828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.288971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.289214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.289319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.289508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.289697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.289887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.290075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.290262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.290449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.290661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.290854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.291952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.292139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.292328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.292515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.292695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.292850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.293952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.294908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.295985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.296136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.296287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.296466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.296714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.296891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.297956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.298911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.299919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.300905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.301051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.301207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.301366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.301575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.301836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.302182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.302439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.302621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.302777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.302971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.303194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.303353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.303515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.303666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.303844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.304922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.305107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.305297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.305486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.305676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.305864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.306053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.306216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.306376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.306561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.306771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.307594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.307594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.307594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.307594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.307594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.308935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.309124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.309331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.309486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.309644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.309831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.310983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.311172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.311364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.311558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.311754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.311936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.312122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.312310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.312514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.312691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.312898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.313087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.313275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.313462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.313652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.313838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.314025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.314446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.314677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.314871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.315065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.315252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.315477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.315665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.315854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.316926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.317136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.317325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.317642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.317979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.318264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.318462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.318667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.318859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.319991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.320179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.320350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.320502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.320738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.320933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.321132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.321322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.321555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.321718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.321838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.322963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.323128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.323279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:38.323383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.323491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.323633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.323820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.324940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.325127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.325315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.325502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.325690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.325876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 09:34:38.326056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88766) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 09:34:38.331969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41396) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:34:38.347084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123317 Nov 24 09:34:48.992562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc310880-7235-463f-a775-c8ef828d2220 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:34:49.216431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc310880-7235-463f-a775-c8ef828d2220 None None] No non-hosted networks {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 09:34:49.251567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agentschedulers_db [None req-bc310880-7235-463f-a775-c8ef828d2220 None None] DHCP Agent not found on host dv-neutron-818439-1-hyperv {{(pid=88879) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 24 09:34:49.350371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb40dc6-3145-4e4b-8442-e4f24294a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:50.431413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:50.435567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.436187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.436789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.437385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.437980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.438574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.439265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.439805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.440397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.441004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.441623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:50.442873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818439-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:50.465252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818439-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:34:51.507822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d38602c-1161-4d02-88af-87bb43a988fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:51.527780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:51.591205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-241a7560-be5b-41a8-89a9-14dee00baaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:53.180187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:53.728655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:34:54.507937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-f862709d-9460-4546-abee-86ee63739799 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:34:54.509116 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f862709d-9460-4546-abee-86ee63739799 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7794569 Nov 24 09:34:54.730140 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_hamode_db [None req-8826d979-28a0-42de-a239-f6b6de3841bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 09:34:54.825782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826d979-28a0-42de-a239-f6b6de3841bf None None] Routers set() bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:34:54.826193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826d979-28a0-42de-a239-f6b6de3841bf None None] Router IDs set() for agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 09:34:56.726490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:34:56.806687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:34:57.062447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.policy [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88878) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 24 09:34:57.070454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Loaded quota_driver: . Nov 24 09:34:57.104585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:34:57.170022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739700342290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739700222393', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739700223491', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739700445235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739700445362', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853588680', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1197104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938327'] for rbac-policy, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:57.238710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:57.239970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5226277d-73c9-4be6-a7e8-99a40ba19288 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5123241 Nov 24 09:34:59.508938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:34:59.587595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'name': 'private'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:34:59.593724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:34:59.601534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Usage tracker for resource:network and tenant:3af2d8730fc644929b833c0d4bbdf046 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:34:59.605060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:34:59.611301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:34:59.620281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Made reservation on behalf of 3af2d8730fc644929b833c0d4bbdf046 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:34:59.626487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.643632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.686699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:34:59.690478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Usage tracker for resource:security_group_rule and tenant:3af2d8730fc644929b833c0d4bbdf046 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:34:59.693923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:34:59.700098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:34:59.768924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.772514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.777301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:34:59.794956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:34:59.822439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297157505857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.822992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Unsubscribe: segment precommit_create {{(pid=88878) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 24 09:34:59.823445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Added segment 887756f4-5cf5-49fe-8d3e-a5566ec27b3d of type vlan for network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 Nov 24 09:34:59.874325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7180883-d05d-4785-8781-d5f7135df8e7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:34:59.898451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.898895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.899214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.899570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.899932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.900285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.900647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.900994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.901335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.901679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.902021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Tracked resource versions report: Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:34:59.903367 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:34:59.939999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.967123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:34:59.980618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.981936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:34:59.982599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:34:59.987482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:00.091240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5810230 Nov 24 09:35:00.100784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Pushing event updated for resources: {'Network': ['ID=1a8d346e-08e2-4bef-a0a0-ce91df100e04,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:00.113061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:00.122524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:35:02.380138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:02.566302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d3c55-bdc9-4628-9c4c-caa7496bb11e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:02.568355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd6d3c55-bdc9-4628-9c4c-caa7496bb11e admin admin] 10.222.0.55 "GET /v2.0/networks/1a8d346e-08e2-4bef-a0a0-ce91df100e04 HTTP/1.1" status: 200 len: 825 time: 0.1871710 Nov 24 09:35:02.598874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1afd97b1-33cb-4ce6-8ae8-09904fb3a19a admin admin] 10.222.0.55 "GET /v2.0/subnetpools/d980092e-cb1a-44eb-9308-91c6bf0d2f7d HTTP/1.1" status: 200 len: 734 time: 0.0237708 Nov 24 09:35:02.608164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Request body: {'subnet': {'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:35:02.613036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:35:02.617557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Usage tracker for resource:subnet and tenant:3af2d8730fc644929b833c0d4bbdf046 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:35:02.620550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:35:02.627027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:35:02.639858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Made reservation on behalf of 3af2d8730fc644929b833c0d4bbdf046 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:35:02.644510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:02.935260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:02.940010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:03.027217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abcf215-2f64-4360-81b9-67d3582c24fa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:03.032307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:03.034197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Checking segment: {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:35:03.034612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Network hostable DHCP agents. Network: 1a8d346e-08e2-4bef-a0a0-ce91df100e04, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:35:03.058467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:35:03.069443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 1a8d346e-08e2-4bef-a0a0-ce91df100e04) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:03.074093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:03.074781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:03.080658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bbf81-dca4-4a6a-a0df-a40c2f2e2b8d None None] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:35:03.102661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4936674 Nov 24 09:35:03.493156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:35:03.494264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:03.708556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Allocated IP 172.20.0.2 (1a8d346e-08e2-4bef-a0a0-ce91df100e04/3abcf215-2f64-4360-81b9-67d3582c24fa/311c2f39-e644-4580-abf6-8da6175a80c9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:35:03.952500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:03.966204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Transition to ACTIVE for port object 311c2f39-e644-4580-abf6-8da6175a80c9 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:35:03.986962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Transition to ACTIVE for port object 311c2f39-e644-4580-abf6-8da6175a80c9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:35:03.993744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:03.999049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:04.058344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:35:04.066181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:04.074805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:35:04.076999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Pushing event updated for resources: {'Port': ['ID=311c2f39-e644-4580-abf6-8da6175a80c9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:04.089769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.090154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.090527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.090944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.091312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.091676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.092039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.092407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.092766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.093131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.093480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Tracked resource versions report: Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:35:04.094846 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:35:04.164639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:04.188996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Attempting to bind port 311c2f39-e644-4580-abf6-8da6175a80c9 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:35:04.188996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Attempting to bind port 311c2f39-e644-4580-abf6-8da6175a80c9 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:35:04.188996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Attempting to bind port 311c2f39-e644-4580-abf6-8da6175a80c9 on network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:35:04.194423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:35:04.194879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Checking segment: {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:35:04.195370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:04.195795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Bound using segment: {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:35:04.196343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Bound port: 311c2f39-e644-4580-abf6-8da6175a80c9, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:35:04.196751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:04.290260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] For port 311c2f39-e644-4580-abf6-8da6175a80c9, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:35:04.294376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] For port 311c2f39-e644-4580-abf6-8da6175a80c9, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=311c2f39-e644-4580-abf6-8da6175a80c9,segment=NetworkSegment(887756f4-5cf5-49fe-8d3e-a5566ec27b3d),segment_id=887756f4-5cf5-49fe-8d3e-a5566ec27b3d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:35:04.297840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:04.303631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:04.394191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Pushing event updated for resources: {'Port': ['ID=311c2f39-e644-4580-abf6-8da6175a80c9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:04.397522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:05.355972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:05.436886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-9247f089-cebb-46c0-a7bd-97b47b14b4af admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:35:05.438078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9247f089-cebb-46c0-a7bd-97b47b14b4af admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0810046 Nov 24 09:35:07.669640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41594) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:07.749636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-f4269d74-4c84-4ad4-b46b-60f191ec3d12 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:35:07.750741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4269d74-4c84-4ad4-b46b-60f191ec3d12 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0800717 Nov 24 09:35:08.844350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 311c2f39-e644-4580-abf6-8da6175a80c9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:08.926624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 311c2f39-e644-4580-abf6-8da6175a80c9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:35:09.267020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351d0b4-1891-4bb6-a3a6-b4bd8bb7d021 None None] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:35:09.386916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Provisioning for port 311c2f39-e644-4580-abf6-8da6175a80c9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:35:09.396351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Provisioning complete for port 311c2f39-e644-4580-abf6-8da6175a80c9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:09.396756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:09.634336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:09.683776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] For port 311c2f39-e644-4580-abf6-8da6175a80c9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=311c2f39-e644-4580-abf6-8da6175a80c9,segment=NetworkSegment(887756f4-5cf5-49fe-8d3e-a5566ec27b3d),segment_id=887756f4-5cf5-49fe-8d3e-a5566ec27b3d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:35:09.688347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:09.690832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:09.765371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Pushing event updated for resources: {'Port': ['ID=311c2f39-e644-4580-abf6-8da6175a80c9,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:09.768810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:09.921137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4b25878b-b93c-4b5d-884c-e0deb84ae9b6 None None] Provisioning complete for port 311c2f39-e644-4580-abf6-8da6175a80c9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:09.921733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b25878b-b93c-4b5d-884c-e0deb84ae9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.071365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:10.149567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Request body: {'router': {'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'name': 'router1', 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:35:10.155034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:35:10.159014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Usage tracker for resource:router and tenant:3af2d8730fc644929b833c0d4bbdf046 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:35:10.162735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:35:10.168654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:35:10.178422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.179668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.203372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.311091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.331468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:10.332800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51c7aa96-ff9a-4826-932d-4a801eb1491a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2592626 Nov 24 09:35:10.825480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 311c2f39-e644-4580-abf6-8da6175a80c9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:10.907367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 311c2f39-e644-4580-abf6-8da6175a80c9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:10.907857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:12.601570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41620) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:12.684691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-e8e21855-d5e8-430d-aa6a-6c4fed98059d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:35:12.685801 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8e21855-d5e8-430d-aa6a-6c4fed98059d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0828443 Nov 24 09:35:14.996565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 41632) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:15.532192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:35:15.534757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.quota [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Loaded quota_driver: . Nov 24 09:35:15.571183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:35:15.577186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Usage tracker for resource:network and tenant:316106a2a8e7481798dea33bce2fbf31 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:35:15.581212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:35:15.589183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:35:15.603647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Made reservation on behalf of 316106a2a8e7481798dea33bce2fbf31 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:35:15.848540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.policy [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88877) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 24 09:35:15.859161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:15.877679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:15.926001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:35:15.930145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Usage tracker for resource:security_group_rule and tenant:316106a2a8e7481798dea33bce2fbf31 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:35:15.935956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:35:15.946371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:35:16.034148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.038438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.043676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:16.055422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Reserving flat network on physical network physnet1 {{(pid=88877) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 24 09:35:16.086505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363297157505857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.087149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Unsubscribe: segment precommit_create {{(pid=88877) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 24 09:35:16.087603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Added segment 657eadc2-3e77-446c-aba1-1b32a17cd9f6 of type flat for network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 Nov 24 09:35:16.142755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c248e-9301-4cb2-8848-d2f715b201ad,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:16.181683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.182057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.182412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.182800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.183168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.183525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.183890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.184241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.184585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.184928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.185272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Tracked resource versions report: Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:35:16.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:35:16.228303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.238916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:16.277362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.278810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:16.279483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:16.283438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:16.396559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Pushing event updated for resources: {'Network': ['ID=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:16.400533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4018638 Nov 24 09:35:16.401304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:16.417931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:35:18.722366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:18.791471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8745db80-b769-40a3-928f-d94f1fba26a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:19.042762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34293cb6-f2ea-4419-baba-938d0ed0890e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:19.044263 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34293cb6-f2ea-4419-baba-938d0ed0890e admin admin] 10.222.0.55 "GET /v2.0/subnets/3abcf215-2f64-4360-81b9-67d3582c24fa HTTP/1.1" status: 200 len: 849 time: 0.3203342 Nov 24 09:35:19.201625 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4416222-b6a9-425e-b255-8d1821939742 admin admin] 10.222.0.55 "GET /v2.0/routers/e9a05c61-75fd-469f-8ca9-9a2733fc4b18 HTTP/1.1" status: 200 len: 704 time: 0.1508284 Nov 24 09:35:19.738188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.005246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Allocated IP 172.20.0.1 (1a8d346e-08e2-4bef-a0a0-ce91df100e04/3abcf215-2f64-4360-81b9-67d3582c24fa/77e572a8-f5e1-4e76-9009-505299382b0e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:35:20.185326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.206354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Transition to ACTIVE for port object 77e572a8-f5e1-4e76-9009-505299382b0e will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:35:20.259119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.267574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:20.329429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:35:20.333396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:20.343500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:35:20.344026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.357106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Pushing event updated for resources: {'Port': ['ID=77e572a8-f5e1-4e76-9009-505299382b0e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:20.400695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.404217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:20.497153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.747883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c189f93a-a6ca-4ba1-9712-94f921f5481f None None] Provisioning for port 77e572a8-f5e1-4e76-9009-505299382b0e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:35:20.754895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c189f93a-a6ca-4ba1-9712-94f921f5481f None None] Provisioning complete for port 77e572a8-f5e1-4e76-9009-505299382b0e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:20.755457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c189f93a-a6ca-4ba1-9712-94f921f5481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.797857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.802349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.803622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:20.809191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:20.923647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Pushing event updated for resources: {'Port': ['ID=77e572a8-f5e1-4e76-9009-505299382b0e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:20.969723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c189f93a-a6ca-4ba1-9712-94f921f5481f None None] Port 77e572a8-f5e1-4e76-9009-505299382b0e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:35:20.991568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:21.064437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:35:21.066073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:21.409302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b30cd457-8f8c-4afe-8f4b-81190daf93fe None None] Provisioning complete for port 77e572a8-f5e1-4e76-9009-505299382b0e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:21.409707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b30cd457-8f8c-4afe-8f4b-81190daf93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:21.476106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:21.482158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b30cd457-8f8c-4afe-8f4b-81190daf93fe None None] Port 77e572a8-f5e1-4e76-9009-505299382b0e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:35:21.514176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29940af9-4fe9-4a09-84a9-50945c475729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:21.668936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:35:21.862387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:35:21.877292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Sync routers for ids ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:35:21.877596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] 10.222.0.55 "PUT /v2.0/routers/e9a05c61-75fd-469f-8ca9-9a2733fc4b18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6697247 Nov 24 09:35:21.894927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Routers {'e9a05c61-75fd-469f-8ca9-9a2733fc4b18'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:35:21.896167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:35:21Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:22.100781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Set router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:35:22.539718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:20Z', 'revision_number': 2, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port_host': None, '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:20Z', 'revision_number': 2, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:22.545423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Checking router: e9a05c61-75fd-469f-8ca9-9a2733fc4b18 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:35:22.545804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Updating router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 port 77e572a8-f5e1-4e76-9009-505299382b0e binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:35:22.608421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.049220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.069704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Transition to ACTIVE for port object 77e572a8-f5e1-4e76-9009-505299382b0e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:35:23.077023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.089673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:23.101903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.227384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Pushing event updated for resources: {'Port': ['ID=77e572a8-f5e1-4e76-9009-505299382b0e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:23.320694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.321119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.321533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.321893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.322133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.322446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.322832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.323206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.323607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.323890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.324240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Tracked resource versions report: Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:35:23.325597 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:35:23.337851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:23.342483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Attempting to bind port 77e572a8-f5e1-4e76-9009-505299382b0e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:35:23.343212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Attempting to bind port 77e572a8-f5e1-4e76-9009-505299382b0e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:35:23.343908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Attempting to bind port 77e572a8-f5e1-4e76-9009-505299382b0e on network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:35:23.357758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:35:23.358466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Checking segment: {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:35:23.359293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.359994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Bound using segment: {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:35:23.360903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Bound port: 77e572a8-f5e1-4e76-9009-505299382b0e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887756f4-5cf5-49fe-8d3e-a5566ec27b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:35:23.361690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.508809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] For port 77e572a8-f5e1-4e76-9009-505299382b0e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:35:23.517109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] For port 77e572a8-f5e1-4e76-9009-505299382b0e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=77e572a8-f5e1-4e76-9009-505299382b0e,segment=NetworkSegment(887756f4-5cf5-49fe-8d3e-a5566ec27b3d),segment_id=887756f4-5cf5-49fe-8d3e-a5566ec27b3d)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:35:23.525197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:23.533449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:23.712229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Pushing event updated for resources: {'Port': ['ID=77e572a8-f5e1-4e76-9009-505299382b0e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:23.717932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:23.720954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Routers {'e9a05c61-75fd-469f-8ca9-9a2733fc4b18'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:35:23.722097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:35:21Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:24.031486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] Set router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:35:24.603645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:20Z', 'revision_number': 2, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port_host': None, '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:23Z', 'revision_number': 4, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:24.606369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:24.611166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bf3fc-006e-4174-a6d6-6ef1650f6406 None None] The sync data for ids ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'] in dv-neutron-818439-1-hyperv is: [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:20Z', 'revision_number': 2, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port_host': None, '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:23Z', 'revision_number': 4, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:35:24.815862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8f512-0dfc-40e3-88f8-508f2ff84795 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:24.818649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eeb8f512-0dfc-40e3-88f8-508f2ff84795 admin admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 842 time: 0.2105215 Nov 24 09:35:24.829707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.6.1', 'name': 'public-subnet', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'cidr': '172.26.6.0/24', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:35:24.836733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:35:24.841626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Usage tracker for resource:subnet and tenant:316106a2a8e7481798dea33bce2fbf31 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:35:24.845086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:35:24.853091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:35:24.864568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Made reservation on behalf of 316106a2a8e7481798dea33bce2fbf31 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:35:24.869873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:25.382881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:25.387228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:25.468080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff6c863-f2a0-41b6-ba82-a998054871fe,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:25.473846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:25.486126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:35:25.486694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Network hostable DHCP agents. Network: 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:35:25.514068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:35:25.525271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:25.529865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:25.530520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:25.538881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bce82-d235-438f-856e-106f9d8dd921 None None] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:35:25.566653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390783 Nov 24 09:35:25.795027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cfe3a8-599f-4256-ad9a-8b6ba8c96a52 None None] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:35:26.880879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 77e572a8-f5e1-4e76-9009-505299382b0e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:26.974200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 77e572a8-f5e1-4e76-9009-505299382b0e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:35:26.980293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 77e572a8-f5e1-4e76-9009-505299382b0e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:26.980845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:27.123099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:27.168970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 77e572a8-f5e1-4e76-9009-505299382b0e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=77e572a8-f5e1-4e76-9009-505299382b0e,segment=NetworkSegment(887756f4-5cf5-49fe-8d3e-a5566ec27b3d),segment_id=887756f4-5cf5-49fe-8d3e-a5566ec27b3d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:35:27.173404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:27.178223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d7cc52b-1f88-495f-898c-4d343b556358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:27.302240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=77e572a8-f5e1-4e76-9009-505299382b0e,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:27.311076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:28.193253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:28.215245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:35:28.480212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11045a82-1672-44df-b63c-f40b6c9b93be admin admin] 10.222.0.55 "GET /v2.0/routers/e9a05c61-75fd-469f-8ca9-9a2733fc4b18 HTTP/1.1" status: 200 len: 710 time: 0.2856944 Nov 24 09:35:28.643500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e18a4-5d1c-46b7-88da-ea0190262c3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:35:28.645370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-823e18a4-5d1c-46b7-88da-ea0190262c3a admin admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 886 time: 0.1585841 Nov 24 09:35:28.659694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:35:28.845121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 77e572a8-f5e1-4e76-9009-505299382b0e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:28.923798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 77e572a8-f5e1-4e76-9009-505299382b0e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:28.924285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:29.570595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:29.788187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:29.863216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:30.157097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Allocated IP 172.26.6.139 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/c4df1822-6e9c-4c47-9a52-abd5f48b9326) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:35:30.367254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:30.396175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:30.401113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:30.465264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:35:30.473944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:35:30.478891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:35:30.520351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Pushing event updated for resources: {'Port': ['ID=c4df1822-6e9c-4c47-9a52-abd5f48b9326,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:30.526434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:30.653187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:30.837789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:30.842097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:31.069383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:35:31.299261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:35:31.308973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:31.310334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] 10.222.0.55 "PUT /v2.0/routers/e9a05c61-75fd-469f-8ca9-9a2733fc4b18 HTTP/1.1" status: 200 len: 890 time: 2.6546395 Nov 24 09:35:31.326386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Sync routers for ids ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:35:31.343952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Routers {'e9a05c61-75fd-469f-8ca9-9a2733fc4b18'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:35:31.344759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:35:21Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:31.656444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Set router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:35:32.099432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:30Z', 'revision_number': 4, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port': {'id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:29Z', 'updated_at': '2021-11-24T09:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:27Z', 'revision_number': 5, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:32.105894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Checking router: e9a05c61-75fd-469f-8ca9-9a2733fc4b18 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:35:32.106283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Updating router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 port c4df1822-6e9c-4c47-9a52-abd5f48b9326 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:35:32.162949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.548277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.563544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Transition to ACTIVE for port object c4df1822-6e9c-4c47-9a52-abd5f48b9326 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:35:32.572635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.577101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:32.665105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Pushing event updated for resources: {'Port': ['ID=c4df1822-6e9c-4c47-9a52-abd5f48b9326,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:32.669355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:32.670305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Attempting to bind port c4df1822-6e9c-4c47-9a52-abd5f48b9326 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:35:32.670776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Attempting to bind port c4df1822-6e9c-4c47-9a52-abd5f48b9326 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:35:32.671183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Attempting to bind port c4df1822-6e9c-4c47-9a52-abd5f48b9326 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:35:32.680154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:35:32.680573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:35:32.681038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.681475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:35:32.682022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Bound port: c4df1822-6e9c-4c47-9a52-abd5f48b9326, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:35:32.682442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.763316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] For port c4df1822-6e9c-4c47-9a52-abd5f48b9326, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:35:32.767021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] For port c4df1822-6e9c-4c47-9a52-abd5f48b9326, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c4df1822-6e9c-4c47-9a52-abd5f48b9326,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:35:32.772210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:32.776778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:32.883029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Pushing event updated for resources: {'Port': ['ID=c4df1822-6e9c-4c47-9a52-abd5f48b9326,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:32.889338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:32.890996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Routers {'e9a05c61-75fd-469f-8ca9-9a2733fc4b18'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:35:32.892109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:35:21Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:33.263697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] Set router e9a05c61-75fd-469f-8ca9-9a2733fc4b18 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:35:33.795332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:30Z', 'revision_number': 4, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port': {'id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:29Z', 'updated_at': '2021-11-24T09:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:27Z', 'revision_number': 5, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:35:33.803664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc780-b306-4ea4-8855-03935e1f8058 None None] The sync data for ids ['e9a05c61-75fd-469f-8ca9-9a2733fc4b18'] in dv-neutron-818439-1-hyperv is: [{'id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'name': 'router1', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:35:10Z', 'updated_at': '2021-11-24T09:35:30Z', 'revision_number': 4, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'gw_port': {'id': 'c4df1822-6e9c-4c47-9a52-abd5f48b9326', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:47:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:29Z', 'updated_at': '2021-11-24T09:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '77e572a8-f5e1-4e76-9009-505299382b0e', 'name': '', 'network_id': '1a8d346e-08e2-4bef-a0a0-ce91df100e04', 'tenant_id': '3af2d8730fc644929b833c0d4bbdf046', 'mac_address': 'fa:16:3e:be:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a05c61-75fd-469f-8ca9-9a2733fc4b18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:35:19Z', 'updated_at': '2021-11-24T09:35:27Z', 'revision_number': 5, 'project_id': '3af2d8730fc644929b833c0d4bbdf046', 'subnets': [{'id': '3abcf215-2f64-4360-81b9-67d3582c24fa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd980092e-cb1a-44eb-9308-91c6bf0d2f7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:35:33.937931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 41696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:35:34.120258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-30851941-2a96-479d-b7f2-210afc7e9a9b admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1807895 Nov 24 09:35:34.935382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c4df1822-6e9c-4c47-9a52-abd5f48b9326 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:35.047668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c4df1822-6e9c-4c47-9a52-abd5f48b9326 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:35:35.059906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c4df1822-6e9c-4c47-9a52-abd5f48b9326 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:35.059906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:35.265380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:35.294078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port c4df1822-6e9c-4c47-9a52-abd5f48b9326, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c4df1822-6e9c-4c47-9a52-abd5f48b9326,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:35:35.301993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:35.305192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:35:35.382988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=c4df1822-6e9c-4c47-9a52-abd5f48b9326,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:35:35.386859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:35:36.900889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c4df1822-6e9c-4c47-9a52-abd5f48b9326 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:35:36.993983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c4df1822-6e9c-4c47-9a52-abd5f48b9326 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:35:36.994409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:48.802375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-501fb738-39e7-4d69-96e5-20b07f08bcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:50.403050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:51.462735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:51.528404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-075282cb-b5ec-4311-9326-4ae2d34fa42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:35:53.111517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:05.207272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:36:18.790997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-957bd31c-6984-4743-b515-c0dc8b490c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:20.402455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:21.467860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:21.524605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17492824-c41a-4b95-8d80-c06166136e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:23.114268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:42.216512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:36:48.788199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5f663eb-472f-4883-bc33-30a26910c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:50.410311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:51.473930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:51.541700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be51955d-a771-4317-9832-6e2f28918f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:36:53.117478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:18.788302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2596d52-1ff3-4c40-95c5-0b960fe19708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:19.208892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:37:20.405535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:21.475635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:21.532546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2003d762-3f86-4355-a041-30545f299b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:23.128331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:28.373799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:28.482755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e08b8dc-c735-42da-a107-e79cd8a8f453 admin admin] GET failed (client error): The resource could not be found. Nov 24 09:37:28.484512 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1e08b8dc-c735-42da-a107-e79cd8a8f453 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1092067 Nov 24 09:37:28.647984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438546f4-4d89-4394-a923-d3a861e8853e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:28.649590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-438546f4-4d89-4394-a923-d3a861e8853e admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605489 Nov 24 09:37:30.903166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:31.062949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753b2e6-2dcc-4960-b8c4-78e8faf1e25c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:31.063741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2753b2e6-2dcc-4960-b8c4-78e8faf1e25c admin admin] Synchronizing usage tracker for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:37:31.084488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2753b2e6-2dcc-4960-b8c4-78e8faf1e25c admin admin] Unset dirty status for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:37:31.086052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2753b2e6-2dcc-4960-b8c4-78e8faf1e25c admin admin] 10.222.0.55 "GET /v2.0/subnets/3abcf215-2f64-4360-81b9-67d3582c24fa HTTP/1.1" status: 200 len: 849 time: 0.1816518 Nov 24 09:37:31.099172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:37:31.243786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:31.466619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894'] for subnet, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:31.471028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f3ec969-0004-48ff-9614-8e9a6c618586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:37:31.529005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:31.530050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:31.533584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] 10.222.0.55 "PUT /v2.0/subnets/3abcf215-2f64-4360-81b9-67d3582c24fa HTTP/1.1" status: 200 len: 868 time: 0.4398186 Nov 24 09:37:31.539090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a58cb-86e6-405d-ada5-e9ea62fbe2b3 None None] Network 1a8d346e-08e2-4bef-a0a0-ce91df100e04 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:37:31.576147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abcf215-2f64-4360-81b9-67d3582c24fa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:37:31.596012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.597045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.598268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.599281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.600148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.601263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.602153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.603401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.604263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.605243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.606035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:37:31.613711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:37:32.314984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-792baaf4-83a2-4a09-b4ac-7a79bad63382 None None] Provisioning complete for port 77e572a8-f5e1-4e76-9009-505299382b0e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:37:32.315757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-792baaf4-83a2-4a09-b4ac-7a79bad63382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:32.473659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-792baaf4-83a2-4a09-b4ac-7a79bad63382 None None] Provisioning complete for port 311c2f39-e644-4580-abf6-8da6175a80c9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:37:32.473997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-792baaf4-83a2-4a09-b4ac-7a79bad63382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:33.772287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:34.006750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a00978-e665-4eb8-8d1c-737f31d800c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:34.007134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a00978-e665-4eb8-8d1c-737f31d800c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:34.008831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71a00978-e665-4eb8-8d1c-737f31d800c5 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2354269 Nov 24 09:37:36.209859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:36.611841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d1d88-7597-4ed1-b6c5-275a312c0950 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:36.612264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d1d88-7597-4ed1-b6c5-275a312c0950 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:36.614238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-228d1d88-7597-4ed1-b6c5-275a312c0950 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4029887 Nov 24 09:37:38.888814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42314) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:39.128231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329b649-28d5-4cbc-9fef-805d7fd589f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:39.129984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d329b649-28d5-4cbc-9fef-805d7fd589f6 admin admin] 10.222.0.55 "GET /v2.0/networks/1a8d346e-08e2-4bef-a0a0-ce91df100e04 HTTP/1.1" status: 200 len: 869 time: 0.2396026 Nov 24 09:37:41.349081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42326) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:41.587060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42126a-b0a6-4a00-8c54-17645de819d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:41.587830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c42126a-b0a6-4a00-8c54-17645de819d6 admin admin] Synchronizing usage tracker for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:37:41.608592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c42126a-b0a6-4a00-8c54-17645de819d6 admin admin] Unset dirty status for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:37:41.610150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c42126a-b0a6-4a00-8c54-17645de819d6 admin admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 886 time: 0.2596219 Nov 24 09:37:43.853656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42338) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:44.010873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d8d33-3446-4fea-a10f-a625c4e3289a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:44.011298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d8d33-3446-4fea-a10f-a625c4e3289a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:44.013066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-643d8d33-3446-4fea-a10f-a625c4e3289a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1583686 Nov 24 09:37:46.284149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42350) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:46.460677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c752c3-976c-4ad2-939a-ee721a3ad7da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:46.460991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c752c3-976c-4ad2-939a-ee721a3ad7da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:46.462798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d0c752c3-976c-4ad2-939a-ee721a3ad7da admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1770353 Nov 24 09:37:48.792046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5817a05f-b064-4810-8790-de3eee38f5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:48.856896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42362) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:49.025514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2db91-fb9f-4e3c-b3b0-49cf97fbe67e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:49.027089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90f2db91-fb9f-4e3c-b3b0-49cf97fbe67e admin admin] 10.222.0.55 "GET /v2.0/subnets/3abcf215-2f64-4360-81b9-67d3582c24fa HTTP/1.1" status: 200 len: 868 time: 0.1689126 Nov 24 09:37:50.391651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:51.373189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:37:51.476348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:51.528019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bb3a7f0-97ff-4cae-8e60-45136ec3bb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:51.632308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f0f8a-4597-4cd1-a2ce-db8c58901ae4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:37:51.633895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-950f0f8a-4597-4cd1-a2ce-db8c58901ae4 admin admin] 10.222.0.55 "GET /v2.0/subnets/8ff6c863-f2a0-41b6-ba82-a998054871fe HTTP/1.1" status: 200 len: 816 time: 0.2596359 Nov 24 09:37:53.131051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:37:56.210149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:38:13.869879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:38:13.957335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-500a7b63-e340-413e-afca-d7e4a315eac5 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:38:13.958469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-500a7b63-e340-413e-afca-d7e4a315eac5 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0876229 Nov 24 09:38:16.282574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:38:16.393301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7780d284-0666-452c-b3bb-60af34d14324 admin admin] GET failed (client error): The resource could not be found. Nov 24 09:38:16.394948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7780d284-0666-452c-b3bb-60af34d14324 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1108944 Nov 24 09:38:16.555509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad222f-1ecf-4acb-86ab-7b488cc5b68c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:38:16.557078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2cad222f-1ecf-4acb-86ab-7b488cc5b68c admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1572335 Nov 24 09:38:18.788029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5d970fb-76c9-40fe-a8a4-28bbd66a8ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:18.839300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42446) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:38:18.924320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:38:18.929600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:38:18.940572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:38:18.951250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Made reservation on behalf of 316106a2a8e7481798dea33bce2fbf31 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:38:18.956784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:19.058690 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.services.revisions.revision_plugin [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Could not find related network for resource to bump revision. Nov 24 09:38:19.075054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:38:19.086841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:19.087239 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Added segment 5711f672-e473-426f-aca4-217f467d4e3f of type vlan for network f5412a5a-750c-419a-8479-de8a9b5b9583 Nov 24 09:38:19.119578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:19.155843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:19.157846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:38:19.158495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:19.163891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:38:19.403636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5630016 Nov 24 09:38:19.408223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Pushing event updated for resources: {'Network': ['ID=f5412a5a-750c-419a-8479-de8a9b5b9583,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:38:19.418552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.418983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.419361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.419732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.420095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.420461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.420826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.421194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.421851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.422214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.423244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:19.427657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:38:19.436858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f5412a5a-750c-419a-8479-de8a9b5b9583 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:38:20.411226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:21.480216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:21.532203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f3a7-b48e-4014-a069-37a79ea502bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:21.878645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:38:21.988749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb9c6b7-844b-4b86-a4ce-5be61ddf1095 admin admin] GET failed (client error): The resource could not be found. Nov 24 09:38:21.989247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-efb9c6b7-844b-4b86-a4ce-5be61ddf1095 admin admin] Synchronizing usage tracker for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:38:22.005300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-efb9c6b7-844b-4b86-a4ce-5be61ddf1095 admin admin] Unset dirty status for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:38:22.006554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-efb9c6b7-844b-4b86-a4ce-5be61ddf1095 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1268408 Nov 24 09:38:22.131657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc82fd-787b-4fea-a365-03e33050d518 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:38:22.133322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2fc82fd-787b-4fea-a365-03e33050d518 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1222959 Nov 24 09:38:22.145725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:38:22.151321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:38:22.163298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:38:22.173199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Made reservation on behalf of 316106a2a8e7481798dea33bce2fbf31 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:38:22.178303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:22.457088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:22.463086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:38:22.542014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90867b1-f416-4378-b3e4-302507b3139c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:38:22.550916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:38:22.564295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Checking segment: {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:38:22.564713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Network hostable DHCP agents. Network: f5412a5a-750c-419a-8479-de8a9b5b9583, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:38:22.592568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Network f5412a5a-750c-419a-8479-de8a9b5b9583 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:38:22.604177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f5412a5a-750c-419a-8479-de8a9b5b9583) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:38:22.611016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:38:22.612120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:22.623311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a6ab5-a347-477e-8b8b-42ea79f9082c None None] Network f5412a5a-750c-419a-8479-de8a9b5b9583 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:38:22.654627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5132394 Nov 24 09:38:23.071047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-f5412a5a-750c-419a-8479-de8a9b5b9583', 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583', 'tenant_id': '316106a2a8e7481798dea33bce2fbf31', 'fixed_ips': [{'subnet_id': 'c90867b1-f416-4378-b3e4-302507b3139c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:38:23.071959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:23.179215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:23.293331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Allocated IP 192.168.233.2 (f5412a5a-750c-419a-8479-de8a9b5b9583/c90867b1-f416-4378-b3e4-302507b3139c/2e165592-d1e3-4f59-abb7-d0388b20cfcd) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:38:23.712035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:23.726253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Transition to ACTIVE for port object 2e165592-d1e3-4f59-abb7-d0388b20cfcd will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:38:23.752891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Transition to ACTIVE for port object 2e165592-d1e3-4f59-abb7-d0388b20cfcd will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:38:23.758968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:23.764349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:38:23.841013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Network f5412a5a-750c-419a-8479-de8a9b5b9583 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:38:23.842281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Pushing event updated for resources: {'Port': ['ID=2e165592-d1e3-4f59-abb7-d0388b20cfcd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:38:23.846437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:38:23.849895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:38:23.862331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.862621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.863026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.863504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.863905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.864305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.864679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.865053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.865509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.865944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.866327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:38:23.872500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:38:23.978959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Attempting to bind port 2e165592-d1e3-4f59-abb7-d0388b20cfcd on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:38:23.979384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Attempting to bind port 2e165592-d1e3-4f59-abb7-d0388b20cfcd by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:38:23.979800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Attempting to bind port 2e165592-d1e3-4f59-abb7-d0388b20cfcd on network f5412a5a-750c-419a-8479-de8a9b5b9583 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:38:23.988314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:38:23.988738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Checking segment: {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:38:23.989196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:23.989634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Bound using segment: {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:38:23.990641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Bound port: 2e165592-d1e3-4f59-abb7-d0388b20cfcd, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:38:23.990641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:24.093972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] For port 2e165592-d1e3-4f59-abb7-d0388b20cfcd, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:38:24.099344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] For port 2e165592-d1e3-4f59-abb7-d0388b20cfcd, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2e165592-d1e3-4f59-abb7-d0388b20cfcd,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:38:24.104113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:24.109080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:38:24.205047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Pushing event updated for resources: {'Port': ['ID=2e165592-d1e3-4f59-abb7-d0388b20cfcd,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:38:24.208892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:38:24.988323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2e165592-d1e3-4f59-abb7-d0388b20cfcd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:38:25.085591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2e165592-d1e3-4f59-abb7-d0388b20cfcd completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:38:26.049931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7108a1-038b-4082-93d9-837853352497 None None] Network f5412a5a-750c-419a-8479-de8a9b5b9583 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:38:26.186151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Provisioning for port 2e165592-d1e3-4f59-abb7-d0388b20cfcd completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:38:26.205728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Provisioning complete for port 2e165592-d1e3-4f59-abb7-d0388b20cfcd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:38:26.206207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:26.451848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:26.521501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] For port 2e165592-d1e3-4f59-abb7-d0388b20cfcd, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2e165592-d1e3-4f59-abb7-d0388b20cfcd,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:38:26.526550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:26.530254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:38:26.669805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Pushing event updated for resources: {'Port': ['ID=2e165592-d1e3-4f59-abb7-d0388b20cfcd,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:38:26.673718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:38:26.855431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dac06150-fbe6-489f-82bf-97a428954673 None None] Provisioning complete for port 2e165592-d1e3-4f59-abb7-d0388b20cfcd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:38:26.855995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dac06150-fbe6-489f-82bf-97a428954673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:26.993268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2e165592-d1e3-4f59-abb7-d0388b20cfcd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:38:27.086405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2e165592-d1e3-4f59-abb7-d0388b20cfcd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:38:27.087230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:33.212352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:38:48.794905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93b389a7-5816-4397-a72d-b04958727b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:50.404325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:51.481744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:51.538747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47c35fdd-5c56-4ff2-acf5-a528fcc6b3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:38:53.146209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:10.222898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:39:18.795752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b72ee60-c456-40de-8254-213d73707d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:20.414319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:21.494153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:21.533964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c767033a-2eb1-4fef-b062-9c6a15a33645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:23.142392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:47.214974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:39:48.776468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:39:48.783938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-7cd12915-147a-4b1f-ad15-586f8850d9b2 tempest-verify_tempest_config-1045391157 tempest-verify_tempest_config-1045391157-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:39:48.785498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7cd12915-147a-4b1f-ad15-586f8850d9b2 tempest-verify_tempest_config-1045391157 tempest-verify_tempest_config-1045391157-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0078578 Nov 24 09:39:48.799418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0614074f-60a2-40b9-b3f9-50f3fab7ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.334663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:39:49.525881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.563687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:39:49.567908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Usage tracker for resource:security_group_rule and tenant:4c10da695c2f476ba6acf32b95c2b870 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:39:49.571222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:39:49.577558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:39:49.668567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.672555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.681141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:39:49.723603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715bcf21-eccc-43ad-bb19-15ceefac3009,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:39:49.732240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c10da695c2f476ba6acf32b95c2b870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3964236 Nov 24 09:39:49.736333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.736596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42524) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:39:49.736758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.737054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.737419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.737790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.738160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.738525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.738915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.739263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.739616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.739970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.744304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:39:49.814242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.843861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.913426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.919470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:39:49.933236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715bcf21-eccc-43ad-bb19-15ceefac3009,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:39:49.946070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:49.947377 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/715bcf21-eccc-43ad-bb19-15ceefac3009 HTTP/1.1" status: 204 len: 168 time: 0.2096605 Nov 24 09:39:49.949356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.949737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.950102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.950481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.950899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.951266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.951633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.952004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.953404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.953796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.954163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:39:49.958100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:39:50.400452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:51.494510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:51.528964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d536eee-1fe6-433c-a5fd-967bd9cf0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:39:53.145069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:18.793976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e0d9b2b-182b-42b2-8d33-a6591123d496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:20.395610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:21.493033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:21.532655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5379b8c-ee51-49dc-bb8e-63c09c63ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:23.156376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:24.221980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:40:48.799654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d44255-e485-4419-9c68-8a9e9b4b0f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:50.402092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:51.493494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:51.535968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-681c31d0-ef58-4f3a-8f59-be77ecc0f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:40:53.149098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:01.212374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 5 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:41:10.267987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854154122'] for agent, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:18.810862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa490a71-33a1-46fa-b7d0-97c8236fc801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:20.389432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:21.501837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:21.540782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cd3369c-bb7e-460d-9949-7b23787715ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:23.154438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:28.802006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42596) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:41:28.963228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2da0b0c-b418-47bc-b178-158cf7743436 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1598668 Nov 24 09:41:31.202646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:41:31.315700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-305e40e4-7469-42c5-9e3a-82c9ae546e9d admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1113784 Nov 24 09:41:38.222086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:41:40.221891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:48.804521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c534debc-075c-4069-982b-670a91ddb33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:50.400020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:51.501032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:51.545263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-189867fe-9f76-4312-9a65-634edd872312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:41:53.155930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:10.222891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:15.218083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:42:18.810531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-052e5f7b-859a-443c-820b-bcd923619285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:20.392212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:21.515771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:21.557874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93da3cc0-956f-4c2f-9858-db2b1629dc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:23.169562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:40.227832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:48.813473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a982af6d-d2ae-460a-bacc-574648c788d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:50.388406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:51.521520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:51.565843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1718eac-c4be-41cb-bfbe-074c3dc19ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:42:52.213628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:42:53.169003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:07.773969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42706) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:08.257003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-515553871-network', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:08.265306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:08.283834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Usage tracker for resource:network and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:08.289331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:08.302464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:08.318217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Made reservation on behalf of 5ba61f157a754554a0031dc41502cfb0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:08.325040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.345211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.403397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:08.411003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:08.416185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:08.426335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:08.578314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.584779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.610723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:08.638910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.640066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Added segment e7d3f8dc-1717-4605-866b-e839860fa29c of type vlan for network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 Nov 24 09:43:08.691957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:08.753245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc1794-7175-4340-ad3d-192692d8ca14,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:08.765564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.766026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.766251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.766658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.767089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.767358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.767723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.768083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.768755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.768755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.769112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Tracked resource versions report: Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: HyperV agent@hv-neutron-8184: {}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:43:08.770417 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:43:08.777511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.810099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:08.817867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.820177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:08.821424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:08.841517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:08.999876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:09.018226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:09.020679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:09.025026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2488234 Nov 24 09:43:09.028598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42748) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:09.037348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Request body: {'subnet': {'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-515553871-subnet', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:09.054521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:09.061501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Usage tracker for resource:subnet and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:09.068499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:09.077393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:09.091571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Made reservation on behalf of 5ba61f157a754554a0031dc41502cfb0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:09.099229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:09.438045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:09.443801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d748afce-3a95-490f-bbfb-57a66f72b664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:09.534401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944b5fd5-517a-4479-8bc5-9d4a1f7103da,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:09.553169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.553502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.554083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.554451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.554873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.555243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.555582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.556074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.556596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.557122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.557614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Tracked resource versions report: Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: HyperV agent@hv-neutron-8184: {}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:43:09.559520 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:43:09.565457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:09.569181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Checking segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:09.569755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Network hostable DHCP agents. Network: 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:09.603827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:09.617621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:09.642600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bb331-a5fa-4d90-8e19-0cb4a260b53a None None] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:09.648061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:09.648719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:09.682529 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6520982 Nov 24 09:43:09.685797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:09.697098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:09.703526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:09.709413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Usage tracker for resource:router and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:09.714263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:09.722709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:09.740200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:09.742352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:09.801735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.087428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.102993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:43:10.107636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.346458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.384757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.431698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:10.579086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Allocated IP 172.20.0.2 (0bf29bd1-40d6-44db-8dab-b6a33c7a4f30/944b5fd5-517a-4479-8bc5-9d4a1f7103da/a267f0e0-7f39-4936-8dbe-2570102ad048) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:10.668562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Allocated IP 172.26.6.111 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/bd788162-c100-42f7-aa88-e0549a095d81) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:10.999274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.019097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.034144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42796) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:11.043844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Transition to ACTIVE for port object a267f0e0-7f39-4936-8dbe-2570102ad048 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:11.050799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.068946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Transition to ACTIVE for port object a267f0e0-7f39-4936-8dbe-2570102ad048 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:11.072005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48da5bc0-2443-4756-9cb2-0b93abab5254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:11.076777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.083569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:11.164378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:11.169881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:11.175766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:11.179808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Pushing event updated for resources: {'Port': ['ID=a267f0e0-7f39-4936-8dbe-2570102ad048,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:11.210381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Pushing event updated for resources: {'Port': ['ID=bd788162-c100-42f7-aa88-e0549a095d81,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:11.216587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:11.228542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.229288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.230474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.231116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.231791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.232889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.233406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:11.233736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.234356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.234993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.235569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.235683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:11.236260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Tracked resource versions report: Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: HyperV agent@hv-neutron-8184: {}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:43:11.237803 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:43:11.240798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:11.249768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:11.348622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Attempting to bind port a267f0e0-7f39-4936-8dbe-2570102ad048 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:11.349452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Attempting to bind port a267f0e0-7f39-4936-8dbe-2570102ad048 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:11.350448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Attempting to bind port a267f0e0-7f39-4936-8dbe-2570102ad048 on network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:11.364154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:11.364806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Checking segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:11.365572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.366297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Bound using segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:11.367268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Bound port: a267f0e0-7f39-4936-8dbe-2570102ad048, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:11.367984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.395527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.396834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.499495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] For port a267f0e0-7f39-4936-8dbe-2570102ad048, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:11.503677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] For port a267f0e0-7f39-4936-8dbe-2570102ad048, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a267f0e0-7f39-4936-8dbe-2570102ad048,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:11.509488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:11.516574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:11.625095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Pushing event updated for resources: {'Port': ['ID=a267f0e0-7f39-4936-8dbe-2570102ad048,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:11.630760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:11.855764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Router e3adbb94-f62e-4813-8ddf-5212c4d915f1 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:43:12.000887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42814) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:12.068964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1655730159-network', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:12.102615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:12.132549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Usage tracker for resource:network and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:12.143520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:12.162454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:12.223867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Made reservation on behalf of d6c6718949f94920846a62ca4ff3c276 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:12.235540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.313452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.378353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:43:12.406972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Sync routers for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:43:12.440409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:12.449082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Usage tracker for resource:security_group_rule and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:12.455057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:12.457720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:12.470094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:12.484395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:12.485340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.488079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8004258 Nov 24 09:43:12.492679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:12.762181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.768264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.777816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:12.866375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68dbb75-4701-457a-ae6d-e51d71944226,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:12.885099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:12.913363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:12.934771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:12.936350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Added segment 6deaa3fe-d40e-4521-84e9-5c086cfcbac9 of type vlan for network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 Nov 24 09:43:12.968561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:13.001321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.127187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.131665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:13.132751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.213569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d6fed48-b5fa-4118-b129-fd322bd12948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:13.263492 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2263715 Nov 24 09:43:13.268017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:13.290929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Request body: {'subnet': {'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1655730159-subnet', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:13.340709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a267f0e0-7f39-4936-8dbe-2570102ad048 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:13.400968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:11Z', 'revision_number': 3, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:13.407565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Checking router: e3adbb94-f62e-4813-8ddf-5212c4d915f1 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:43:13.408482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Updating router e3adbb94-f62e-4813-8ddf-5212c4d915f1 port bd788162-c100-42f7-aa88-e0549a095d81 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:43:13.476789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.549379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Pushing event updated for resources: {'Network': ['ID=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:13.552645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:13.575379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:13.673239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-814296928'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:13.689088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:13.706758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Usage tracker for resource:network and tenant:842cf81d034f4e4cadb7a526dfec4056 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:13.718628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:13.743571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:13.778794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Made reservation on behalf of 842cf81d034f4e4cadb7a526dfec4056 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:13.813400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.870964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:13.911964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:13.917450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port a267f0e0-7f39-4936-8dbe-2570102ad048 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:13.936085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Usage tracker for resource:subnet and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:13.945954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:13.953999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:13.959961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Usage tracker for resource:security_group_rule and tenant:842cf81d034f4e4cadb7a526dfec4056 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:13.962984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:13.964591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:13.973847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:13.989592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Made reservation on behalf of d6c6718949f94920846a62ca4ff3c276 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:13.994697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.110909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.116027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.138722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:14.154390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.155101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Added segment 3c60401e-2917-46d4-96ac-4fe7449c5c6f of type vlan for network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 Nov 24 09:43:14.199987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.241489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:14.283688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7be980-6871-441c-aaa6-16c64f105d20,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:14.300208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:14.303236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.312835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:14.320723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.355334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c37267b4-eabf-4bf2-9f44-1c41c482630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:14.404540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.433657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Transition to ACTIVE for port object bd788162-c100-42f7-aa88-e0549a095d81 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:14.448134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.461592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:14.484762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'Network': ['ID=8afc8f07-0cb9-4c69-8d3d-74fcbb71c052,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:14.496821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:14.498777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:14.499441 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4968560 Nov 24 09:43:14.507182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42846) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:14.520546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Request body: {'subnet': {'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:14.611549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Pushing event updated for resources: {'Port': ['ID=bd788162-c100-42f7-aa88-e0549a095d81,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:14.627304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.627840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.628310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.629267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.629737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.630244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.630949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.631422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.631878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.632333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.632787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Tracked resource versions report: Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: pushed versions: Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: { 'ConntrackHelper': {'1.0'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': {'1.0'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': {'1.1'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': {'1.5'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': {'1.2'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': {'1.8'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': {'1.2'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': {'1.0'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': {'1.0'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': {'1.1'}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': {'1.1'}} Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: consumer versions: Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: { DHCP agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: HyperV agent@hv-neutron-8184: {}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: L3 agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: Metadata agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: Metering agent@dv-neutron-818439-1-hyperv: {}, Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: Open vSwitch agent@dv-neutron-818439-1-hyperv: { 'ConntrackHelper': '1.0', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Log': '1.0', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Network': '1.1', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Port': '1.5', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'PortForwarding': '1.2', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'QosPolicy': '1.8', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroup': '1.2', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SecurityGroupRule': '1.0', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'SubPort': '1.0', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Subnet': '1.1', Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: 'Trunk': '1.1'}} Nov 24 09:43:14.634481 dv-neutron-818439-1-hyperv neutron-server[88766]: {{(pid=88880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 09:43:14.642768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Attempting to bind port bd788162-c100-42f7-aa88-e0549a095d81 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Attempting to bind port bd788162-c100-42f7-aa88-e0549a095d81 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Attempting to bind port bd788162-c100-42f7-aa88-e0549a095d81 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Bound port: bd788162-c100-42f7-aa88-e0549a095d81, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:14.728570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.811813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] For port bd788162-c100-42f7-aa88-e0549a095d81, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:14.813105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.816854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] For port bd788162-c100-42f7-aa88-e0549a095d81, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bd788162-c100-42f7-aa88-e0549a095d81,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:14.828205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:14.829088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:14.838004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:14.843502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:14.853044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Usage tracker for resource:subnet and tenant:842cf81d034f4e4cadb7a526dfec4056 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:14.853232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b97b8-c217-4b3f-9c49-90f21fc226d2 None None] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:14.860542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:14.870043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:14.899308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Made reservation on behalf of 842cf81d034f4e4cadb7a526dfec4056 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:14.953365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e5dd70-77e1-417e-941b-f412025329dd,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:14.956236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Provisioning for port a267f0e0-7f39-4936-8dbe-2570102ad048 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:14.983779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:15.007214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Provisioning complete for port a267f0e0-7f39-4936-8dbe-2570102ad048 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:15.008557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:15.059200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Pushing event updated for resources: {'Port': ['ID=bd788162-c100-42f7-aa88-e0549a095d81,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:15.071483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:15.102283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:15.103347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:15.161006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:15.270556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Checking segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:15.271258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Network hostable DHCP agents. Network: a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:15.344566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:15.470656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:15.499935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:15.500599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:15.520045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f56df-93a1-4801-8218-0f1be285ae07 None None] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:15.527142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2573614 Nov 24 09:43:15.530432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:15.538606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:15.548531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:15.680531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:15.702679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Usage tracker for resource:router and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:15.707518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:15.721779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:15.734634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:15.751619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:15.757090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-620fb426-1b7b-49d8-818c-864c0a5e9a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:15.975862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'Subnet': ['ID=cfec4415-7143-4a7d-a702-5f5a8c03f692,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:15.990518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:16.016161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Checking segment: {'id': '3c60401e-2917-46d4-96ac-4fe7449c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:16.016617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Network hostable DHCP agents. Network: 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:16.065642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:16.083843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Allocated IP 172.20.0.1 (0bf29bd1-40d6-44db-8dab-b6a33c7a4f30/944b5fd5-517a-4479-8bc5-9d4a1f7103da/75316787-b38d-474f-a891-f9cf072e5417) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:16.087258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:16.097518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:16.098910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.155671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6469088 Nov 24 09:43:16.160322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42876) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:16.170115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128fdcf-f57d-4ae4-a33c-a2b176b52be9 None None] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:16.170686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Request body: {'port': {'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1247102995'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:16.206284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:11Z', 'revision_number': 3, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:16.219118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186df2e-9263-4fe0-8577-2ea30d98aff8 None None] The sync data for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv is: [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:11Z', 'revision_number': 3, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:43:16.337010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.341823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.342877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.368988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Transition to ACTIVE for port object 75316787-b38d-474f-a891-f9cf072e5417 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:16.392779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.452388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.465809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:16.480032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:43:16.483031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.500835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:16.512523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Usage tracker for resource:port and tenant:842cf81d034f4e4cadb7a526dfec4056 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:16.522527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:16.541672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:16.570855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Made reservation on behalf of 842cf81d034f4e4cadb7a526dfec4056 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:16.581524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.601576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:16.606974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:16.613154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:16.613827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.641034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] device_id is not set on port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:16.715356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Pushing event updated for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:16.720402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:16.738420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:16.879295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.124399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Allocated IP 2001:db8::229 (8afc8f07-0cb9-4c69-8d3d-74fcbb71c052/cfec4415-7143-4a7d-a702-5f5a8c03f692/b8d79a44-cc2b-4c43-9192-37c2a8a3a519) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:17.548334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.556219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.607659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-8afc8f07-0cb9-4c69-8d3d-74fcbb71c052', 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052', 'tenant_id': '842cf81d034f4e4cadb7a526dfec4056', 'fixed_ips': [{'subnet_id': 'cfec4415-7143-4a7d-a702-5f5a8c03f692'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:43:17.609453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.634670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.642282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.651042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bd788162-c100-42f7-aa88-e0549a095d81 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:17.742292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.744718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:17.754748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-952466c6-9b4e-432a-b897-179a51891839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:17.897713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] For port a267f0e0-7f39-4936-8dbe-2570102ad048, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a267f0e0-7f39-4936-8dbe-2570102ad048,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:17.943729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Pushing event updated for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:17.962303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:18.049188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.107890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:18.136909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.174108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Transition to ACTIVE for port object b8d79a44-cc2b-4c43-9192-37c2a8a3a519 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:18.201386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Allocated IP 172.26.6.193 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/69f9e3b5-af5f-440a-977a-1309225d0979) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:18.223794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:18.226294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:18.273313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port bd788162-c100-42f7-aa88-e0549a095d81 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:18.279223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.293236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:18.376356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Allocated IP 2001:db8::2 (8afc8f07-0cb9-4c69-8d3d-74fcbb71c052/cfec4415-7143-4a7d-a702-5f5a8c03f692/b06de7da-0a8e-4dd3-9c19-ed40f6c253e7) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:18.491001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'Port': ['ID=b8d79a44-cc2b-4c43-9192-37c2a8a3a519,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:18.501579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:18.537073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:18.541174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:18.550881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:18.556638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:18.557381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.626002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42920) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:18.644671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4813056 Nov 24 09:43:18.649245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42926) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:18.662947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Request body: {'port': {'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1937595089', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:18.664195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] bootfile-name is not in valid_values {{(pid=88877) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:18.664596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] tftp-server is not in valid_values {{(pid=88877) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:18.664978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] server-ip-address is not in valid_values {{(pid=88877) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:18.743378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.827578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port bd788162-c100-42f7-aa88-e0549a095d81 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:18.828022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.895266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.899377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Pushing event updated for resources: {'Port': ['ID=a267f0e0-7f39-4936-8dbe-2570102ad048,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:18.915685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d975a7db-b518-472d-a031-2d471868842c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:18.925325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:19.007654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:19.062028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:19.067220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Usage tracker for resource:port and tenant:842cf81d034f4e4cadb7a526dfec4056 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:19.071628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:19.082064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:19.098936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Made reservation on behalf of 842cf81d034f4e4cadb7a526dfec4056 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:19.130259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Allocated IP 172.20.0.2 (a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3/45e5dd70-77e1-417e-941b-f412025329dd/e9ed8a35-77ad-4dd2-bc1e-3d269307d072) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:19.138759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:19.141462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:19.143793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:19.150166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:19.154122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:19.223845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Pushing event updated for resources: {'Port': ['ID=69f9e3b5-af5f-440a-977a-1309225d0979,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:19.227760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:19.232478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] device_id is not set on port d5002d11-ae32-4e1a-814a-1509cb2026df yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:19.239527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:19.342770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Transition to ACTIVE for port object b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:19.367096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Router e3adbb94-f62e-4813-8ddf-5212c4d915f1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:43:19.459287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Transition to ACTIVE for port object b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:19.496650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42942) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:19.571176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:19.599059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be6be0ab-44bd-40d2-98c3-2f0447f686f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:19.736214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:19.740130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:19.864806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Allocated IP 2001:db8::1aa (8afc8f07-0cb9-4c69-8d3d-74fcbb71c052/cfec4415-7143-4a7d-a702-5f5a8c03f692/d5002d11-ae32-4e1a-814a-1509cb2026df) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:19.925836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:20.059860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port bd788162-c100-42f7-aa88-e0549a095d81, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bd788162-c100-42f7-aa88-e0549a095d81,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:20.078152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:20.086000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:20.092509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:20.105748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Provisioning for port 75316787-b38d-474f-a891-f9cf072e5417 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:20.120888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:20.141457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:floatingip and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:20.153327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:20.170264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Pushing event updated for resources: {'Port': ['ID=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:20.189726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:20.198461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:20.228534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:20.370140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:20.514879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=bd788162-c100-42f7-aa88-e0549a095d81,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:20.548790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a267f0e0-7f39-4936-8dbe-2570102ad048 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:20.593531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:20.625283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Provisioning complete for port 75316787-b38d-474f-a891-f9cf072e5417 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:20.626446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:20.645527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42950) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:20.723677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:20.725365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:20.812681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:20.826303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.030270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-531021239'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:21.041100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Port 75316787-b38d-474f-a891-f9cf072e5417 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:43:21.043911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-350306604'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:21.044790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:21.052145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Transition to ACTIVE for port object d5002d11-ae32-4e1a-814a-1509cb2026df will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:21.059653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Usage tracker for resource:network and tenant:19f97763200143179a9e0e8fe0271c33 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:21.068920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:21.083639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:21.089188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.093634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Attempting to bind port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:21.094063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Attempting to bind port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '3c60401e-2917-46d4-96ac-4fe7449c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:21.094480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Attempting to bind port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 on network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:21.116598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:21.116887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Transition to ACTIVE for port object e9ed8a35-77ad-4dd2-bc1e-3d269307d072 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:21.126939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Made reservation on behalf of 19f97763200143179a9e0e8fe0271c33 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:21.128433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Usage tracker for resource:network and tenant:b9d6d0906cae421eb691a8e9959e4e04 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:21.135591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:21.136576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Checking segment: {'id': '3c60401e-2917-46d4-96ac-4fe7449c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:21.137042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.137497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Bound using segment: {'id': '3c60401e-2917-46d4-96ac-4fe7449c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:21.138068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Bound port: b06de7da-0a8e-4dd3-9c19-ed40f6c253e7, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c60401e-2917-46d4-96ac-4fe7449c5c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8afc8f07-0cb9-4c69-8d3d-74fcbb71c052'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:21.138501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.138946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.146491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:21.165745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:21.166069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port a267f0e0-7f39-4936-8dbe-2570102ad048 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:21.166069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.181925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.198047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Provisioning complete for port a267f0e0-7f39-4936-8dbe-2570102ad048 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:21.199262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16a20e2a-e548-4f56-aabc-4996c7c9481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.221505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:43:21.228658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Made reservation on behalf of b9d6d0906cae421eb691a8e9959e4e04 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:21.252167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.297225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Sync routers for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:43:21.332381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.335421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Transition to ACTIVE for port object e9ed8a35-77ad-4dd2-bc1e-3d269307d072 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:21.344706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.348850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:21.365462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Usage tracker for resource:security_group_rule and tenant:19f97763200143179a9e0e8fe0271c33 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:21.375630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:21.389267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3adbb94-f62e-4813-8ddf-5212c4d915f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8946369 Nov 24 09:43:21.392447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:21.407665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.437364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-644425772'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:21.440275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-906a8195-4655-4289-a2f2-baa3b5ad703a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:21.519418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Router f747e579-de95-4028-910f-59ec68bd8afb is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:43:21.566602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:21.571391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.577097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Usage tracker for resource:security_group_rule and tenant:b9d6d0906cae421eb691a8e9959e4e04 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:21.586281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:21.592991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:21.593737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:21.601758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:21.696564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] For port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:21.706357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.742234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:21.764413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8fee49f-7f52-4c2d-996b-85bfb5e9eb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.798693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] For port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,segment=NetworkSegment(3c60401e-2917-46d4-96ac-4fe7449c5c6f),segment_id=3c60401e-2917-46d4-96ac-4fe7449c5c6f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:21.801952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:21.814561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:21.850483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:21.857103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388f044c-be7a-4728-b4a3-aa58c8ff8d66,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:21.872317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:21.885465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:21.893656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Pushing event updated for resources: {'Port': ['ID=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:21.898302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.898759 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Added segment 9170aff4-43b6-44fd-b6b5-8bd5c3e1fba8 of type vlan for network 32826916-ec5d-456e-b7b6-7f2adf5216c0 Nov 24 09:43:21.909396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.917365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Usage tracker for resource:network and tenant:7a07c00dcd4d47aa8f41f9c223c9763d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:21.921316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:21.933412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:21.950324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.959110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:21.972821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:21.981790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:21.995946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.079715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:22.093859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.101178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 42984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:22.122764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:22.143764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Pushing event updated for resources: {'Port': ['ID=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:22.162601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.168611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:22.195164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:22.210062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.224304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.225584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Added segment 2130b598-74eb-491c-82ec-9c52f7551a1a of type vlan for network 739b44aa-ebc8-437d-8009-55dd439bc7e7 Nov 24 09:43:22.264989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.271466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:22.273997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.338614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1795527d-266d-4f21-97f0-62d926ef5d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:22.340092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.371988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:22.395119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:22.396684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.404612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:22.409635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:22.418435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:22.419647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.498946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Made reservation on behalf of 7a07c00dcd4d47aa8f41f9c223c9763d for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:22.519433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.573234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.631372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Pushing event updated for resources: {'Network': ['ID=32826916-ec5d-456e-b7b6-7f2adf5216c0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:22.651311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:22.669709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:43:22.670909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:22.680195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Usage tracker for resource:security_group_rule and tenant:7a07c00dcd4d47aa8f41f9c223c9763d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:22.687009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:22.691840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Sync routers for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:43:22.701167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:22.720372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:22.721339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:22.724005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4945734 Nov 24 09:43:22.725911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:22.727470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.730463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1980898 Nov 24 09:43:22.735772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 42992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:22.802278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Attempting to bind port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:22.803030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Attempting to bind port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:22.803718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Attempting to bind port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 on network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:22.822994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bd788162-c100-42f7-aa88-e0549a095d81 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:22.845084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.849291 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.1986437 Nov 24 09:43:22.859875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db80e9fc-8efb-4728-b74f-a60874c1d806 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:22.865366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:22.889781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'Port': ['ID=d5002d11-ae32-4e1a-814a-1509cb2026df,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:22.895761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:22.897019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.910618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:22.962194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:22.983869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:22.984639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Added segment c59c6811-5718-4475-9fc0-73907361f6bc of type vlan for network 1a745986-234a-4f56-934a-82dfb98a9593 Nov 24 09:43:23.023184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.024084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 32826916-ec5d-456e-b7b6-7f2adf5216c0 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:23.100738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.5971620 Nov 24 09:43:23.100738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.118182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:23.131847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:23.144101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Request body: {'subnet': {'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:23.145040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.191599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5357594 Nov 24 09:43:23.193212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f76b6f-0dc9-4613-9616-6fda4b02448c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:23.225271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db80e9fc-8efb-4728-b74f-a60874c1d806 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "PUT /v2.0/quotas/aaedb3a7d1de44539035c80139006dfb HTTP/1.1" status: 200 len: 368 time: 1.1068480 Nov 24 09:43:23.232235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:23.252316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Request body: {'network': {'project_id': 'aaedb3a7d1de44539035c80139006dfb'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:23.287939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:23.325403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:23.326149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Checking segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:23.327114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.327854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Bound using segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:23.329206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Bound port: e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:23.329610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Allocated IP 172.26.6.60 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:23.329913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.337413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Usage tracker for resource:network and tenant:aaedb3a7d1de44539035c80139006dfb is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:23.343469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:23.347091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ae2d06-cce2-46fd-9e48-349ce3488ed6,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:23.351749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:23.359295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87cab687-b57d-451a-90fe-ca47a6b9d6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.787s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:23.449240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:23.466691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b41bcf4-9e6f-4908-a1b0-73f45702a779 None None] Provisioning complete for port 75316787-b38d-474f-a891-f9cf072e5417 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:23.467391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b41bcf4-9e6f-4908-a1b0-73f45702a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.524251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:23.528983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bbc1c-5056-4f72-b64c-9640d8c1e49d tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event updated for resources: {'Network': ['ID=739b44aa-ebc8-437d-8009-55dd439bc7e7,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:23.734047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:23.743902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] For port e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:23.747710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Usage tracker for resource:subnet and tenant:b9d6d0906cae421eb691a8e9959e4e04 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:23.749504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] For port e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:23.752584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9b41bcf4-9e6f-4908-a1b0-73f45702a779 None None] Port 75316787-b38d-474f-a891-f9cf072e5417 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:43:23.753816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:23.766966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43024) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:23.767633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:23.772739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:23.778767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Pushing event updated for resources: {'Network': ['ID=1a745986-234a-4f56-934a-82dfb98a9593,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:23.789062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:23.796163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'name': 'tempest-network--1637732326', 'router:external': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:23.811363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Made reservation on behalf of b9d6d0906cae421eb691a8e9959e4e04 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:23.825992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531158029', 'description': 'tempest-description--1240146967'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:23.844351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:23.844921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:23.878166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.698s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:23.878402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:23.879571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:23.900842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Usage tracker for resource:security_group and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:23.908435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:23.911742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Made reservation on behalf of aaedb3a7d1de44539035c80139006dfb for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:23.916836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:23.937427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:24.002667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 1a745986-234a-4f56-934a-82dfb98a9593 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:24.093325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.102966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:24.145204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.168135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:network and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:24.173891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:24.263430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:24.283507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Usage tracker for resource:security_group_rule and tenant:aaedb3a7d1de44539035c80139006dfb is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:24.290659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.311986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:24.322979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:24.325994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:24.346540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:24.351821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.390202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Usage tracker for resource:security_group_rule and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:24.408320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:24.432184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:24.478614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:24.500954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600b30f-fc2a-47a6-93c0-e15a16a1d21d tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:24.505783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600b30f-fc2a-47a6-93c0-e15a16a1d21d tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:24.522145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600b30f-fc2a-47a6-93c0-e15a16a1d21d tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:24.523773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d600b30f-fc2a-47a6-93c0-e15a16a1d21d tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.6424415 Nov 24 09:43:24.529655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43030) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:24.555243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:24.618013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 3, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:24.638700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Checking router: f747e579-de95-4028-910f-59ec68bd8afb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:43:24.645320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Updating router f747e579-de95-4028-910f-59ec68bd8afb port 69f9e3b5-af5f-440a-977a-1309225d0979 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:43:24.679744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.738189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.743539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:24.754989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.773196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.788903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.789894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:24.797423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.828774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:24.829956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43034) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:24.853128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.040406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.044605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'network_id': '1a745986-234a-4f56-934a-82dfb98a9593', 'binding:host_id': 'hv-neutron-8184', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-944041136'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:25.053224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.059773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Deleting port d5002d11-ae32-4e1a-814a-1509cb2026df {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:25.060160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.062871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:25.076755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Usage tracker for resource:port and tenant:c364456cd54644229dbb1c24d49345d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:25.097255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:25.109345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:25.123937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:25.129783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:25.133184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:25.139706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:25.159737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:25.184425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:25.188974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.189395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Added segment 573a89d7-2400-43f3-872a-f082376f6403 of type vlan for network 81822317-075c-41ed-9e47-544e2650f54c Nov 24 09:43:25.203274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:security_group_rule and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:25.228110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port bd788162-c100-42f7-aa88-e0549a095d81 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:25.228841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.234329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:25.251076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:25.255610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.256982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4639304 Nov 24 09:43:25.273230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43040) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:25.278078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:25.280793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Made reservation on behalf of c364456cd54644229dbb1c24d49345d7 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:25.294495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.315619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:25.360373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'security_group_rule': {'security_group_id': 'a17116a8-05f9-4cd0-8017-b19f6c020707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:25.391898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.404318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:25.408398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.438403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Usage tracker for resource:security_group_rule and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:25.450207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:25.534611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Pushing event updated for resources: {'Port': ['ID=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:25.540437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:25.602956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:25.661320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb9ae8-a9df-4dc0-bf22-5e5733a63cbc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:25.680407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.858966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:25.897403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Usage tracker for resource:security_group_rule and tenant:c364456cd54644229dbb1c24d49345d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:25.901036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.903833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.911888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.953198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Transition to ACTIVE for port object 69f9e3b5-af5f-440a-977a-1309225d0979 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:25.975407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:25.983424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:17Z', 'revision_number': 2, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:25.984875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:25.988141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:25.999391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Checking router: e3adbb94-f62e-4813-8ddf-5212c4d915f1 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:43:26.000063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Updating router e3adbb94-f62e-4813-8ddf-5212c4d915f1 port 75316787-b38d-474f-a891-f9cf072e5417 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:43:26.045671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:26.046233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.132048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.144480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:26.187536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:26.241030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Pushing event updated for resources: {'Port': ['ID=69f9e3b5-af5f-440a-977a-1309225d0979,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:26.248332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:26.347681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Attempting to bind port 69f9e3b5-af5f-440a-977a-1309225d0979 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:26.348299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Attempting to bind port 69f9e3b5-af5f-440a-977a-1309225d0979 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:26.348927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Attempting to bind port 69f9e3b5-af5f-440a-977a-1309225d0979 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:26.359846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.393007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:26.393657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:26.394373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.394936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17116a8-05f9-4cd0-8017-b19f6c020707,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:26.395456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:26.396292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Bound port: 69f9e3b5-af5f-440a-977a-1309225d0979, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:26.396939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.401037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:26.404468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.523379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.415s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:26.524457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:26.553767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:26.598057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] For port 69f9e3b5-af5f-440a-977a-1309225d0979, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:26.603032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] For port 69f9e3b5-af5f-440a-977a-1309225d0979, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=69f9e3b5-af5f-440a-977a-1309225d0979,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:26.612703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.615432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.625706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.631643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:26.638017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3849492 Nov 24 09:43:26.650493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43046) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:26.699903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Request body: {'network': {'project_id': 'aaedb3a7d1de44539035c80139006dfb'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:26.707417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port e4a787c5-273d-4f2c-9137-75a9d3c35127 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:26.740452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Pushing event updated for resources: {'Port': ['ID=69f9e3b5-af5f-440a-977a-1309225d0979,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:26.745266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:26.771537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:26.773226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:26.837008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.864039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Transition to ACTIVE for port object 75316787-b38d-474f-a891-f9cf072e5417 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:26.881087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Calling delete_port for d5002d11-ae32-4e1a-814a-1509cb2026df owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:26.883885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.897727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:26.927357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.937533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.949180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:26.963559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:26.972552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41a5affe-3a09-4e1c-8369-0408f7fe7b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:27.015221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Usage tracker for resource:network and tenant:aaedb3a7d1de44539035c80139006dfb is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:27.036094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Pushing event updated for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:27.039742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:27.040814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4631f1e-d356-4659-b70f-c9cb504cd8b2 None None] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:27.083663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:27.097103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:27.108498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:27.222077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:27.299879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port e4a787c5-273d-4f2c-9137-75a9d3c35127 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:27.317352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event updated for resources: {'Subnet': ['ID=7e6e59b2-8abd-49c4-94c0-706f9f35c4a2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:27.320007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.331931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:27.335002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:27.337750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Made reservation on behalf of aaedb3a7d1de44539035c80139006dfb for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:27.344090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.347770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Transition to ACTIVE for port object e4a787c5-273d-4f2c-9137-75a9d3c35127 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:27.356754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:27.403137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.426407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.427351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Added segment f79f8b46-f908-40c2-9c03-bf09cb04c0ba of type vlan for network abddace2-f085-4b90-86d9-48fead30101c Nov 24 09:43:27.528295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Provisioning for port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:27.567657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Provisioning complete for port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:27.568376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.601458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event updated for resources: {'Network': ['ID=81822317-075c-41ed-9e47-544e2650f54c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:27.628029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.632762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10dc2d3-1e9c-40dc-8962-0813a369520f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:27.650899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:27.683058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:27.736494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.182s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:27.746950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:27.878954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 81822317-075c-41ed-9e47-544e2650f54c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:27.884131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2570c-ec1b-47ad-8410-076e082aff46,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:27.895365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 3, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:27.906709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee67cbf-c1ec-4ecb-977a-349a7a29707d None None] The sync data for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv is: [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 3, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:43:27.946952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:27.974120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Checking segment: {'id': '2130b598-74eb-491c-82ec-9c52f7551a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:27.974661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Network hostable DHCP agents. Network: 739b44aa-ebc8-437d-8009-55dd439bc7e7, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:28.023353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:28.110607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.125399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.126007 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Added segment 8bee2ae5-d59c-449e-9aec-3ff76f422d09 of type vlan for network 870d6aa1-9584-446b-912f-bd82e6d15ae5 Nov 24 09:43:28.147796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.170970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e9ed8a35-77ad-4dd2-bc1e-3d269307d072 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:28.213094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5fec95b7-b37e-4e27-8d6c-928903cd5927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:28.279432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33198683-3f88-4a8b-bb36-e5e42701d6af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.683s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:28.298259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.318217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Attempting to bind port 75316787-b38d-474f-a891-f9cf072e5417 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:28.318912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Attempting to bind port 75316787-b38d-474f-a891-f9cf072e5417 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:28.319588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Attempting to bind port 75316787-b38d-474f-a891-f9cf072e5417 on network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:28.387600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.389842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.1098177 Nov 24 09:43:28.403326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43054) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:28.436388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:28.436823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Checking segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:28.437245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.437682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Bound using segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:28.438236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Bound port: 75316787-b38d-474f-a891-f9cf072e5417, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:28.438851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.443694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'security_group_rule': {'security_group_id': 'a17116a8-05f9-4cd0-8017-b19f6c020707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:28.462742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event deleted for resources: {'Port': ['ID=d5002d11-ae32-4e1a-814a-1509cb2026df,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:28.467643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:28.496474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.503062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:28.506835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:28.518989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Usage tracker for resource:security_group_rule and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:28.527981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:28.533271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=e4a787c5-273d-4f2c-9137-75a9d3c35127,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:28.537710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Checking segment: {'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:28.538365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Network hostable DHCP agents. Network: 1a745986-234a-4f56-934a-82dfb98a9593, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:28.554488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:28.561872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:28.608770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:28.609900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.642047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:28.644977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3026a1-99b0-4af3-bb79-e54393c45a0a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:28.663616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.667283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:28.673986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.688044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:28.721420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:28.759542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:28.810351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.828292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Network 1a745986-234a-4f56-934a-82dfb98a9593 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:28.834620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.863799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 1a745986-234a-4f56-934a-82dfb98a9593) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:28.872802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.874289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2467434 Nov 24 09:43:28.875335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:28.878151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:28.897771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2971d-83d1-497c-8156-278c4608a11e None None] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:28.898479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:28.898986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:28.899573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:28.902450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 739b44aa-ebc8-437d-8009-55dd439bc7e7) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:28.903534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:28.905005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43058) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:28.912647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1503778176'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:28.917476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:28.917851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.926484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:28.932576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:network and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:28.936647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:28.939847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:28.940321 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:28.944075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 2 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:28.955824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:28.979993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:28.980558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:28.981259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:28.983332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:28.984470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:28.990468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc9a3f-32a2-4759-b2e9-28fc1f69eac4 None None] Network 1a745986-234a-4f56-934a-82dfb98a9593 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:28.997513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.008422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Made reservation on behalf of 4eb318582d9247f2b4a58f39fe7bfb54 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:29.014806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.020740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe1ca7-1fec-4a19-bde5-5944f8382be8 None None] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:29.031590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:29.031975 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:29.037574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 3 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:29.060804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.102349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:29.102890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:29.103366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:29.122616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 6.3898075 Nov 24 09:43:29.125368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43064) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.142392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=abddace2-f085-4b90-86d9-48fead30101c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:29.156258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:29.176967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:29.237673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:43:29.276148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1505291 Nov 24 09:43:29.314265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.319549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "DELETE /v2.0/ports/d5002d11-ae32-4e1a-814a-1509cb2026df HTTP/1.1" status: 204 len: 168 time: 4.7693243 Nov 24 09:43:29.328551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.329403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.343992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.352679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:29.359182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:29.359778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:29.363239 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7014573 Nov 24 09:43:29.368826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 4 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:29.378125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Request body: {'port': {'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2133357249'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:29.390538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43072) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.398070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:security_group_rule and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:29.429680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Request body: {'port': {'name': 'tempest-new-port-name-722127070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:29.430382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:29.430858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:29.431128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:29.431449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:43:29.459515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Request body: {'network': {'project_id': 'aaedb3a7d1de44539035c80139006dfb'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:29.470062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:29.471360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network abddace2-f085-4b90-86d9-48fead30101c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:29.480047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Usage tracker for resource:network and tenant:aaedb3a7d1de44539035c80139006dfb is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:29.489532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:29.503587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:29.508220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 09:43:29.508417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:43:29.511014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1871a170-3d2d-4fab-a609-5128df533d72 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1038125 Nov 24 09:43:29.521518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:29.532871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43080) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.542480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:29.543099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:29.543669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:29.718263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:29.718885 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:29.743623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.764088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 5 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:29.801488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] For port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,segment=NetworkSegment(3c60401e-2917-46d4-96ac-4fe7449c5c6f),segment_id=3c60401e-2917-46d4-96ac-4fe7449c5c6f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:29.814324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:29.814767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:29.815155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:29.821569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] For port 75316787-b38d-474f-a891-f9cf072e5417, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:29.836454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.843913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event updated for resources: {'Network': ['ID=870d6aa1-9584-446b-912f-bd82e6d15ae5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:29.850062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:29.912502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.920287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b163a872-2967-4bd0-9dc4-9ba6294378fa tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaedb3a7d1de44539035c80139006dfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3807464 Nov 24 09:43:29.929120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:29.931647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43084) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:29.940086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] For port 75316787-b38d-474f-a891-f9cf072e5417, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=75316787-b38d-474f-a891-f9cf072e5417,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:29.960184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:30.038805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:30.039181 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:30.065073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 870d6aa1-9584-446b-912f-bd82e6d15ae5 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:30.080407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8a3c300-d815-464e-80e2-025e8bb9be0f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:30.089521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 6 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:30.110196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 69f9e3b5-af5f-440a-977a-1309225d0979 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:30.120998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.132602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:30.133324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:30.133827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:30.149119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.166901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:30.167534 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:30.190090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 7 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:30.244892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:30.245844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:30.246370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:30.254251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfc2c6f-a460-4a67-9ff9-8ab5b1afc07b,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:30.279372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:30.279983 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:30.338505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 8 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:30.364597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.365421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.366306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.366729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > port after_create 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.367564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.367947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > port after_update 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.368338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.368709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.369083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.369541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.384851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.399164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:30.412743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Usage tracker for resource:port and tenant:b9d6d0906cae421eb691a8e9959e4e04 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:30.461896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:30.533979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:30.725732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.726129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.726499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.726910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88877) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:30.727331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abddace2-f085-4b90-86d9-48fead30101c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:30.754222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:30.764440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.769458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.3648546 Nov 24 09:43:30.771650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:30.772210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:30.772594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:30.779853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43090) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:30.802178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:30.816685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79f8b46-f908-40c2-9c03-bf09cb04c0ba') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:30.816982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79f8b46-f908-40c2-9c03-bf09cb04c0ba') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:30.841682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:30.880925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.889625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:30.890003 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:30.891260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Usage tracker for resource:floatingip and tenant:5ba61f157a754554a0031dc41502cfb0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:30.905462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 9 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:30.925634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.930090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Made reservation on behalf of b9d6d0906cae421eb691a8e9959e4e04 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:30.933153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:30.936484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:30.936854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:30.937234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:30.941870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.952588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:30.962126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:30.977577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.000701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.009492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.038121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:31.049039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.049431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Added segment dbcffc26-21b2-4415-8487-c621b8829feb of type vlan for network 3a0b6545-7a69-4a7e-bab6-22f192a89045 Nov 24 09:43:31.064354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Provisioning for port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:31.077963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Provisioning complete for port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:31.078399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.081183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.113112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:31.113465 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:31.117557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:31.118047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.139984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704517fe-965a-42de-b162-40acdce80ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:31.141806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 69f9e3b5-af5f-440a-977a-1309225d0979 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:31.148610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 10 to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 Nov 24 09:43:31.148897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:31.149380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:31.157960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: (self, other), Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:31.163266 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:31.198700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.232218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] device_id is not set on port c731f83d-8151-4b2f-9e26-a7d631c957d2 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:31.237393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-739b44aa-ebc8-437d-8009-55dd439bc7e7', 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7', 'tenant_id': 'b9d6d0906cae421eb691a8e9959e4e04', 'fixed_ips': [{'subnet_id': '7e6e59b2-8abd-49c4-94c0-706f9f35c4a2'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:43:31.239035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.279919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 69f9e3b5-af5f-440a-977a-1309225d0979 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:31.279919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.407718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Pushing event updated for resources: {'Port': ['ID=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:31.430790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.470s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:31.439270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:31.563296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.700902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:31.701817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.739522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:31.740140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:31.740727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:31.742206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Pushing event updated for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:31.763731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.766821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:31.770252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.796595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9061f-a41a-402d-ba10-1ed0915668c0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:31.816546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:31.825249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:31.850954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port e4a787c5-273d-4f2c-9137-75a9d3c35127 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:31.851604 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port e4a787c5-273d-4f2c-9137-75a9d3c35127 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:31.852012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.862809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.879180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9686413 Nov 24 09:43:31.903241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43094) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:31.907033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-063be526-d5cd-43ca-a00e-e6a27866c675 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:31.915063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Request body: {'subnet': {'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:31.943877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.948533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] In _notify_port_updated(), no bound segment for port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 on network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:43:31.954073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:31.954847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:31.956380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "PUT /v2.0/ports/b8d79a44-cc2b-4c43-9192-37c2a8a3a519 HTTP/1.1" status: 200 len: 1129 time: 2.5872097 Nov 24 09:43:32.011312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abddace2-f085-4b90-86d9-48fead30101c {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:43:32.017258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43098) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:32.094786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Allocated IP 172.20.0.2 (739b44aa-ebc8-437d-8009-55dd439bc7e7/7e6e59b2-8abd-49c4-94c0-706f9f35c4a2/7f2da328-08d4-485c-97d1-72f4065d2a4b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:32.122004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.143950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event updated for resources: {'Port': ['ID=b8d79a44-cc2b-4c43-9192-37c2a8a3a519,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:32.148916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:32.155471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.156874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Network': ['ID=3a0b6545-7a69-4a7e-bab6-22f192a89045,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:32.201111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7540ba-5d34-4a3c-b3e6-e86597c9ec07 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:32.201816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd7540ba-5d34-4a3c-b3e6-e86597c9ec07 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Synchronizing usage tracker for tenant:842cf81d034f4e4cadb7a526dfec4056 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:32.246329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd7540ba-5d34-4a3c-b3e6-e86597c9ec07 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Unset dirty status for tenant:842cf81d034f4e4cadb7a526dfec4056 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:32.247641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd7540ba-5d34-4a3c-b3e6-e86597c9ec07 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "GET /v2.0/ports/b8d79a44-cc2b-4c43-9192-37c2a8a3a519 HTTP/1.1" status: 200 len: 1129 time: 0.2293520 Nov 24 09:43:32.249188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Allocated IP 172.20.0.1 (a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3/45e5dd70-77e1-417e-941b-f412025329dd/98958fcb-b18a-4336-bc05-208c1b192876) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:32.254653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:32.308551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:32.329728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.331879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/31fb9ae8-a9df-4dc0-bf22-5e5733a63cbc HTTP/1.1" status: 204 len: 168 time: 2.3961992 Nov 24 09:43:32.333211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:32.336939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:32.409924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.424976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Transition to ACTIVE for port object 7f2da328-08d4-485c-97d1-72f4065d2a4b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:32.450412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Transition to ACTIVE for port object 7f2da328-08d4-485c-97d1-72f4065d2a4b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:32.453709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.475809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 69f9e3b5-af5f-440a-977a-1309225d0979, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=69f9e3b5-af5f-440a-977a-1309225d0979,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:32.489792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:32.506314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.534782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] For port e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:32.542534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:32.562153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/abddace2-f085-4b90-86d9-48fead30101c HTTP/1.1" status: 204 len: 168 time: 3.4324951 Nov 24 09:43:32.590793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Network': ['ID=abddace2-f085-4b90-86d9-48fead30101c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:32.594548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43110) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:32.598111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:32.607564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:32.635918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:32.675100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:32.681945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb9ae8-a9df-4dc0-bf22-5e5733a63cbc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:32.690717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:32.693565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:32.695316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:network and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:32.702483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:32.703051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Allocated IP 172.20.0.3 (739b44aa-ebc8-437d-8009-55dd439bc7e7/7e6e59b2-8abd-49c4-94c0-706f9f35c4a2/c731f83d-8151-4b2f-9e26-a7d631c957d2) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:32.707646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port e4a787c5-273d-4f2c-9137-75a9d3c35127, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:32.707858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempted to set empty binding levels {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:43:32.713634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.718065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:subnet and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:32.725260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:32.728540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:32.732620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.747575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Pushing event updated for resources: {'Port': ['ID=7f2da328-08d4-485c-97d1-72f4065d2a4b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:32.755210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:32.768298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:32.780511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.785709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:32.786452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:32.897844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:32.904073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:32.927487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Made reservation on behalf of 4eb318582d9247f2b4a58f39fe7bfb54 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:32.933784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:32.996258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.025219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=e4a787c5-273d-4f2c-9137-75a9d3c35127,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:33.030252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:33.046547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.082299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Transition to ACTIVE for port object 98958fcb-b18a-4336-bc05-208c1b192876 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:33.149774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.3120451 Nov 24 09:43:33.164439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43114) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:33.178656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.219223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:33.284186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Deleting port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:33.284995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.286929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.350563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.350993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Added segment 02e4603b-503e-40e6-9b14-71e7d86c4142 of type vlan for network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 Nov 24 09:43:33.368121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:33.384148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.503856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Deleting port e4a787c5-273d-4f2c-9137-75a9d3c35127 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:33.504252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.645617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.683947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Could not find standard attr ID for object d5002d11-ae32-4e1a-814a-1509cb2026df. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:43:33.688564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:33.723168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:33.740805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=69f9e3b5-af5f-440a-977a-1309225d0979,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:33.745463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:33.780570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.848494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.862240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:33.899782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:33.900840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:33.919231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:33.987528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:33.995680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.030916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:34.033759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:34.034257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.047646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:34.048080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.245448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Pushing event updated for resources: {'Port': ['ID=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:34.253409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Provisioning complete for port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:34.253783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.321694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.535s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:34.326258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.576s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:34.326697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:34.340128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Attempting to bind port 7f2da328-08d4-485c-97d1-72f4065d2a4b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:34.340740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Attempting to bind port 7f2da328-08d4-485c-97d1-72f4065d2a4b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2130b598-74eb-491c-82ec-9c52f7551a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:34.341359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Attempting to bind port 7f2da328-08d4-485c-97d1-72f4065d2a4b on network 739b44aa-ebc8-437d-8009-55dd439bc7e7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:34.344456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Transition to ACTIVE for port object c731f83d-8151-4b2f-9e26-a7d631c957d2 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:34.362778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Allocated IP 172.26.6.47 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/cdbdf730-4a3f-43b4-8518-f56a43890fcc) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:34.400956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:34.402099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Checking segment: {'id': '2130b598-74eb-491c-82ec-9c52f7551a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:34.402558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.403033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Bound using segment: {'id': '2130b598-74eb-491c-82ec-9c52f7551a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:34.403590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Bound port: 7f2da328-08d4-485c-97d1-72f4065d2a4b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2130b598-74eb-491c-82ec-9c52f7551a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '739b44aa-ebc8-437d-8009-55dd439bc7e7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:34.404013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.515520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=47a45cb9-4469-449d-9f1e-1e6ca5e76b10,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:34.535060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.535660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:34.546549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9402611 Nov 24 09:43:34.560125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:34.576056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port e4a787c5-273d-4f2c-9137-75a9d3c35127, host hv-neutron-8184, got binding levels [] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:34.576723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.593586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43118) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:34.609331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'subnet': {'network_id': '47a45cb9-4469-449d-9f1e-1e6ca5e76b10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:34.627478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:34.633577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:29Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:34.635339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:subnet and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:34.640864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:34.649226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.652653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:34.662661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:34.693358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:34.701838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.734335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65252b-dc3e-4dc1-a6c6-2d1531b56edb None None] The sync data for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv is: [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:29Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:43:34.771589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Provisioning for port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:34.805206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Provisioning complete for port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:34.805890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:34.873207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.873814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.875339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.887518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > port after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.888444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.889694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > port after_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.891196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.892530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.892991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.893542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:34.945345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 69f9e3b5-af5f-440a-977a-1309225d0979 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:35.006236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] For port 7f2da328-08d4-485c-97d1-72f4065d2a4b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:35.072504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Port b8d79a44-cc2b-4c43-9192-37c2a8a3a519 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:43:35.087409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] For port 7f2da328-08d4-485c-97d1-72f4065d2a4b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7f2da328-08d4-485c-97d1-72f4065d2a4b,segment=NetworkSegment(2130b598-74eb-491c-82ec-9c52f7551a1a),segment_id=2130b598-74eb-491c-82ec-9c52f7551a1a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:35.106685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:35.106685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:35.106685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:35.107096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 09:43:35.107340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870d6aa1-9584-446b-912f-bd82e6d15ae5']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:35.115358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.120759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:35.124704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:35.257424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Pushing event updated for resources: {'Port': ['ID=7f2da328-08d4-485c-97d1-72f4065d2a4b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:35.271700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:35.317326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:35.334397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.349430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Provisioning complete for port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:35.350553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab076609-87c4-4d84-9077-2491f0a7f335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.379620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Calling delete_port for e4a787c5-273d-4f2c-9137-75a9d3c35127 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:35.476253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bee2ae5-d59c-449e-9aec-3ff76f422d09') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:35.476554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bee2ae5-d59c-449e-9aec-3ff76f422d09') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:35.497342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Calling delete_port for b8d79a44-cc2b-4c43-9192-37c2a8a3a519 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:35.507327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 69f9e3b5-af5f-440a-977a-1309225d0979 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:35.508809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.580387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.673820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event updated for resources: {'Port': ['ID=c731f83d-8151-4b2f-9e26-a7d631c957d2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:35.676842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.688978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:35.690242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:35.708103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:35.709981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.744174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:35.744651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.751174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.765297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:35.770404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:35.771475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: (self, other), Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:35.794894 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:35.910067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:35.980052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e9ed8a35-77ad-4dd2-bc1e-3d269307d072 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:36.076629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.083204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7182598 Nov 24 09:43:36.087430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:36.117549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-42ff9bf8-19c4-4f82-930c-3f45a156180a None None] Provisioning for port 98958fcb-b18a-4336-bc05-208c1b192876 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:36.128047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-42ff9bf8-19c4-4f82-930c-3f45a156180a None None] Provisioning complete for port 98958fcb-b18a-4336-bc05-208c1b192876 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:36.128833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42ff9bf8-19c4-4f82-930c-3f45a156180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.163994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.186489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:36.192483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:36.193150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.212154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.304614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event deleted for resources: {'Network': ['ID=870d6aa1-9584-446b-912f-bd82e6d15ae5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:36.307469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-42ff9bf8-19c4-4f82-930c-3f45a156180a None None] Port 98958fcb-b18a-4336-bc05-208c1b192876 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:43:36.317947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-42ff9bf8-19c4-4f82-930c-3f45a156180a None None] Could not find standard attr ID for object b8d79a44-cc2b-4c43-9192-37c2a8a3a519. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:43:36.325034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:36.333176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:36.387162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "DELETE /v2.0/networks/870d6aa1-9584-446b-912f-bd82e6d15ae5 HTTP/1.1" status: 204 len: 168 time: 4.0465913 Nov 24 09:43:36.402062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Subnet': ['ID=61456aac-6b1e-42e3-84a5-0200e9b98d85,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:36.406180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43126) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:36.486505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.507835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event deleted for resources: {'Port': ['ID=b8d79a44-cc2b-4c43-9192-37c2a8a3a519,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:36.516739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Deleting port c731f83d-8151-4b2f-9e26-a7d631c957d2 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:36.517421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.519671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:36.610422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:36.631819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:36.741921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.750082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "DELETE /v2.0/ports/b8d79a44-cc2b-4c43-9192-37c2a8a3a519 HTTP/1.1" status: 204 len: 168 time: 4.4895933 Nov 24 09:43:36.796284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.799710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:36.839847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.848777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4a787c5-273d-4f2c-9137-75a9d3c35127,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:36.898749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:36.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:36.937331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 75316787-b38d-474f-a891-f9cf072e5417 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:37.059512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.060553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Checking segment: {'id': 'dbcffc26-21b2-4415-8487-c621b8829feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:37.060994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network hostable DHCP agents. Network: 3a0b6545-7a69-4a7e-bab6-22f192a89045, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:37.102602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 75316787-b38d-474f-a891-f9cf072e5417 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:37.109927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 75316787-b38d-474f-a891-f9cf072e5417 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:37.110513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.277644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.277911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.282800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.287227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.308533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e4a787c5-273d-4f2c-9137-75a9d3c35127 HTTP/1.1" status: 204 len: 168 time: 4.1414118 Nov 24 09:43:37.309553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43134) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:37.321380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 75316787-b38d-474f-a891-f9cf072e5417, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=75316787-b38d-474f-a891-f9cf072e5417,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:37.327271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.328325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7f2da328-08d4-485c-97d1-72f4065d2a4b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:37.365298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e970cde-dcad-4480-a08a-4727a5ac6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:37.373348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:37.410392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.445582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.459449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81822317-075c-41ed-9e47-544e2650f54c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:37.489265 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4e0a0d-1495-4def-94ca-e5fbf904bf42 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:43:37.489841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd4e0a0d-1495-4def-94ca-e5fbf904bf42 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Synchronizing usage tracker for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:37.505467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:37.515777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:37.521571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:37.544860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 7f2da328-08d4-485c-97d1-72f4065d2a4b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:37.588001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573a89d7-2400-43f3-872a-f082376f6403') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:37.588640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573a89d7-2400-43f3-872a-f082376f6403') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:37.597719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd4e0a0d-1495-4def-94ca-e5fbf904bf42 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Unset dirty status for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:37.599892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd4e0a0d-1495-4def-94ca-e5fbf904bf42 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports/e4a787c5-273d-4f2c-9137-75a9d3c35127 HTTP/1.1" status: 404 len: 333 time: 0.2631762 Nov 24 09:43:37.618112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43138) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:37.637757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'network_id': '1a745986-234a-4f56-934a-82dfb98a9593', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1319736461'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:37.647422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.666413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:37.695834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:37.710078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:37.742469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Calling delete_port for c731f83d-8151-4b2f-9e26-a7d631c957d2 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:37.762514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.771345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:37.773983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:37.778305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:37.844964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'Port': ['ID=cdbdf730-4a3f-43b4-8518-f56a43890fcc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:37.848590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:37.852128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:37.853046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:37.879664 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:37.890738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 3a0b6545-7a69-4a7e-bab6-22f192a89045) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:37.895428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:37.896093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.902555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbbf2e-9df0-4bd6-886e-db1ef67c2404 None None] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:37.939302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Made reservation on behalf of c364456cd54644229dbb1c24d49345d7 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:37.944341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:37.988686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:38.065975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1613455 Nov 24 09:43:38.070190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:38.077145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port fd5f3de0-5430-4087-b39b-ba7d898d9d33 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:38.109219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:38.158453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1231552914', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:38.202332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:38.206491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.251591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1fd09-322a-4761-bdcb-8819e5c403fc None None] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:38.363999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-3a0b6545-7a69-4a7e-bab6-22f192a89045', 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045', 'tenant_id': '4eb318582d9247f2b4a58f39fe7bfb54', 'fixed_ips': [{'subnet_id': '61456aac-6b1e-42e3-84a5-0200e9b98d85'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:43:38.364925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.486248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Provisioning for port 7f2da328-08d4-485c-97d1-72f4065d2a4b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:38.602770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:router and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:38.618990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:38.684725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:38.704892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.767127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] 10.222.0.55 "DELETE /v2.0/networks/81822317-075c-41ed-9e47-544e2650f54c HTTP/1.1" status: 204 len: 168 time: 2.3311875 Nov 24 09:43:38.800619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:38.818494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Deleting subnet cfec4415-7143-4a7d-a702-5f5a8c03f692 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:43:38.822093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Pushing event deleted for resources: {'Network': ['ID=81822317-075c-41ed-9e47-544e2650f54c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:38.825136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.848320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:38.873783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Provisioning complete for port 7f2da328-08d4-485c-97d1-72f4065d2a4b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:38.874057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.939589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.973666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.975019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:38.997324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.005824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:39.012796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 75316787-b38d-474f-a891-f9cf072e5417 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:39.158558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4ed44d2c-01c2-4c71-a433-43e20cb96c4a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:39.162260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:39.163692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Checking segment: {'id': '02e4603b-503e-40e6-9b14-71e7d86c4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '47a45cb9-4469-449d-9f1e-1e6ca5e76b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:39.164091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Network hostable DHCP agents. Network: 47a45cb9-4469-449d-9f1e-1e6ca5e76b10, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:43:39.191497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:39.204148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 47a45cb9-4469-449d-9f1e-1e6ca5e76b10) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:39.209416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:39.210308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.223683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.239536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6394193 Nov 24 09:43:39.242405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43150) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:39.249281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'floatingip': {'floating_network_id': '47a45cb9-4469-449d-9f1e-1e6ca5e76b10'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:39.255678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:39.263170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:floatingip and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:39.267466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:39.270755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5857478-e43f-4c6b-bd0f-14cdc9aa2ef7 None None] Network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:39.276974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:39.293204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.343063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:39.353799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:39.512710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.552343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:39.629944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.729973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event deleted for resources: {'Port': ['ID=c731f83d-8151-4b2f-9e26-a7d631c957d2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:39.776030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.872004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Allocated IP 172.20.0.2 (3a0b6545-7a69-4a7e-bab6-22f192a89045/61456aac-6b1e-42e3-84a5-0200e9b98d85/2a3c2901-9b2a-43e3-9dac-a4ced0663d1a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:39.887604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:39.938450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:39.991211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 75316787-b38d-474f-a891-f9cf072e5417 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:39.991676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.001085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.096117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.144295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43158) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:40.145207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cfe5f1e-40f0-40ad-be91-c66be06a5c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:40.189394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.215350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "DELETE /v2.0/subnets/cfec4415-7143-4a7d-a702-5f5a8c03f692 HTTP/1.1" status: 204 len: 168 time: 3.3736620 Nov 24 09:43:40.215624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] For port 7f2da328-08d4-485c-97d1-72f4065d2a4b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7f2da328-08d4-485c-97d1-72f4065d2a4b,segment=NetworkSegment(2130b598-74eb-491c-82ec-9c52f7551a1a),segment_id=2130b598-74eb-491c-82ec-9c52f7551a1a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:40.221147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a751ca4-c27c-45b5-9bd7-7ca1e618a536 None None] Network 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:40.225536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.232857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43164) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:40.327928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.334049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f63e37ff-a5ad-4c5a-b671-c0a32fab0cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:40.378687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event deleted for resources: {'Subnet': ['ID=cfec4415-7143-4a7d-a702-5f5a8c03f692,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:40.405530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:40.407659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.414321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "DELETE /v2.0/ports/c731f83d-8151-4b2f-9e26-a7d631c957d2 HTTP/1.1" status: 204 len: 168 time: 4.3212795 Nov 24 09:43:40.414658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43168) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:40.444081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.445923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8941387-380b-4cff-bb27-ba5ac88ed8d1 None None] Network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:40.498439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.594919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:40.604876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Usage tracker for resource:security_group_rule and tenant:a02e831b4b6c4b06853ac73fbff99a6b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:40.611094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:40.621707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.626008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:40.817653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.833356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:40.868262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b965c18-f3bc-41cf-826c-db1f6cc87d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:40.926360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Pushing event updated for resources: {'Port': ['ID=7f2da328-08d4-485c-97d1-72f4065d2a4b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:40.961728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:41.097112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a174951-f2bc-47a4-83c4-5f827e6ecc21 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6811788 Nov 24 09:43:41.110389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:41.128183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1009952268'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:41.133415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aa385c81-771b-4a33-9e35-dd90325cfa37 None None] Provisioning complete for port 98958fcb-b18a-4336-bc05-208c1b192876 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:41.133846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa385c81-771b-4a33-9e35-dd90325cfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.141464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312de1b3-05ab-4782-bfe5-0b7a013dcec1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:41.157559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.163581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a02e831b4b6c4b06853ac73fbff99a6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9818618 Nov 24 09:43:41.165602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:41.177621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:41.178143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43178) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:41.188900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Usage tracker for resource:network and tenant:b9d6d0906cae421eb691a8e9959e4e04 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:41.245034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.251135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:41.267020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.282082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:41.309547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Router f747e579-de95-4028-910f-59ec68bd8afb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:43:41.331659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:41.359107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa385c81-771b-4a33-9e35-dd90325cfa37 None None] Port 98958fcb-b18a-4336-bc05-208c1b192876 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:43:41.363518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.444125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.478326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=fd5f3de0-5430-4087-b39b-ba7d898d9d33,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:41.484202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:41.486490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.488509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Transition to ACTIVE for port object 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:41.576975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Made reservation on behalf of b9d6d0906cae421eb691a8e9959e4e04 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:41.584445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.606788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Deleting port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:41.607403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.618345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.636953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07b387fd-9118-4713-b629-d6fa6a40d72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:41.658942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312de1b3-05ab-4782-bfe5-0b7a013dcec1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:41.661157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.662791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/312de1b3-05ab-4782-bfe5-0b7a013dcec1 HTTP/1.1" status: 204 len: 168 time: 0.4779193 Nov 24 09:43:41.673383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:41.679120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:41.693876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.725486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.725971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Added segment 423b8bb7-8597-4e2c-b9fc-428e8b9a8016 of type vlan for network 46028893-6d75-45c2-8124-e460a7daf320 Nov 24 09:43:41.759993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.812796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Network 1a745986-234a-4f56-934a-82dfb98a9593 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:41.855267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:41.902320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.925456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7f2da328-08d4-485c-97d1-72f4065d2a4b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:41.950761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:41.965403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:43:41.976823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] 10.222.0.55 "PUT /v2.0/routers/f747e579-de95-4028-910f-59ec68bd8afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2325082 Nov 24 09:43:41.982974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Allocated IP 172.20.0.2 (47a45cb9-4469-449d-9f1e-1e6ca5e76b10/4ed44d2c-01c2-4c71-a433-43e20cb96c4a/07f0900c-957c-4d34-87fd-c61af2f4f260) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:41.984892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:41.992530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:41.993256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.002192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:42.004017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:42.006209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.008003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:42.089687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Sync routers for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:43:42.093312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9753435 Nov 24 09:43:42.192296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43188) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:42.209585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Transition to ACTIVE for port object 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:42.230887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event updated for resources: {'Network': ['ID=46028893-6d75-45c2-8124-e460a7daf320,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:42.231154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.239580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:42.240756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:42.293239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a07fd180-9aee-46ba-90e0-cd031974ddfa None None] Provisioning complete for port 7f2da328-08d4-485c-97d1-72f4065d2a4b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:42.294916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a07fd180-9aee-46ba-90e0-cd031974ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.325164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12b861-b446-4bb8-bee1-3820505f5935 None None] DHCP port deletion for 8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:43:42.327456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 46028893-6d75-45c2-8124-e460a7daf320 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:42.461598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:42.462347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:42.467155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:42.539568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.578734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ab12b861-b446-4bb8-bee1-3820505f5935 None None] Deleting port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:42.579198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab12b861-b446-4bb8-bee1-3820505f5935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.640220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 7f2da328-08d4-485c-97d1-72f4065d2a4b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:42.640706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.694198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:42.708843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:42.730766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Usage tracker for resource:security_group_rule and tenant:81aeee5494774368a19333939d90b4f3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:42.732203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:42.736446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:42.739993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c41692b7-4677-45d8-9836-fe16b7e5b0d9 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks HTTP/1.1" status: 200 len: 7754 time: 0.5456116 Nov 24 09:43:42.742129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:42.748558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43200) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:42.759843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:42.823483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] For port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,segment=NetworkSegment(3c60401e-2917-46d4-96ac-4fe7449c5c6f),segment_id=3c60401e-2917-46d4-96ac-4fe7449c5c6f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:42.825050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:42.982774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Calling delete_port for b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:43.130610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Pushing event updated for resources: {'Port': ['ID=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:43.176380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:43.191768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.205873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ab12b861-b446-4bb8-bee1-3820505f5935 None None] The port 'b06de7da-0a8e-4dd3-9c19-ed40f6c253e7' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:43:43.208333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'Port': ['ID=cdbdf730-4a3f-43b4-8518-f56a43890fcc,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:43.247776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Attempting to bind port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:43.248578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Attempting to bind port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'dbcffc26-21b2-4415-8487-c621b8829feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:43.248994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.395s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:43.249463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Attempting to bind port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a on network 3a0b6545-7a69-4a7e-bab6-22f192a89045 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:43.249643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:43.309614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e1e60-023b-407a-af3a-02ed0c312660 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] Network 46028893-6d75-45c2-8124-e460a7daf320 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:43:43.330837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 5.7014098 Nov 24 09:43:43.341039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:43.341710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event deleted for resources: {'Port': ['ID=b06de7da-0a8e-4dd3-9c19-ed40f6c253e7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:43.350442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.355863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8184'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:43.406376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.413065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea7e1e60-023b-407a-af3a-02ed0c312660 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "POST /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6578946 Nov 24 09:43:43.413306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e1d17-906d-4998-9ac1-cacd2cd82325 None None] Network 46028893-6d75-45c2-8124-e460a7daf320 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:43.419388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43208) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:43.420088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43210) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:43.421751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:43.424604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28dace07-7d0e-49ce-aa81-e4212a089db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:43.439689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:43.439956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Checking segment: {'id': 'dbcffc26-21b2-4415-8487-c621b8829feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:43.440551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.441643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Bound using segment: {'id': 'dbcffc26-21b2-4415-8487-c621b8829feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:43.441643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Bound port: 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcffc26-21b2-4415-8487-c621b8829feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:43.442077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.452425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762698313', 'description': 'tempest-description--1722457316'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:43.468863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:43.489633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] No DVR routers for this DVR port b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:43:43.531857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a5d7c2-2087-470d-8932-34f8c53484b6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:43.543074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:43.551972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81aeee5494774368a19333939d90b4f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0782783 Nov 24 09:43:43.552672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43216) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:43.556063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Usage tracker for resource:security_group and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:43.562280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:43.572820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:43.617863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.620251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.647425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.737913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.757988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:43.781748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.848051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bf623199-ed53-419c-a730-94e1dcfc0970 None None] Could not find standard attr ID for object c731f83d-8151-4b2f-9e26-a7d631c957d2. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:43:43.849468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.863739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.865931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:43.875754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.0833817 Nov 24 09:43:44.016391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.053085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f56312d-c5d2-434c-ab23-d9fa12e98df7 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:44.074371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:44.077274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a5d7c2-2087-470d-8932-34f8c53484b6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:44.083897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:44.086257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.106720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.107037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.107211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3a5d7c2-2087-470d-8932-34f8c53484b6 HTTP/1.1" status: 204 len: 168 time: 0.5308211 Nov 24 09:43:44.107211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port fd5f3de0-5430-4087-b39b-ba7d898d9d33 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:44.118774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Usage tracker for resource:security_group_rule and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:44.129886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.137414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:44.158140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Transition to ACTIVE for port object fd5f3de0-5430-4087-b39b-ba7d898d9d33 will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:44.174379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.181090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:44.181598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:44.208608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afc8f07-0cb9-4c69-8d3d-74fcbb71c052']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:44.245988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c60401e-2917-46d4-96ac-4fe7449c5c6f') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:44.246493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c60401e-2917-46d4-96ac-4fe7449c5c6f') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:44.283061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:43:44.392954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=fd5f3de0-5430-4087-b39b-ba7d898d9d33,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:44.396721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.397400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.397805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.402942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:44.408800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.409168 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.409665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 2 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.413527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:43:44.413928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b06de7da-0a8e-4dd3-9c19-ed40f6c253e7 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:43:44.433335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] For port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:44.452318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.454444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.455931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.459416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.468023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.468611 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.470143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 3 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.471221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] For port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,segment=NetworkSegment(dbcffc26-21b2-4415-8487-c621b8829feb),segment_id=dbcffc26-21b2-4415-8487-c621b8829feb)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:44.484380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.492567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:44.493023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.496326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.497018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.497590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.510789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.511834 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.514219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 4 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.536156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.536939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.538089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.549084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.549737 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.550554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 5 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.574953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.575909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.576492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.585008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.585892 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.586540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 6 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.614414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.615509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.616673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.633567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.635928 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.637359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 7 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.678311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.679429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.680386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.697146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.699062 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.700167 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 8 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.712320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.725547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb8e7bab-7206-46e8-b66a-03e769665677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:44.739564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.740747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.741652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.745500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Allocated IP 172.26.6.14 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/41eb64c8-4762-442e-9cbd-937718881f83) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:44.757621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.758694 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.760113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 9 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.802169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.803282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.804225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.819065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.820093 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.821193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 10 to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 Nov 24 09:43:44.872689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:44.873807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:44.874807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:44.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:44.912418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:43:44.913073 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:43:44.913675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.920991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.930817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.962009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Pushing event updated for resources: {'Port': ['ID=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:44.971861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2759ad5-68c8-4d38-9f74-c608e973d24f tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks HTTP/1.1" status: 200 len: 8499 time: 1.5419188 Nov 24 09:43:44.974118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:44.988510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:44.989882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:45.020038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.043184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] 10.222.0.55 "DELETE /v2.0/networks/8afc8f07-0cb9-4c69-8d3d-74fcbb71c052 HTTP/1.1" status: 204 len: 168 time: 4.7036026 Nov 24 09:43:45.057373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.095889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:45.101786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.108203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:45.127641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:36Z', 'revision_number': 2, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:45.135051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Checking router: f747e579-de95-4028-910f-59ec68bd8afb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:43:45.136105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Updating router f747e579-de95-4028-910f-59ec68bd8afb port 98958fcb-b18a-4336-bc05-208c1b192876 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:43:45.155388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:45.230859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.260919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.265015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8394878 Nov 24 09:43:45.272459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43254) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.280572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'security_group_rule': {'security_group_id': 'c2cae00b-0d01-4629-a037-2c0547eee77a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:45.289137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.293934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Port': ['ID=07f0900c-957c-4d34-87fd-c61af2f4f260,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:45.303013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:45.307351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:45.309329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:45.355605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port fd5f3de0-5430-4087-b39b-ba7d898d9d33, host hv-neutron-8184, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:45.356459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:43:45.363840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Pushing event deleted for resources: {'Network': ['ID=8afc8f07-0cb9-4c69-8d3d-74fcbb71c052,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:45.376039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Usage tracker for resource:security_group_rule and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:45.379572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:45.383891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.384241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f7194b4-a572-41aa-ab91-c80317796c9d tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:45.393473 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c3228668-eeb1-4194-a2de-9b3076e5ba5b tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "DELETE /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks/46028893-6d75-45c2-8124-e460a7daf320 HTTP/1.1" status: 204 len: 168 time: 0.3613288 Nov 24 09:43:45.406824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.412252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5cff5ec-9563-42d2-a782-91d534269eff tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:45.446384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:45.496429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cae00b-0d01-4629-a037-2c0547eee77a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:45.515291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:45.519199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:45.538882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43266) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.629338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] In _notify_port_updated(), no bound segment for port fd5f3de0-5430-4087-b39b-ba7d898d9d33 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:43:45.631351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.633736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "PUT /v2.0/ports/fd5f3de0-5430-4087-b39b-ba7d898d9d33 HTTP/1.1" status: 200 len: 977 time: 2.2915335 Nov 24 09:43:45.674028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.828471 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 09:43:45.868218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=fd5f3de0-5430-4087-b39b-ba7d898d9d33,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:45.879167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:45.895966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.927251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.946263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Transition to ACTIVE for port object 98958fcb-b18a-4336-bc05-208c1b192876 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:45.965011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:45.965611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-88e09880-d206-42ad-980f-2f745f134dc4 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14387 time: 0.2867687 Nov 24 09:43:45.966348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:45.968051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:45.981618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:46.064615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53965306-8bb0-4273-8985-c94d62ac5c64 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks HTTP/1.1" status: 200 len: 7009 time: 0.5580451 Nov 24 09:43:46.087276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:46.094685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Deleting port fd5f3de0-5430-4087-b39b-ba7d898d9d33 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:46.095216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.163140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9402-5338-439e-98db-19d935944257 None None] Pushing event updated for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:46.172762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-203a9402-5338-439e-98db-19d935944257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:46.283286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:46.289313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.295677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:46.297909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.299258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:46.308321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-a3cf250b-d0c4-4081-83a1-e1e974d2d666 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Synchronizing usage tracker for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:46.310108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:46.322874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:46.337831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81f4f0e6-4465-4ad6-a9ea-c23d8c854c53 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/networks/739b44aa-ebc8-437d-8009-55dd439bc7e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1601503 Nov 24 09:43:46.341798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:46.464067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3518b373-1d95-4f70-839c-afe936ae7a1e tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/networks/739b44aa-ebc8-437d-8009-55dd439bc7e7/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1206341 Nov 24 09:43:46.484775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port fd5f3de0-5430-4087-b39b-ba7d898d9d33, host hv-neutron-8184, got binding levels [] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:46.486178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.508256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43298) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:46.550330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:46.685906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Attempting to bind port 98958fcb-b18a-4336-bc05-208c1b192876 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:43:46.686449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Attempting to bind port 98958fcb-b18a-4336-bc05-208c1b192876 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:43:46.689293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Attempting to bind port 98958fcb-b18a-4336-bc05-208c1b192876 on network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:43:46.703402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:43:46.703912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Checking segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:43:46.704285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.704741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Bound using segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:43:46.705306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Bound port: 98958fcb-b18a-4336-bc05-208c1b192876, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:43:46.707062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-a3cf250b-d0c4-4081-83a1-e1e974d2d666 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Unset dirty status for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:46.707563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.708572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-a3cf250b-d0c4-4081-83a1-e1e974d2d666 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--531158029&fields=id&tenant_id=5ba61f157a754554a0031dc41502cfb0 HTTP/1.1" status: 200 len: 267 time: 1.1604087 Nov 24 09:43:46.709332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=41eb64c8-4762-442e-9cbd-937718881f83,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:46.801137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:46.847778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Calling delete_port for fd5f3de0-5430-4087-b39b-ba7d898d9d33 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:46.867156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] For port 98958fcb-b18a-4336-bc05-208c1b192876, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:43:46.871872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] For port 98958fcb-b18a-4336-bc05-208c1b192876, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=98958fcb-b18a-4336-bc05-208c1b192876,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:43:46.881380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:46.886885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:46.922106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.032414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9402-5338-439e-98db-19d935944257 None None] Pushing event updated for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:47.041764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-203a9402-5338-439e-98db-19d935944257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:47.048014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:47.048767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:47.169578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-88b2e533-cc29-416a-8f8c-2d1f7c4cd3ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=842cf81d034f4e4cadb7a526dfec4056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8689210 Nov 24 09:43:47.170512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.202142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43308) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:47.263033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:47.318457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd5f3de0-5430-4087-b39b-ba7d898d9d33,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:47.323174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.330982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:47.353063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.360821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.361642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.374102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "DELETE /v2.0/ports/fd5f3de0-5430-4087-b39b-ba7d898d9d33 HTTP/1.1" status: 204 len: 168 time: 1.4042420 Nov 24 09:43:47.377775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:47.429621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-fa165b3d-f773-4049-9afe-aeccfe81bd6c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:47.430430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-fa165b3d-f773-4049-9afe-aeccfe81bd6c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Synchronizing usage tracker for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:47.476699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff1b9bd-297f-46f9-bef5-aed39cf0f0f2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:43:47.478007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5ff1b9bd-297f-46f9-bef5-aed39cf0f0f2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Synchronizing usage tracker for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:47.512483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6611e24-b97b-4089-aeaa-0107cb1651c9 tempest-DHCPAgentSchedulersTestJSON-388317541 tempest-DHCPAgentSchedulersTestJSON-388317541-project-admin] 10.222.0.55 "GET /v2.0/agents/dccd27f4-ba46-46dc-8328-615f5a2f0457/dhcp-networks HTTP/1.1" status: 200 len: 7009 time: 0.9999316 Nov 24 09:43:47.516179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:47.518929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:43:47.579142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.597787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5ff1b9bd-297f-46f9-bef5-aed39cf0f0f2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Unset dirty status for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:47.605929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ff1b9bd-297f-46f9-bef5-aed39cf0f0f2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports/fd5f3de0-5430-4087-b39b-ba7d898d9d33 HTTP/1.1" status: 404 len: 333 time: 0.2264130 Nov 24 09:43:47.630204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:47.651620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-87775125', 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:47.683673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:47.743199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:47.753885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.779405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:47.785921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.800499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.814347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Made reservation on behalf of c364456cd54644229dbb1c24d49345d7 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:47.820277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.882291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ee533-f255-4d3d-8de1-3a987fb19d2b None None] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:47.910102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4af19c6-8115-49d1-88c7-7668f43abdbe,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:47.913379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:47.914106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-fa165b3d-f773-4049-9afe-aeccfe81bd6c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Unset dirty status for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:47.915478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-fa165b3d-f773-4049-9afe-aeccfe81bd6c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/networks?id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 200 len: 805 time: 1.1366441 Nov 24 09:43:47.920927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port 0a65e2d1-5565-4cc7-a773-98f14777531c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:47.943691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.960672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:47.965561 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a7be980-6871-441c-aaa6-16c64f105d20 HTTP/1.1" status: 204 len: 168 time: 0.7593513 Nov 24 09:43:47.980998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2789409-4a87-4a86-a708-7e0f231afb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:47.997580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7be980-6871-441c-aaa6-16c64f105d20,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:48.000357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:48.001232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.005141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.7290413 Nov 24 09:43:48.012793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43330) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:48.023950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'security_group_rule': {'security_group_id': 'c2cae00b-0d01-4629-a037-2c0547eee77a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:48.031651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:48.036074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Usage tracker for resource:security_group_rule and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:48.039744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:48.047244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:48.061342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-fff028d6-045d-495a-bd41-8ce004c31d9d tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/quotas/5ba61f157a754554a0031dc41502cfb0 HTTP/1.1" status: 200 len: 375 time: 0.1224232 Nov 24 09:43:48.129589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.228069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.258785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.326912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.344422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.345708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.361798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46028893-6d75-45c2-8124-e460a7daf320']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:48.368541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:48.407522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Provisioning for port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:48.434547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423b8bb7-8597-4e2c-b9fc-428e8b9a8016') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:48.434912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423b8bb7-8597-4e2c-b9fc-428e8b9a8016') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:48.457722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Port': ['ID=07f0900c-957c-4d34-87fd-c61af2f4f260,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:48.461925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:48.470353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c92d6b5f-62fa-48e7-b40a-a73132e37ec5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:48.485307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.530910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Provisioning complete for port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:48.531614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.544442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f5f93c-3702-42bd-98a1-eb06fd902764,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:48.556029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:48.613175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.640112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:48.641139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:48.685703 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:48.701109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.703552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6886292 Nov 24 09:43:48.713192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:48.735264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-83c28ed8-4bc8-477f-890d-9f684342dfa1 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ba61f157a754554a0031dc41502cfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6620226 Nov 24 09:43:48.822324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.876977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:48.884734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 9.6407232 Nov 24 09:43:48.886269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43356) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:49.085444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-900b8fe6-2609-4d09-9397-0b2bba81a3b8 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Synchronizing usage tracker for tenant:50445ee85de34decb8142595bd508028 on resource:floatingip {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:49.139599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-900b8fe6-2609-4d09-9397-0b2bba81a3b8 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Unset dirty status for tenant:50445ee85de34decb8142595bd508028 on resource:floatingip {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:49.145867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-900b8fe6-2609-4d09-9397-0b2bba81a3b8 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=47a45cb9-4469-449d-9f1e-1e6ca5e76b10 HTTP/1.1" status: 200 len: 689 time: 0.2533269 Nov 24 09:43:49.147063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:43:49.150429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43364) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:49.157201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.163434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37974452-7ae3-4b2f-83b8-4f452cd8d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.274786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:46Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:49.289079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:49.291247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89aedcf-3336-4c93-8d25-5a7e7ef4790d None None] The sync data for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv is: [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:46Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:43:49.302855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.319839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:49.323499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.334018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:49.456887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] For port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,segment=NetworkSegment(dbcffc26-21b2-4415-8487-c621b8829feb),segment_id=dbcffc26-21b2-4415-8487-c621b8829feb)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:49.469058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.475136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:49.505148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Usage tracker for resource:floatingip and tenant:d6c6718949f94920846a62ca4ff3c276 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:49.516181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:49.614492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.618952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:49.656581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.689856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=0a65e2d1-5565-4cc7-a773-98f14777531c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:49.693886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Network 1a745986-234a-4f56-934a-82dfb98a9593 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:49.696479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.702096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:49.703432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:49.705341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9b9f33a-d784-4540-8952-524f59855ed2 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:49.755756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:49.756696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:49.757363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.769138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Pushing event updated for resources: {'Port': ['ID=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:49.771034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "DELETE /v2.0/networks/46028893-6d75-45c2-8124-e460a7daf320 HTTP/1.1" status: 204 len: 168 time: 2.2531283 Nov 24 09:43:49.788450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:49.796516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43374) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:49.835573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event deleted for resources: {'Network': ['ID=46028893-6d75-45c2-8124-e460a7daf320,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:49.857939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:49.920723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.2792797 Nov 24 09:43:49.921547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:49.924483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:49.933529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-13e1a484-ae43-4ec5-b4cf-578b8e63309c None None] Provisioning complete for port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:49.934315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e1a484-ae43-4ec5-b4cf-578b8e63309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.157833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43386) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:50.291303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:50.317967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a19f850-7c54-44e0-9f3f-f76270a515a0 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Synchronizing usage tracker for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:50.407351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a19f850-7c54-44e0-9f3f-f76270a515a0 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Unset dirty status for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:50.409333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a19f850-7c54-44e0-9f3f-f76270a515a0 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports/0a65e2d1-5565-4cc7-a773-98f14777531c HTTP/1.1" status: 200 len: 953 time: 0.4710183 Nov 24 09:43:50.414927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:50.418462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-388aa447-12ce-49e4-9479-92d33e058e16 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:43:50.420114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-388aa447-12ce-49e4-9479-92d33e058e16 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 1.1338012 Nov 24 09:43:50.440334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.498898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5655fdae-b7af-4bc1-8d95-03f7fd47894e tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] DELETE failed (client error): The resource could not be found. Nov 24 09:43:50.501561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5655fdae-b7af-4bc1-8d95-03f7fd47894e tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:43:50.503912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5655fdae-b7af-4bc1-8d95-03f7fd47894e tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "DELETE /v2.0/ports/c731f83d-8151-4b2f-9e26-a7d631c957d2 HTTP/1.1" status: 404 len: 333 time: 0.7001054 Nov 24 09:43:50.540332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Deleting port 0a65e2d1-5565-4cc7-a773-98f14777531c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:50.541188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.554945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:50.555447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.574370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43398) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:50.574914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43400) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:50.780615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Deleting port 07f0900c-957c-4d34-87fd-c61af2f4f260 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:50.781134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.832104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.842159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:50.885721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 98958fcb-b18a-4336-bc05-208c1b192876 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:50.956420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-301168729'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:50.980504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 98958fcb-b18a-4336-bc05-208c1b192876 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:43:50.985235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:50.987423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 98958fcb-b18a-4336-bc05-208c1b192876 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:50.987654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.006109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:51.012254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-677963670', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:51.066756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:51.108575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:51.113245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:51.127243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Calling delete_port for 0a65e2d1-5565-4cc7-a773-98f14777531c owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:51.159332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Usage tracker for resource:port and tenant:ef4d464deff64c42a9cb1c135e5b4dd2 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:51.167853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:51.188174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:51.193822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.199454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.219692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:51.246157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 98958fcb-b18a-4336-bc05-208c1b192876, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=98958fcb-b18a-4336-bc05-208c1b192876,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:51.252269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.260807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Made reservation on behalf of ef4d464deff64c42a9cb1c135e5b4dd2 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:51.263019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:51.264555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-88cfa163-0d2b-401d-a298-2519b2f84461 service neutron] 10.222.0.55 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680633 Nov 24 09:43:51.265424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.294734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.342382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Allocated IP 172.26.6.221 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/97a9d858-0f1d-41e9-981d-5a532cae1a46) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:51.363262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.372326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.399393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:51.406000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:51.415181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6820de9-7113-415b-aa8e-f9fea49bc6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:51.443946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Deleting subnet 7e6e59b2-8abd-49c4-94c0-706f9f35c4a2 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:43:51.452143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:51.459079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.523696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Usage tracker for resource:security_group_rule and tenant:ef4d464deff64c42a9cb1c135e5b4dd2 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:51.523931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.532946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a65e2d1-5565-4cc7-a773-98f14777531c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:51.544226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:51.550326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:51.568393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5db7b051-8976-4ab4-bb80-bcee12bb77a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.601772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:51.605684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.606022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.607036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.720237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.769101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "DELETE /v2.0/ports/0a65e2d1-5565-4cc7-a773-98f14777531c HTTP/1.1" status: 204 len: 168 time: 1.3463626 Nov 24 09:43:51.771823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43410) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:51.797141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Calling delete_port for 07f0900c-957c-4d34-87fd-c61af2f4f260 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:51.836994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:51.852460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:security_group_rule and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:51.859023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.865193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b95bc6-8b8d-427e-a1c9-fd5bc5f73c32 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:43:51.865751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f3b95bc6-8b8d-427e-a1c9-fd5bc5f73c32 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Synchronizing usage tracker for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:51.897468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:51.920660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.922571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.927983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88b3f5f-5c84-4481-831c-63da3328e410 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:51.957006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:51.964519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:51.964519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f3b95bc6-8b8d-427e-a1c9-fd5bc5f73c32 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Unset dirty status for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:51.968988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f3b95bc6-8b8d-427e-a1c9-fd5bc5f73c32 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports/0a65e2d1-5565-4cc7-a773-98f14777531c HTTP/1.1" status: 404 len: 333 time: 0.1917746 Nov 24 09:43:51.977654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43414) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:51.991253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] device_id is not set on port 784e03bd-ab0d-4129-a014-ecbfc15a61c3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:52.009323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-5b48c56e-3fa3-4057-bf16-cbea260c3362 service neutron] 10.222.0.55 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489179 Nov 24 09:43:52.035644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'network_id': '1a745986-234a-4f56-934a-82dfb98a9593', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1016866649'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:52.070055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:52.086971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:52.098930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:52.107967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'Port': ['ID=97a9d858-0f1d-41e9-981d-5a532cae1a46,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:52.113492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:52.146419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:52.153659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:52.172653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:52.265396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Made reservation on behalf of c364456cd54644229dbb1c24d49345d7 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:52.270373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.289021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa538d-3b59-48eb-8b22-741a40c70a6b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:52.301074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:52.302443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.332438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:43:52.335739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.340745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 98958fcb-b18a-4336-bc05-208c1b192876 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:43:52.360863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] Sync routers for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:43:52.367087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port b851072e-deb0-4691-9da5-6a71c7dee1e1 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:52.415083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:52.416346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:52.427910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Allocated IP 172.26.6.37 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/784e03bd-ab0d-4129-a014-ecbfc15a61c3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:43:52.544885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.560345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 98958fcb-b18a-4336-bc05-208c1b192876 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:43:52.561736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.638161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:52.699895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:43:52.706977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:52.772321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.822525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:52.845900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5aa5e0d8-32d4-46fd-b481-3f11472189dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:52.912152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.914225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 14.8420515 Nov 24 09:43:52.927433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:43:52.941069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:52.942335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:52.943831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763956a-41ee-4e25-b941-89cf291cb025 None None] The sync data for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:43:52.951250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:52.951772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment ac60eeb0-48bd-496e-80e6-da5cd86d2b97 of type vlan for network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf Nov 24 09:43:53.011172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.076053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac4529-3b2f-41ed-8338-184d7f13fd11,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:53.082312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.089711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:53.091217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.107338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:53.220728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.443950 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 09:43:53.477163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:53.478289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.552314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6e59b2-8abd-49c4-94c0-706f9f35c4a2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:53.616412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:53.635170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.0368767 Nov 24 09:43:53.635170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:53.668977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.685784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:53.694357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "DELETE /v2.0/subnets/7e6e59b2-8abd-49c4-94c0-706f9f35c4a2 HTTP/1.1" status: 204 len: 168 time: 3.1161826 Nov 24 09:43:53.695615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43456) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:53.701130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c87e27-dedf-4491-839a-fe04b476ad0b None None] Network 739b44aa-ebc8-437d-8009-55dd439bc7e7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:43:53.714226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-698e319f-36c7-4c32-ab8d-875b7e96a5d6 req-c7dd0a40-632e-4107-9f9d-2a4ffa263a77 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Synchronizing usage tracker for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:53.793562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.038471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.196916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.235197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-698e319f-36c7-4c32-ab8d-875b7e96a5d6 req-c7dd0a40-632e-4107-9f9d-2a4ffa263a77 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Unset dirty status for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:54.236910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-698e319f-36c7-4c32-ab8d-875b7e96a5d6 req-c7dd0a40-632e-4107-9f9d-2a4ffa263a77 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 1.4127977 Nov 24 09:43:54.243855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.257069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:54.268229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:54.285063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:54.294176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:43:54.320274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:54.345378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] DHCP port deletion for 739b44aa-ebc8-437d-8009-55dd439bc7e7 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:43:54.470211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Deleting port 7f2da328-08d4-485c-97d1-72f4065d2a4b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:54.471298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.507799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.514814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Port': ['ID=07f0900c-957c-4d34-87fd-c61af2f4f260,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:54.524464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'Port': ['ID=97a9d858-0f1d-41e9-981d-5a532cae1a46,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:54.539859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:54.595320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Deleting port 7f2da328-08d4-485c-97d1-72f4065d2a4b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:54.595990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.599904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:54.638333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.717180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.719878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.892719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:54.921686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:54.935437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] For port 7f2da328-08d4-485c-97d1-72f4065d2a4b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7f2da328-08d4-485c-97d1-72f4065d2a4b,segment=NetworkSegment(2130b598-74eb-491c-82ec-9c52f7551a1a),segment_id=2130b598-74eb-491c-82ec-9c52f7551a1a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:54.936044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.011280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.024595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.026821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8830395 Nov 24 09:43:55.062633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.107698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Calling delete_port for 7f2da328-08d4-485c-97d1-72f4065d2a4b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:55.262942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=b851072e-deb0-4691-9da5-6a71c7dee1e1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:55.304965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:55.309501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Network 1a745986-234a-4f56-934a-82dfb98a9593 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:55.312871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:55.355969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.368635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1908e193-171f-4aaf-9157-c3eb5e2120d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:55.508930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Pushing event deleted for resources: {'Port': ['ID=7f2da328-08d4-485c-97d1-72f4065d2a4b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:55.536011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:55.572965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] No DVR routers for this DVR port 7f2da328-08d4-485c-97d1-72f4065d2a4b on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:43:55.642537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:43:55.646483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Pushing event updated for resources: {'Port': ['ID=784e03bd-ab0d-4129-a014-ecbfc15a61c3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:55.659812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:55.671983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:55.675626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:43:55.679328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:55.680817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:55.681995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.717956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:43:55.728523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] For port 7f2da328-08d4-485c-97d1-72f4065d2a4b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7f2da328-08d4-485c-97d1-72f4065d2a4b,segment=NetworkSegment(2130b598-74eb-491c-82ec-9c52f7551a1a),segment_id=2130b598-74eb-491c-82ec-9c52f7551a1a)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:43:55.729717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:55.988366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:55.989564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:56.110534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.1211615 Nov 24 09:43:56.134283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43490) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:56.148663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Calling delete_port for 7f2da328-08d4-485c-97d1-72f4065d2a4b owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:43:56.163120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.9997761 Nov 24 09:43:56.166844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43492) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:56.201810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}]}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:56.212999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:56.232850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7f2da328-08d4-485c-97d1-72f4065d2a4b no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:43:56.305476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 7f2da328-08d4-485c-97d1-72f4065d2a4b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:43:56.306097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7f2da328-08d4-485c-97d1-72f4065d2a4b not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:43:56.328244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:56.374002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Usage tracker for resource:router and tenant:ef4d464deff64c42a9cb1c135e5b4dd2 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:56.390732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:56.414917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-869bfe56-a574-41f7-8bb2-436e5ef4d711 req-00914a6d-d225-4b16-a70c-ef0376d40b4b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.4157491 Nov 24 09:43:56.431304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:56.449287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:56.484949 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-99b768e9-382d-47be-be93-3b0e4775e3d1 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1762698313&fields=id&tenant_id=d6c6718949f94920846a62ca4ff3c276 HTTP/1.1" status: 200 len: 267 time: 0.4148421 Nov 24 09:43:56.486977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:56.488827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:56.532453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2898573a-8762-4c83-a5e5-cf194b7b0b95 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:56.828843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.61', 63481) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:56.831437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:56.851367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed44d2c-01c2-4c71-a433-43e20cb96c4a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:56.860551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:56.980944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.107180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.163408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a45cb9-4469-449d-9f1e-1e6ca5e76b10']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:57.257126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:43:57.257679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:43:57.264960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e4603b-503e-40e6-9b14-71e7d86c4142') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:57.265472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e4603b-503e-40e6-9b14-71e7d86c4142') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:57.297899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b7ffc97b-89b9-4292-a046-420491d8c684 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:57.299982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b7ffc97b-89b9-4292-a046-420491d8c684 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/networks?id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 HTTP/1.1" status: 200 len: 812 time: 0.7843523 Nov 24 09:43:57.410364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.428544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-c81de9ff-6969-40cb-857e-b1424ef7f588 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/quotas/d6c6718949f94920846a62ca4ff3c276 HTTP/1.1" status: 200 len: 375 time: 0.1025238 Nov 24 09:43:57.438380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.505475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.637165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:57.637904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:57.846053 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:57.854878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Deleting port 7f2da328-08d4-485c-97d1-72f4065d2a4b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:43:57.855841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:58.013948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] The port '7f2da328-08d4-485c-97d1-72f4065d2a4b' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:43:58.285038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b189a4e0-f3ca-4981-a9af-9b259363f379 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Synchronizing usage tracker for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:58.320408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdbdc90-1974-4637-82a5-80b99488a884 req-0aaa172a-5fe7-4118-9f43-13424ed1e869 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.3030410 Nov 24 09:43:58.423892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b189a4e0-f3ca-4981-a9af-9b259363f379 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Unset dirty status for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:43:58.426515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b189a4e0-f3ca-4981-a9af-9b259363f379 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c6718949f94920846a62ca4ff3c276&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9667737 Nov 24 09:43:58.528304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43530) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:58.560703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:58.640547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-4c210a39-263f-42b7-8e9c-fc582503af88 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:43:58.645572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-4c210a39-263f-42b7-8e9c-fc582503af88 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "GET /v2.0/networks?id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 200 len: 805 time: 1.7883778 Nov 24 09:43:58.775489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:58.902625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:43:59.025367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.054859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:subnet and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:43:59.071171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:43:59.076462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:59.094260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47a45cb9-4469-449d-9f1e-1e6ca5e76b10 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:43:59.105873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.112696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739b44aa-ebc8-437d-8009-55dd439bc7e7']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:59.142198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Network': ['ID=47a45cb9-4469-449d-9f1e-1e6ca5e76b10,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:43:59.155901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] device_id is not set on port b851072e-deb0-4691-9da5-6a71c7dee1e1 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:43:59.160482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:43:59.168906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2130b598-74eb-491c-82ec-9c52f7551a1a') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:59.169257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2130b598-74eb-491c-82ec-9c52f7551a1a') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:43:59.180957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.188850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/47a45cb9-4469-449d-9f1e-1e6ca5e76b10 HTTP/1.1" status: 204 len: 168 time: 10.0356357 Nov 24 09:43:59.189863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43538) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:43:59.267296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.281499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-bfc7689c-c24c-411c-bd1d-da70b8ea167a tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ba61f157a754554a0031dc41502cfb0 HTTP/1.1" status: 200 len: 379 time: 0.5874145 Nov 24 09:43:59.301044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Transition to ACTIVE for port object b851072e-deb0-4691-9da5-6a71c7dee1e1 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:43:59.305598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:43:59.316064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-ebedf70b-82ce-46f4-b3ab-e95eb25cb6dd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:43:59.318981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-ebedf70b-82ce-46f4-b3ab-e95eb25cb6dd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6725605 Nov 24 09:43:59.319222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.325159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'port': {'device_id': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'admin_state_up': True, 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'security_groups': ['a17116a8-05f9-4cd0-8017-b19f6c020707']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:43:59.349359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:43:59.396249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.401224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d177189-efe1-4db3-a50d-1938807ad573 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Synchronizing usage tracker for tenant:50445ee85de34decb8142595bd508028 on resource:floatingip {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:43:59.441165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:43:59.441625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:43:59.488315 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:43:59.598573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:43:59.735120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:43:59.833097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.016302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.144386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.218643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:00.253270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:00.334041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-a086cf51-c20d-4226-a2d9-626f08934d5d service neutron] 10.222.0.55 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9808137 Nov 24 09:44:00.370663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d177189-efe1-4db3-a50d-1938807ad573 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Unset dirty status for tenant:50445ee85de34decb8142595bd508028 on resource:floatingip {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:00.377210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d177189-efe1-4db3-a50d-1938807ad573 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 1.1796553 Nov 24 09:44:00.379757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=b851072e-deb0-4691-9da5-6a71c7dee1e1,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:00.386059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:00.395896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43544) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:00.396939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Made reservation on behalf of 5ba61f157a754554a0031dc41502cfb0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:00.408923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.460468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4ae4e53-1b1b-4940-88d8-83e77ccbdb73 req-61a32f69-e332-4239-acac-c8090e89fd6f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.7523506 Nov 24 09:44:00.536132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.538833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:00.539502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:00.540181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:00.718310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:00.719013 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:00.727986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 2 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:00.745495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:00.784465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:00.791312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Pushing event deleted for resources: {'Network': ['ID=739b44aa-ebc8-437d-8009-55dd439bc7e7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:00.813398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:00.830649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:00.831479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:00.832045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:00.848115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:00.848970 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:00.856920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 3 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:00.881586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Allocated IP 172.20.0.12 (0bf29bd1-40d6-44db-8dab-b6a33c7a4f30/944b5fd5-517a-4479-8bc5-9d4a1f7103da/564d6029-197b-4a06-9b8c-9b774cb6c21e) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:00.885217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:00.886009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:00.886721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:00.891009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] 10.222.0.55 "DELETE /v2.0/networks/739b44aa-ebc8-437d-8009-55dd439bc7e7 HTTP/1.1" status: 204 len: 168 time: 7.1470060 Nov 24 09:44:00.916878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.917557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.918147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.919553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.920183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.920795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:00.922077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Synchronizing usage tracker for tenant:50445ee85de34decb8142595bd508028 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:00.949463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:00.950322 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:00.953663 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 4 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:00.964629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Unset dirty status for tenant:50445ee85de34decb8142595bd508028 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:00.970981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-45cb3267-30c1-4046-a216-61288efe0aa5 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.5084927 Nov 24 09:44:00.975741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43550) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:01.102912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-9c4f8f2f-4024-4950-9cbe-30815a3d984a tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] delete failed (client error): The resource could not be found. Nov 24 09:44:01.109573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9c4f8f2f-4024-4950-9cbe-30815a3d984a tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/5cf5a5bb-c372-426d-95e0-21192a94cb32 HTTP/1.1" status: 404 len: 345 time: 0.1289101 Nov 24 09:44:01.110898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:01.111469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:01.112030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:01.129125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:01.130219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:01.130915 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:01.161977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 5 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:01.188377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:01.189155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:01.189823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:01.226429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-22aa9e27-9a9b-4993-9d2c-3d06a34018e9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 09:44:01.227340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22aa9e27-9a9b-4993-9d2c-3d06a34018e9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:01.234728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22aa9e27-9a9b-4993-9d2c-3d06a34018e9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/47a45cb9-4469-449d-9f1e-1e6ca5e76b10 HTTP/1.1" status: 404 len: 339 time: 0.1023300 Nov 24 09:44:01.235937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43558) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:01.261582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'name': 'tempest-network--234237500', 'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:01.269075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:01.269743 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:01.274211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 6 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:01.296399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:01.299493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:01.300148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:01.300726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:01.364940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:01.365661 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:01.367038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:network and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:01.370830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 7 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:01.384711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:01.422111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:01.435555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:01.436545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:01.437122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:01.456377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:01.463892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:01.507070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:01.538962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:01.539645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Added segment ea5738e4-2b9e-42dd-8013-845438849fdb of type vlan for network e224c88d-3d04-4f61-9e1c-d946fd1a5820 Nov 24 09:44:01.587110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:01.587745 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:01.613766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 8 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:01.833714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Allocated IP 172.20.0.1 (3a0b6545-7a69-4a7e-bab6-22f192a89045/61456aac-6b1e-42e3-84a5-0200e9b98d85/bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:01.892556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7887d751-005d-4f38-a76f-454cec0c9179 req-c1ffe4ff-182b-4241-9ad8-8f96ed952145 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Synchronizing usage tracker for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:01.902034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:01.925870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:01.928676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:01.935177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:01.951055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-76fa9b0b-7106-494b-8f7d-2a844f37289a service neutron] 10.222.0.55 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5231795 Nov 24 09:44:01.958575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:02.188814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Transition to ACTIVE for port object 564d6029-197b-4a06-9b8c-9b774cb6c21e will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:02.190167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43566) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:02.196928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:02.197383 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:02.257301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 9 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:02.293383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7887d751-005d-4f38-a76f-454cec0c9179 req-c1ffe4ff-182b-4241-9ad8-8f96ed952145 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Unset dirty status for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:02.295639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7887d751-005d-4f38-a76f-454cec0c9179 req-c1ffe4ff-182b-4241-9ad8-8f96ed952145 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.5730591 Nov 24 09:44:02.307993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:02.314920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:02.315978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:02.331282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:02.331889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:02.332489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:02.345556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:02.488867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:02.489625 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:02.514862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempt 10 to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 Nov 24 09:44:02.538166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:02.618755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:02.619840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:02.620651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempting to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:02.636181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Transition to ACTIVE for port object bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:02.643985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:02.803669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5604775 Nov 24 09:44:02.823362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43584) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:03.116688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=e224c88d-3d04-4f61-9e1c-d946fd1a5820,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:03.122900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:03.128338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3598e8e5-426a-44d9-a25b-3cfd055ca636 req-0dc43967-3525-4afb-a82d-be23bc8f06d2 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.3215020 Nov 24 09:44:03.148488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network e224c88d-3d04-4f61-9e1c-d946fd1a5820 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:03.247314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:03.248208 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Failed to bind port b851072e-deb0-4691-9da5-6a71c7dee1e1 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'c59c6811-5718-4475-9fc0-73907361f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1a745986-234a-4f56-934a-82dfb98a9593'}] Nov 24 09:44:03.248899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:03.356144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:03.753897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:03.827059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:04.107825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d220a34a-9438-4683-8e60-3ce5148a410a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:04.189263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:04.214262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:04.220264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:04.234487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:04.242021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:04.301669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=b8e4031c-f65a-4151-abad-ed6c519978cf,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:04.329384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:04.349498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:04.350168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:04.430105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:04.487018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:04.493883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:04.495106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:04.512202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:04.531185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:04.532968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af2e3f-da50-4cb2-8120-7cd289a1d196 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:04.549109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af2e3f-da50-4cb2-8120-7cd289a1d196 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:04.570660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af2e3f-da50-4cb2-8120-7cd289a1d196 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:04.583041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af2e3f-da50-4cb2-8120-7cd289a1d196 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:04.595596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28af2e3f-da50-4cb2-8120-7cd289a1d196 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.7701304 Nov 24 09:44:04.598977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fa1a621a-6a27-45f3-834a-a76225eaacbb admin admin] Synchronizing usage tracker for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:04.673532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:04.678333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:04.896793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.079180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-06bfa94e-9f39-478d-b5ce-c60ab338c6d9 None None] Provisioning for port 564d6029-197b-4a06-9b8c-9b774cb6c21e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:05.094252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-06bfa94e-9f39-478d-b5ce-c60ab338c6d9 None None] Provisioning complete for port 564d6029-197b-4a06-9b8c-9b774cb6c21e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:05.096046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06bfa94e-9f39-478d-b5ce-c60ab338c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.174291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:05.200415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e03f4-69f6-49d8-939c-df694918c3f9 req-ffdd3f7a-5e0e-44c9-ae40-897a8a9788fd tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:05.219892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-431e03f4-69f6-49d8-939c-df694918c3f9 req-ffdd3f7a-5e0e-44c9-ae40-897a8a9788fd tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 932 time: 0.9326270 Nov 24 09:44:05.300608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-06bfa94e-9f39-478d-b5ce-c60ab338c6d9 None None] Port 564d6029-197b-4a06-9b8c-9b774cb6c21e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:05.332177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port b851072e-deb0-4691-9da5-6a71c7dee1e1, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:05.333554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Attempted to set empty binding levels {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:44:05.351619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a157d4c2-c524-4939-9712-4d9a97ec0b50 req-7b56061a-1939-4aae-83d2-35044908b016 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.7397344 Nov 24 09:44:05.365681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.372328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0542738 Nov 24 09:44:05.393347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:05.404761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cdc4d9f0-55fd-40d5-b1c4-cbf0b2175a3a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:05.446388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-666a72f5-429b-4a29-be26-8b6a27abceed None None] Provisioning for port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:05.466477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-666a72f5-429b-4a29-be26-8b6a27abceed None None] Provisioning complete for port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:05.467118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-666a72f5-429b-4a29-be26-8b6a27abceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.548606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.561418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fa1a621a-6a27-45f3-834a-a76225eaacbb admin admin] Unset dirty status for tenant:316106a2a8e7481798dea33bce2fbf31 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:05.563097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa1a621a-6a27-45f3-834a-a76225eaacbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9d6d0906cae421eb691a8e9959e4e04&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3671739 Nov 24 09:44:05.564704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event updated for resources: {'Port': ['ID=b851072e-deb0-4691-9da5-6a71c7dee1e1,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:05.576687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:05.577443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43620) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:05.583078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] In _notify_port_updated(), no bound segment for port b851072e-deb0-4691-9da5-6a71c7dee1e1 on network 1a745986-234a-4f56-934a-82dfb98a9593 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:44:05.584419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.589943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "PUT /v2.0/ports/b851072e-deb0-4691-9da5-6a71c7dee1e1 HTTP/1.1" status: 200 len: 977 time: 9.3081367 Nov 24 09:44:05.591354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43624) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:05.592136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:05.592765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:05.609939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-666a72f5-429b-4a29-be26-8b6a27abceed None None] Port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:05.620329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-431e03f4-69f6-49d8-939c-df694918c3f9 req-6228c231-1e0a-4ce1-92b5-37d5d8b9730f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991776 Nov 24 09:44:05.661607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.662435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12de54df-3b26-477d-9f08-c6a254594e44 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:44:05.733334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Deleting port b851072e-deb0-4691-9da5-6a71c7dee1e1 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:05.733334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:05.861638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:44:05.863785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-10c17968-a095-4055-8fa3-c74c68760533 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 9.6876831 Nov 24 09:44:05.902383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43628) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:05.918059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-780f839d-fee5-4dfe-beb2-68fcbdf9532e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:44:05.919491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-780f839d-fee5-4dfe-beb2-68fcbdf9532e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0188489 Nov 24 09:44:06.163240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:06.165749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:06.219223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:44:06.303266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Deleting port 784e03bd-ab0d-4129-a014-ecbfc15a61c3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:06.303656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:06.412893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] For port b851072e-deb0-4691-9da5-6a71c7dee1e1, host hv-neutron-8184, got binding levels [] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:06.413775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:06.863923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:06.928433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e224c88d-3d04-4f61-9e1c-d946fd1a5820']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:06.936367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Calling delete_port for b851072e-deb0-4691-9da5-6a71c7dee1e1 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:07.023784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5738e4-2b9e-42dd-8013-845438849fdb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:07.024068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5738e4-2b9e-42dd-8013-845438849fdb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:07.033373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:07.035333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.045818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e4c4c-fc79-480b-9ca1-c71d646d828f None None] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:07.089785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:07.090453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.109396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.247712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90a03e9e-0a36-4a77-9c4e-e80542352cf4 req-392f5942-8c81-462b-9467-d6002d2517ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.2059884 Nov 24 09:44:07.271965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.426090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.436533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.459843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:07.543577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Pushing event deleted for resources: {'Port': ['ID=b851072e-deb0-4691-9da5-6a71c7dee1e1,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:07.568617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Request body: {'port': {'device_id': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:07.654194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf', 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf', 'tenant_id': 'd5207df80b7041d9a54ba0cb91c1701e', 'fixed_ips': [{'subnet_id': 'b8e4031c-f65a-4151-abad-ed6c519978cf'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:07.655185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.745255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:07.755387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.61', 63488) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:07.781303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:07.782919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.794641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:07.831341 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:07.867066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.940024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.953069 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b851072e-deb0-4691-9da5-6a71c7dee1e1 HTTP/1.1" status: 204 len: 168 time: 2.3600495 Nov 24 09:44:07.955393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43638) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:07.960627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:07.966225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88f76b6f-0dc9-4613-9616-6fda4b02448c HTTP/1.1" status: 204 len: 168 time: 2.3870344 Nov 24 09:44:08.004618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 9.4745531 Nov 24 09:44:08.016882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:08.030841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ace235-c290-463d-b80f-fb02f710870b req-9153cf83-30b6-40e3-9f48-e9bc008c6aeb tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:08.032917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13ace235-c290-463d-b80f-fb02f710870b req-9153cf83-30b6-40e3-9f48-e9bc008c6aeb tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 932 time: 1.0853481 Nov 24 09:44:08.039869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206190876'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:08.046941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:08.052086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:08.056092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:08.065202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:08.086084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:08.120976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:08.127195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.244151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:08.256270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.257028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment 4b204541-e252-4514-92d7-41ffdcaa2da2 of type vlan for network fe637def-30dd-4aef-aaa6-2f388dc13352 Nov 24 09:44:08.296377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.337404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.372385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.380562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13ace235-c290-463d-b80f-fb02f710870b req-5af6da2a-0a8d-407e-80c3-9d13d7dba193 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774460 Nov 24 09:44:08.391685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:08.392757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.403316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-608d474d-5a07-430c-89ff-1bb5d72c4914 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:08.514124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f76b6f-0dc9-4613-9616-6fda4b02448c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:08.541952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:08.542611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Allocated IP 2001:db8:0:ffff::2 (561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf/b8e4031c-f65a-4151-abad-ed6c519978cf/d9785e14-960a-4149-9622-497dffe6e0c8) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:08.554503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.570751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e224c88d-3d04-4f61-9e1c-d946fd1a5820 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:44:08.601258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:08.751539 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e224c88d-3d04-4f61-9e1c-d946fd1a5820 HTTP/1.1" status: 204 len: 168 time: 4.0621924 Nov 24 09:44:08.816862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43652) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:08.843058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0153191d-edf7-402c-97fd-72d34833dcb2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:44:08.844064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0153191d-edf7-402c-97fd-72d34833dcb2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Synchronizing usage tracker for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:08.906648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'name': 'tempest-network--991423006', 'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:08.918334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8832850 Nov 24 09:44:08.922268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:08.935036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a6d0cc7e-0157-4efe-b0e8-72ddccfa38ff req-f2e32508-b4e2-404b-8195-75d71e1f6602 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.2501915 Nov 24 09:44:08.936797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:08.939827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43658) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:09.002382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f604aa-b3a1-4846-b8d9-9184847ca081 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=fe637def-30dd-4aef-aaa6-2f388dc13352,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:09.010751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:09.051266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:network and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:09.057058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fe637def-30dd-4aef-aaa6-2f388dc13352 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:09.147048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:09.207512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.244101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:09.374864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0153191d-edf7-402c-97fd-72d34833dcb2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Unset dirty status for tenant:c364456cd54644229dbb1c24d49345d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:09.376984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0153191d-edf7-402c-97fd-72d34833dcb2 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] 10.222.0.55 "GET /v2.0/ports/b851072e-deb0-4691-9da5-6a71c7dee1e1 HTTP/1.1" status: 404 len: 333 time: 1.4090185 Nov 24 09:44:09.402096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43664) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:09.578397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:09.583459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.648024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:09.668945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Usage tracker for resource:security_group_rule and tenant:076193a0bb6046f5be931d215bb11b10 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:09.678546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.682864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:09.708971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:09.723975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.724358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Added segment 6daa66e3-5bb9-4d7d-adae-75f96fd6df75 of type vlan for network 637c68e9-3bcf-44b0-a1c8-e7b87ded701b Nov 24 09:44:09.727223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.750366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:09.755370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Transition to ACTIVE for port object d9785e14-960a-4149-9622-497dffe6e0c8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:09.774669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.781806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Transition to ACTIVE for port object d9785e14-960a-4149-9622-497dffe6e0c8 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:09.789521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.798111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-203a9402-5338-439e-98db-19d935944257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:09.888974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Calling delete_port for 784e03bd-ab0d-4129-a014-ecbfc15a61c3 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:09.943311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.945275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Network': ['ID=e224c88d-3d04-4f61-9e1c-d946fd1a5820,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:09.948820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:09.952910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.953482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.972154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:09.999926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e70651-82c2-4d86-9bea-1b053e1fd1bb tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:10.006795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:subnet and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:10.035091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=076193a0bb6046f5be931d215bb11b10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0457239 Nov 24 09:44:10.035312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868b82fe-158a-4fa3-8857-2fb7245315b4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:10.038725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.062954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:10.066839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:10.071580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:10.084776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43674) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:10.094511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Pushing event updated for resources: {'Port': ['ID=d9785e14-960a-4149-9622-497dffe6e0c8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:10.099982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:10.160014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:10.161041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.269988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Attempting to bind port d9785e14-960a-4149-9622-497dffe6e0c8 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:10.270823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Attempting to bind port d9785e14-960a-4149-9622-497dffe6e0c8 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:10.271570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Attempting to bind port d9785e14-960a-4149-9622-497dffe6e0c8 on network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:10.279399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.285357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:10.286313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Checking segment: {'id': 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:10.287786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.288492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Bound using segment: {'id': 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:10.289084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Bound port: d9785e14-960a-4149-9622-497dffe6e0c8, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:10.289869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.384024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.384492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.384893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.385533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.386208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.386663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.387089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.387501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.387909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.388313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.388717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.394837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-05bfc723-63ab-4f21-a273-0cceb45ad9c2 req-61670e17-30e3-46a4-86c7-3f0efc01a2bc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.2375717 Nov 24 09:44:10.403942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:10.444033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-787f828d-58ad-4d85-9a4b-0d8f48539ae9 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:10.465946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.487871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] For port d9785e14-960a-4149-9622-497dffe6e0c8, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:10.495320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] For port d9785e14-960a-4149-9622-497dffe6e0c8, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9785e14-960a-4149-9622-497dffe6e0c8,segment=NetworkSegment(ac60eeb0-48bd-496e-80e6-da5cd86d2b97),segment_id=ac60eeb0-48bd-496e-80e6-da5cd86d2b97)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:10.501659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.521984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:10.526451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:10.541663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.542133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.542541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.542992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.543401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.543968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.544999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.545413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.545814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.546202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.547119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:10.554132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:10.556823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:10.565014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:10.565356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:10.575001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ece0649c-35c2-44c0-bbeb-056fe5dfcdb8 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:10.612577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.615404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7772923 Nov 24 09:44:10.623326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a745986-234a-4f56-934a-82dfb98a9593']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:10.635933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:10.743491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564d6029-197b-4a06-9b8c-9b774cb6c21e {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:44:10.755726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Pushing event updated for resources: {'Port': ['ID=d9785e14-960a-4149-9622-497dffe6e0c8,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:10.767083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:10.774266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.782254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:10.798157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59c6811-5718-4475-9fc0-73907361f6bc') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:10.798501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59c6811-5718-4475-9fc0-73907361f6bc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:10.808739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=637c68e9-3bcf-44b0-a1c8-e7b87ded701b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:10.839267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 637c68e9-3bcf-44b0-a1c8-e7b87ded701b details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:10.873757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:11.014520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:11.018028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.035046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.049237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.070950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Transition to ACTIVE for port object 564d6029-197b-4a06-9b8c-9b774cb6c21e will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:11.075750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.095307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.098866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.132911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:11.175672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:11.176107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:11.206301 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:11.250527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d2a17-df95-403c-a0c0-96557b1da24f req-99844d74-d433-4da3-bfa0-522b4c528d93 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:11.257281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c17d2a17-df95-403c-a0c0-96557b1da24f req-99844d74-d433-4da3-bfa0-522b4c528d93 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 932 time: 1.2467802 Nov 24 09:44:11.309004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8feed0-617c-46c0-abdd-94e98353de57 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:11.315217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7e8feed0-617c-46c0-abdd-94e98353de57 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Synchronizing usage tracker for tenant:19f97763200143179a9e0e8fe0271c33 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:11.321829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-3a16c758-2add-47d1-90d0-57401ede9036 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:11.324244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-3a16c758-2add-47d1-90d0-57401ede9036 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Synchronizing usage tracker for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:11.413474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.444071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:11.446804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-3a16c758-2add-47d1-90d0-57401ede9036 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Unset dirty status for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:11.448232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-3a16c758-2add-47d1-90d0-57401ede9036 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.61 "GET /v2.0/networks?id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 HTTP/1.1" status: 200 len: 812 time: 1.0668135 Nov 24 09:44:11.451821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.505317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.613810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:11.636745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.677479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.692097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:11.719539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.721233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Pushing event deleted for resources: {'Network': ['ID=1a745986-234a-4f56-934a-82dfb98a9593,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:11.725526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.806079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Pushing event deleted for resources: {'Port': ['ID=784e03bd-ab0d-4129-a014-ecbfc15a61c3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:11.872396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:11.878339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7e8feed0-617c-46c0-abdd-94e98353de57 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Unset dirty status for tenant:19f97763200143179a9e0e8fe0271c33 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:11.882767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e8feed0-617c-46c0-abdd-94e98353de57 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "GET /v2.0/networks/637c68e9-3bcf-44b0-a1c8-e7b87ded701b HTTP/1.1" status: 200 len: 756 time: 1.2392716 Nov 24 09:44:11.884356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43694) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:11.892270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.901141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1be3229b-8433-44d9-b176-26d9ee227b40 req-0b837c63-beee-4945-95ec-9a885fe2e7a9 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.1591051 Nov 24 09:44:11.919864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:11.925147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/868b82fe-158a-4fa3-8857-2fb7245315b4 HTTP/1.1" status: 204 len: 168 time: 1.7782412 Nov 24 09:44:11.925147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868b82fe-158a-4fa3-8857-2fb7245315b4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:11.937655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] 10.222.0.55 "DELETE /v2.0/networks/1a745986-234a-4f56-934a-82dfb98a9593 HTTP/1.1" status: 204 len: 168 time: 2.5313287 Nov 24 09:44:11.939878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:11.981193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c17d2a17-df95-403c-a0c0-96557b1da24f req-7c0c57ff-3833-49f2-894c-5877da5e3c32 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6385975 Nov 24 09:44:11.993067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-335be4cd-4479-4cdd-953b-0b118800cf64 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Synchronizing usage tracker for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:12.048498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-335be4cd-4479-4cdd-953b-0b118800cf64 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Unset dirty status for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:12.050511 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-335be4cd-4479-4cdd-953b-0b118800cf64 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6c6718949f94920846a62ca4ff3c276 HTTP/1.1" status: 200 len: 380 time: 0.5680439 Nov 24 09:44:12.055119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Attempting to bind port 564d6029-197b-4a06-9b8c-9b774cb6c21e on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:12.055859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Attempting to bind port 564d6029-197b-4a06-9b8c-9b774cb6c21e by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:12.056534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Attempting to bind port 564d6029-197b-4a06-9b8c-9b774cb6c21e on network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:12.079249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'port': {'device_id': '3f398bff-245d-44ba-adae-0209947eba11', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'admin_state_up': True, 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'security_groups': ['c2cae00b-0d01-4629-a037-2c0547eee77a']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:12.273488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9785e14-960a-4149-9622-497dffe6e0c8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:12.440574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d9785e14-960a-4149-9622-497dffe6e0c8 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:12.461751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:12.479411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:12.542631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:12.570362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:12.597001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d46cd7-7bf3-478d-bda6-5c50bc98f86a tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:12.602180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76d46cd7-7bf3-478d-bda6-5c50bc98f86a tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "GET /v2.0/networks/32826916-ec5d-456e-b7b6-7f2adf5216c0 HTTP/1.1" status: 200 len: 767 time: 0.7052891 Nov 24 09:44:12.603989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43702) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:12.613870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Port 564d6029-197b-4a06-9b8c-9b774cb6c21e on network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:12.615618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Attempting to bind port 564d6029-197b-4a06-9b8c-9b774cb6c21e on network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:12.635978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:12.738421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] 10.222.0.55 "DELETE /v2.0/ports/784e03bd-ab0d-4129-a014-ecbfc15a61c3 HTTP/1.1" status: 204 len: 168 time: 6.8331883 Nov 24 09:44:12.809955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Made reservation on behalf of d6c6718949f94920846a62ca4ff3c276 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:12.828078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.053926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.061539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:13.061918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Checking segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:13.062526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Bound using segment: {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:13.063245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Bound port: 564d6029-197b-4a06-9b8c-9b774cb6c21e, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d3f8dc-1717-4605-866b-e839860fa29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:13.063660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.316641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e35aac4-65c9-4e70-8618-6a23da5086f6 None None] Provisioning complete for port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:13.317482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e35aac4-65c9-4e70-8618-6a23da5086f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.327194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:13.444299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0e35aac4-65c9-4e70-8618-6a23da5086f6 None None] Port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:13.519378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c5cbee27-f150-4a12-a0ed-f70821131666 req-8442f06e-b705-4be3-b719-2ce7c638b71d tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.2603376 Nov 24 09:44:13.754600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.760845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db9b63-878d-4a94-bb6e-995299237b38 None None] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:13.816412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637c68e9-3bcf-44b0-a1c8-e7b87ded701b']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:13.848097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daa66e3-5bb9-4d7d-adae-75f96fd6df75') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:13.849587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daa66e3-5bb9-4d7d-adae-75f96fd6df75') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:13.882716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.939293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:13.971487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:13.973176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:14.016351 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:14.019602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:14.021446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.085809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:14.090307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:14.125654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fffb9-ccb5-4816-bed3-6aa17f228e58 req-044295f7-4a2d-49cf-9fb7-c16706b9e904 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:14.134369 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-368fffb9-ccb5-4816-bed3-6aa17f228e58 req-044295f7-4a2d-49cf-9fb7-c16706b9e904 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.8058712 Nov 24 09:44:14.136220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Provisioning for port d9785e14-960a-4149-9622-497dffe6e0c8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:14.155410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Provisioning complete for port d9785e14-960a-4149-9622-497dffe6e0c8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:14.156649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.230273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:14.249188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.253802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-368fffb9-ccb5-4816-bed3-6aa17f228e58 req-1f5e0b2b-343e-487d-9c46-efa8784bd502 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178119 Nov 24 09:44:14.268663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cb455cd-09da-48f4-8836-4f82d275db9e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:14.329235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': '4b204541-e252-4514-92d7-41ffdcaa2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:14.329818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: fe637def-30dd-4aef-aaa6-2f388dc13352, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:14.340537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91ce03de-dd45-4670-b2ac-ec13a867def0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a07c00dcd4d47aa8f41f9c223c9763d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9885066 Nov 24 09:44:14.354244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.356861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43744) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:14.367847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:14.371529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:14.406702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Allocated IP 172.20.0.5 (a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3/45e5dd70-77e1-417e-941b-f412025329dd/41b0995c-5285-4d9e-a0ad-b05f9948aef9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:14.415185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 637c68e9-3bcf-44b0-a1c8-e7b87ded701b {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:44:14.430176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.450564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:44:14.473105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.475293 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] 10.222.0.61 "PUT /v2.0/ports/564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 200 len: 1094 time: 7.2650087 Nov 24 09:44:14.505429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:14.527861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network fe637def-30dd-4aef-aaa6-2f388dc13352 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:14.535527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.619985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:14.637304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.638694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:14.645805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/637c68e9-3bcf-44b0-a1c8-e7b87ded701b HTTP/1.1" status: 204 len: 168 time: 2.0349367 Nov 24 09:44:14.738725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:14.769319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43756) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:14.813620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fe637def-30dd-4aef-aaa6-2f388dc13352) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:14.825995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] For port d9785e14-960a-4149-9622-497dffe6e0c8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9785e14-960a-4149-9622-497dffe6e0c8,segment=NetworkSegment(ac60eeb0-48bd-496e-80e6-da5cd86d2b97),segment_id=ac60eeb0-48bd-496e-80e6-da5cd86d2b97)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:14.826697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:14.827629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.845411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1287107-b299-48af-988f-e3cd40680dff None None] Network fe637def-30dd-4aef-aaa6-2f388dc13352 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:14.920687 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9199593 Nov 24 09:44:14.928146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:14.936567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:14.993732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'port': {'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352', 'name': 'tempest-NetworksIpV6TestAttrs-853824539'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:15.022690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'name': 'tempest-network--1180411197'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:15.032681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Network': ['ID=637c68e9-3bcf-44b0-a1c8-e7b87ded701b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:15.047383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:15.056170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:15.323205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:15.367130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:15.371767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.375177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Usage tracker for resource:security_group_rule and tenant:8c93c9cadf8548958ab386e0e7262009 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:15.392698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a3a-0fb4-4bb8-80ce-c2f7bedc80dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:15.414998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:15.432654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.442150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:port and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:15.452101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:15.457633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:15.463747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.480280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:15.510362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Transition to ACTIVE for port object 41b0995c-5285-4d9e-a0ad-b05f9948aef9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:15.580719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Usage tracker for resource:network and tenant:50445ee85de34decb8142595bd508028 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:15.585012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8ac1ee7b-102b-45b7-9b1c-384feffb23cb None None] Provisioning complete for port d9785e14-960a-4149-9622-497dffe6e0c8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:15.585751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ee7b-102b-45b7-9b1c-384feffb23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.596017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:15.625991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:15.654296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:15.670337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.670754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-fe637def-30dd-4aef-aaa6-2f388dc13352', 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352', 'tenant_id': 'd5207df80b7041d9a54ba0cb91c1701e', 'fixed_ips': [{'subnet_id': '4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:15.671714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.673623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-035fb4c0-1ca1-4697-b726-d7e2ee547555 req-4616295a-e031-4d97-8e15-e9d1766a8ca3 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Synchronizing usage tracker for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:15.696409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Pushing event updated for resources: {'Port': ['ID=d9785e14-960a-4149-9622-497dffe6e0c8,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:15.726910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.736034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Made reservation on behalf of 50445ee85de34decb8142595bd508028 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:15.747168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.774256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] device_id is not set on port 57a20bdf-7f2a-4915-baff-3552a1091ccd yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:15.792285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.792895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.793290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.793696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.794256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.795122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.795522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.796123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.796759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.797142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.797524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:44:15.797650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'status': 'completed', 'code': 200} Nov 24 09:44:15.810140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:15.821699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:15.957708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:15.977053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:16.014694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ae2d06-cce2-46fd-9e48-349ce3488ed6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:16.018333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.024965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:16.030765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.048164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:16.061405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:16.082829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event updated for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:16.086132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:16.087310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:16.096023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:16.152550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.153856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10ae2d06-cce2-46fd-9e48-349ce3488ed6 HTTP/1.1" status: 204 len: 168 time: 1.7909627 Nov 24 09:44:16.162205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Allocated IP 2001:db8::f816:3eff:fec4:32f7 (fe637def-30dd-4aef-aaa6-2f388dc13352/4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c/a395b65d-390c-41dd-98a3-c6a793c61b3f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:16.164280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:16.166461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2141fd7-15ee-4eea-b29f-4dca36c66242,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:16.171436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-035fb4c0-1ca1-4697-b726-d7e2ee547555 req-4616295a-e031-4d97-8e15-e9d1766a8ca3 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Unset dirty status for tenant:d6c6718949f94920846a62ca4ff3c276 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:16.172770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-035fb4c0-1ca1-4697-b726-d7e2ee547555 req-4616295a-e031-4d97-8e15-e9d1766a8ca3 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 1.2748075 Nov 24 09:44:16.185232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] Sync routers for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:16.190636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "PUT /v2.0/routers/d3ab922a-f5db-4efe-aca8-2e7deadb9e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.2295644 Nov 24 09:44:16.214528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:16.227640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c93c9cadf8548958ab386e0e7262009&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2042146 Nov 24 09:44:16.233566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:16.234396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:16.244769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:16.262535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Request body: {'port': {'network_id': '3a0b6545-7a69-4a7e-bab6-22f192a89045', 'name': 'tempest-FloatingIPAdminTestJSON-1113596791'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:16.272729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9785e14-960a-4149-9622-497dffe6e0c8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:16.402726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-d7ab15fc-d428-4b8d-9274-894e6ea691e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ba61f157a754554a0031dc41502cfb0&device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 1097 time: 1.8198185 Nov 24 09:44:16.500145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:16.501061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:16.563708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.608162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de679591-b93e-44f8-a61f-9c34a3e8e371 req-69169290-6ef4-46b9-92a7-28cbc88ac7f9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:16.610567 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de679591-b93e-44f8-a61f-9c34a3e8e371 req-69169290-6ef4-46b9-92a7-28cbc88ac7f9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.3693292 Nov 24 09:44:16.696051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.765555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:16.841212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de679591-b93e-44f8-a61f-9c34a3e8e371 req-c72de513-1a24-4b15-9884-5c101e43751b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088058 Nov 24 09:44:16.862417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.873968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a05f563-d6c0-42aa-a94c-4b7b27d36106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:16.905656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2141fd7-15ee-4eea-b29f-4dca36c66242,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:16.922449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:16.926510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d9785e14-960a-4149-9622-497dffe6e0c8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:16.927215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.929336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:16.936121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2141fd7-15ee-4eea-b29f-4dca36c66242 HTTP/1.1" status: 204 len: 168 time: 0.6331186 Nov 24 09:44:17.042664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.043386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Added segment f2bb31fb-eaab-4628-8def-068a71c15ce8 of type vlan for network ce7954fd-d594-405f-b443-c3d48ff3a31d Nov 24 09:44:17.113799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:17.114896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.121287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-aabbfdaa-8e56-4036-b192-18bd25b4b967 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 200 len: 217 time: 0.1362224 Nov 24 09:44:17.215317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.230051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:17.231307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:43:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:17.264435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:17.269353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Usage tracker for resource:port and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:17.273108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:17.280530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:17.298999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2297835 Nov 24 09:44:17.303933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Made reservation on behalf of 4eb318582d9247f2b4a58f39fe7bfb54 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:17.311592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.331830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-5f42669b-a302-4590-b4f0-af50d55114ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:17.333881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-5f42669b-a302-4590-b4f0-af50d55114ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=944b5fd5-517a-4479-8bc5-9d4a1f7103da HTTP/1.1" status: 200 len: 844 time: 0.1917119 Nov 24 09:44:17.356755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Request body: {'port': {'device_id': '3f398bff-245d-44ba-adae-0209947eba11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:17.391062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:17.488911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:17.490678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95125c7-324c-45f4-bd05-814d747ba721 None None] The sync data for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:17.508148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77ad60a6-2340-4465-a50a-bd5948de5be7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c364456cd54644229dbb1c24d49345d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1154125 Nov 24 09:44:17.511860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:17.621492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] device_id is not set on port eaf3c158-6e98-488d-8659-b0d83c264d6f yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:17.640873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-218c70e8-c638-4f03-b28b-b42df34596e5 None None] Provisioning for port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:17.655894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-218c70e8-c638-4f03-b28b-b42df34596e5 None None] Provisioning complete for port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:17.656322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-218c70e8-c638-4f03-b28b-b42df34596e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.709548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.731171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43814) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:17.758901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-218c70e8-c638-4f03-b28b-b42df34596e5 None None] Port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:17.807670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.812556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Allocated IP 172.20.0.12 (3a0b6545-7a69-4a7e-bab6-22f192a89045/61456aac-6b1e-42e3-84a5-0200e9b98d85/eaf3c158-6e98-488d-8659-b0d83c264d6f) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:17.829253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.847645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Transition to ACTIVE for port object a395b65d-390c-41dd-98a3-c6a793c61b3f will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:17.884923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.889977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-682588b9-295f-4457-9df0-2872f2806221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:17.904006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2570c-ec1b-47ad-8410-076e082aff46,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:17.906554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:17.913207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Transition to ACTIVE for port object a395b65d-390c-41dd-98a3-c6a793c61b3f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:17.915211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.917051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aee2570c-ec1b-47ad-8410-076e082aff46 HTTP/1.1" status: 204 len: 168 time: 0.4038463 Nov 24 09:44:17.926999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.928417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:17.929087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.958079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:17.964066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:17.983158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:17.999787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:18.014870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.1652730 Nov 24 09:44:18.015801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43824) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:18.063374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:18.107086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Allocated IP 2001:db8::f816:3eff:fedc:5f4d (fe637def-30dd-4aef-aaa6-2f388dc13352/4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c/57a20bdf-7f2a-4915-baff-3552a1091ccd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:18.264893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=ce7954fd-d594-405f-b443-c3d48ff3a31d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:18.272911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Pushing event updated for resources: {'Port': ['ID=a395b65d-390c-41dd-98a3-c6a793c61b3f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:18.286188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:18.324408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792b2e-58ac-4188-8cb1-7cd4bf269ffb req-04e24455-d7a9-4598-85e7-82d90cf1bfc1 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:18.325922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:18.326173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84792b2e-58ac-4188-8cb1-7cd4bf269ffb req-04e24455-d7a9-4598-85e7-82d90cf1bfc1 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 931 time: 0.5045040 Nov 24 09:44:18.332495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ce7954fd-d594-405f-b443-c3d48ff3a31d details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:18.405607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-f9240f23-d22f-4fec-a135-f515771d6233 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9736614 Nov 24 09:44:18.603000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Network fe637def-30dd-4aef-aaa6-2f388dc13352 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:18.605225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:18.609960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:18.680670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-432148618', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:18.691084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:18.700007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Usage tracker for resource:port and tenant:5eed9e721c534f069e0a21dc3acd7c27 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:18.707368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:18.721272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:18.767395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Made reservation on behalf of 5eed9e721c534f069e0a21dc3acd7c27 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:18.777792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:18.873525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.035869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.058458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Transition to ACTIVE for port object 57a20bdf-7f2a-4915-baff-3552a1091ccd will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:19.079859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:19.091105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.114807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89268d-3cd4-4869-a521-e2834345b2d8 req-87086f8c-0e5f-499f-b680-77dc9063ef89 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:19.123877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da89268d-3cd4-4869-a521-e2834345b2d8 req-87086f8c-0e5f-499f-b680-77dc9063ef89 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.7654281 Nov 24 09:44:19.135169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53cf99b1-c02b-48d3-9cd1-46599a7c594a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:19.220800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Attempting to bind port a395b65d-390c-41dd-98a3-c6a793c61b3f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:19.221227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Attempting to bind port a395b65d-390c-41dd-98a3-c6a793c61b3f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '4b204541-e252-4514-92d7-41ffdcaa2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:19.221894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Attempting to bind port a395b65d-390c-41dd-98a3-c6a793c61b3f on network fe637def-30dd-4aef-aaa6-2f388dc13352 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:19.234527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:19.235824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Checking segment: {'id': '4b204541-e252-4514-92d7-41ffdcaa2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:19.235824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.236181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Bound using segment: {'id': '4b204541-e252-4514-92d7-41ffdcaa2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:19.236642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Bound port: a395b65d-390c-41dd-98a3-c6a793c61b3f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b204541-e252-4514-92d7-41ffdcaa2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'fe637def-30dd-4aef-aaa6-2f388dc13352'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:19.237074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.254072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.297409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:19.308576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f19cb717-0704-4be2-96a3-ae1b2fb1860a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef4d464deff64c42a9cb1c135e5b4dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2269163 Nov 24 09:44:19.316055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d059e632-cfc3-48de-b8bd-ddf487031279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.316548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:19.324993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.333359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Usage tracker for resource:security_group_rule and tenant:5eed9e721c534f069e0a21dc3acd7c27 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:19.365618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9918fffd-83f2-416e-8985-70c16cc18076 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:19.386142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:19.404868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da89268d-3cd4-4869-a521-e2834345b2d8 req-35b33395-5051-4843-9352-6fdf99368a7d tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797272 Nov 24 09:44:19.412816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network fe637def-30dd-4aef-aaa6-2f388dc13352 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:19.427406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:19.430396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Port': ['ID=57a20bdf-7f2a-4915-baff-3552a1091ccd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:19.434563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:19.442277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:19.446643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:19.452628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:19.453777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.528710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.528921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Network ce7954fd-d594-405f-b443-c3d48ff3a31d is not hosted by any dhcp agent {{(pid=88877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Nov 24 09:44:19.530202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:19.531589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.537434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] For port a395b65d-390c-41dd-98a3-c6a793c61b3f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:19.538409 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5898383 Nov 24 09:44:19.539908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "PUT /v2.0/networks/ce7954fd-d594-405f-b443-c3d48ff3a31d HTTP/1.1" status: 200 len: 858 time: 1.5038121 Nov 24 09:44:19.545070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:19.545884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43848) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:19.569101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] For port a395b65d-390c-41dd-98a3-c6a793c61b3f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a395b65d-390c-41dd-98a3-c6a793c61b3f,segment=NetworkSegment(4b204541-e252-4514-92d7-41ffdcaa2da2),segment_id=4b204541-e252-4514-92d7-41ffdcaa2da2)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:19.582889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.595219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b26fd9e-07c1-4bb2-a4f9-7b57008709b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:19.597119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84792b2e-58ac-4188-8cb1-7cd4bf269ffb req-2bb930bc-2f0f-4519-88fa-f53dd638d234 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1659164 Nov 24 09:44:19.738052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Pushing event updated for resources: {'Port': ['ID=a395b65d-390c-41dd-98a3-c6a793c61b3f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:19.744315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:19.847339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.923467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:19.971431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.010767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1b113e3-64b6-4490-ade0-27551d397127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:20.060867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.096398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-214dc7d1-ef77-4e41-a7d7-8b644000026d service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6376441 Nov 24 09:44:20.101423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa538d-3b59-48eb-8b22-741a40c70a6b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:20.104327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.109652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event updated for resources: {'Network': ['ID=ce7954fd-d594-405f-b443-c3d48ff3a31d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:20.124109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:20.124985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.130450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77aa538d-3b59-48eb-8b22-741a40c70a6b HTTP/1.1" status: 204 len: 168 time: 0.7965837 Nov 24 09:44:20.154196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:20.170149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.208325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:20.419225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.544794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Transition to ACTIVE for port object eaf3c158-6e98-488d-8659-b0d83c264d6f will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:20.649972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] device_id is not set on port 56e6bf6a-4324-415b-a2c9-ee9ba1cdc197 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:20.841737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b0995c-5285-4d9e-a0ad-b05f9948aef9 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:44:20.858963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd0ded3d-a202-4c0c-950a-27c812cbbfbb req-69830cee-011d-4aea-b210-bcd5747f84c5 service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407880 Nov 24 09:44:20.862457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.910611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:20.990864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.014126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f36d9a99-a270-43b4-8a89-e777eca1ad27 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:21.243267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Transition to ACTIVE for port object 41b0995c-5285-4d9e-a0ad-b05f9948aef9 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:21.247519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event updated for resources: {'Port': ['ID=eaf3c158-6e98-488d-8659-b0d83c264d6f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:21.284189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:21.286953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7954fd-d594-405f-b443-c3d48ff3a31d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:21.288390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:21.289989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.308508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9698118-6379-4f92-a71b-4a93c5b5f0de,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:21.312878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4bdc972-14be-4c78-a403-1401d5553a92 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:21.362516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:21.387609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bb31fb-eaab-4628-8def-068a71c15ce8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:21.388151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bb31fb-eaab-4628-8def-068a71c15ce8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:21.446773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:21.460260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.477788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting subnet 4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:44:21.500057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326b21-790a-457f-a455-bbab65929c3f req-a01b686d-bcb3-44f9-a823-52212f5f4ffc tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:21.501790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99326b21-790a-457f-a455-bbab65929c3f req-a01b686d-bcb3-44f9-a823-52212f5f4ffc tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.4908772 Nov 24 09:44:21.502732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.606329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.610992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc005d30-baf9-466e-a1f4-90dc8512c086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.731223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.734596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Pushing event updated for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:21.776050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:21.780235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:21.785502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:21.807770 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:21.814636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:21.913433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:21.923836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Allocated IP 172.26.6.169 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/56e6bf6a-4324-415b-a2c9-ee9ba1cdc197) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:21.952170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99326b21-790a-457f-a455-bbab65929c3f req-3ada0a59-63ca-4a1b-9b04-154ebb1c8c59 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742476 Nov 24 09:44:22.356626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a395b65d-390c-41dd-98a3-c6a793c61b3f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:22.396378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:22.397137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:22.465783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-87817bd7-a062-446a-8f62-6d4e74788f07 None None] Provisioning for port eaf3c158-6e98-488d-8659-b0d83c264d6f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:22.481450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:22.495879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-87817bd7-a062-446a-8f62-6d4e74788f07 None None] Provisioning complete for port eaf3c158-6e98-488d-8659-b0d83c264d6f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:22.496441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87817bd7-a062-446a-8f62-6d4e74788f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:22.544337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:22.594607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcab1c3-8125-4472-939b-55248a619222 req-4b2451a5-0edc-4440-a9b8-c8c49bc9780f tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:22.596317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adcab1c3-8125-4472-939b-55248a619222 req-4b2451a5-0edc-4440-a9b8-c8c49bc9780f tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 931 time: 1.6886079 Nov 24 09:44:22.622318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce7954fd-d594-405f-b443-c3d48ff3a31d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:44:22.679839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.4612899 Nov 24 09:44:22.684440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-542c2e81-d3f7-49e9-bbd8-57a441783243 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ba61f157a754554a0031dc41502cfb0&device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 1097 time: 1.5718555 Nov 24 09:44:22.693287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:22.698851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port a395b65d-390c-41dd-98a3-c6a793c61b3f completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:22.705540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:22.745715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87817bd7-a062-446a-8f62-6d4e74788f07 None None] Port eaf3c158-6e98-488d-8659-b0d83c264d6f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:22.763429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ce7954fd-d594-405f-b443-c3d48ff3a31d HTTP/1.1" status: 204 len: 168 time: 3.1889513 Nov 24 09:44:22.777597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:22.800802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce7954fd-d594-405f-b443-c3d48ff3a31d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:22.813086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:22.925431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb53ee-c2a5-402f-8355-0a4424e1b368 None None] Network fe637def-30dd-4aef-aaa6-2f388dc13352 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:22.925779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:22.940374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-73dccf27-5ac4-4167-908c-1134c6fc5408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:22.942071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-73dccf27-5ac4-4167-908c-1134c6fc5408 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 200 len: 906 time: 0.2477443 Nov 24 09:44:22.950624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Attempting to bind port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:22.950997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Attempting to bind port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:22.951381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Attempting to bind port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 on network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:23.012875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d881351-821e-42b6-aa48-29a58050d21b tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] DELETE failed (client error): The resource could not be found. Nov 24 09:44:23.013278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d881351-821e-42b6-aa48-29a58050d21b tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:23.018565 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d881351-821e-42b6-aa48-29a58050d21b tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "DELETE /v2.0/subnets/4ed44d2c-01c2-4c71-a433-43e20cb96c4a HTTP/1.1" status: 404 len: 337 time: 0.2129505 Nov 24 09:44:23.019506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43918) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:23.074513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-8bd7d693-67f0-4518-9c90-f0420a82168c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 200 len: 217 time: 0.1198792 Nov 24 09:44:23.128911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.203376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 on network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:44:23.203840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Attempting to bind port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 on network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:23.224231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:23.224804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Checking segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:23.225104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Bound using segment: {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:23.225528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Bound port: 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deaa3fe-d40e-4521-84e9-5c086cfcbac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:23.225972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.257207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adcab1c3-8125-4472-939b-55248a619222 req-c460f700-3b06-47ae-b0b7-daf2568ed8fc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5871012 Nov 24 09:44:23.380905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:23.393035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:23.409914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.422723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34455a1f-9d6a-4f3b-8ea2-664d2d65867b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:23.469252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ae6db0f4-0604-403e-abbd-60d93f0459a8 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] Request body: {'port': {'network_id': '5eb134a5-5024-4018-a4a3-6e88948093c8', 'name': 'tempest-NetworksNegativeTestJSON-1884000933'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:23.480559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.517638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6db0f4-0604-403e-abbd-60d93f0459a8 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] POST failed (client error): The resource could not be found. Nov 24 09:44:23.518068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6db0f4-0604-403e-abbd-60d93f0459a8 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:23.519389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae6db0f4-0604-403e-abbd-60d93f0459a8 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5844302 Nov 24 09:44:23.527482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.539085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.546726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-f19f1c78-f540-4fdc-b59b-b664a4eaaa44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:23.558899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-f19f1c78-f540-4fdc-b59b-b664a4eaaa44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=944b5fd5-517a-4479-8bc5-9d4a1f7103da HTTP/1.1" status: 200 len: 844 time: 0.4626365 Nov 24 09:44:23.559005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43924) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:23.598057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'project_id': '4eb318582d9247f2b4a58f39fe7bfb54', 'port_id': 'eaf3c158-6e98-488d-8659-b0d83c264d6f'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:23.603676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:23.608299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Usage tracker for resource:floatingip and tenant:4eb318582d9247f2b4a58f39fe7bfb54 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:23.611436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Provisioning for port a395b65d-390c-41dd-98a3-c6a793c61b3f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:23.611646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:23.617273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Provisioning complete for port a395b65d-390c-41dd-98a3-c6a793c61b3f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:23.617673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.618469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:23.671641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.721527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2d820d-28ef-4722-b641-be7d18d38706 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] DELETE failed (client error): The resource could not be found. Nov 24 09:44:23.722742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2d820d-28ef-4722-b641-be7d18d38706 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:23.740838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a2d820d-28ef-4722-b641-be7d18d38706 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "DELETE /v2.0/networks/c0c21bf7-7b10-4e53-bc68-07b1ea9acd64 HTTP/1.1" status: 404 len: 339 time: 0.1777086 Nov 24 09:44:23.750953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43930) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:23.821209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.835730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8f0a-671c-451b-9a4c-181ebac9181d req-138a4291-e2d1-4df4-a619-d3f76ac9b3e1 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:23.843201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d7fc8f0a-671c-451b-9a4c-181ebac9181d req-138a4291-e2d1-4df4-a619-d3f76ac9b3e1 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.5105016 Nov 24 09:44:23.873127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:23.876516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] 10.222.0.61 "PUT /v2.0/ports/41b0995c-5285-4d9e-a0ad-b05f9948aef9 HTTP/1.1" status: 200 len: 1093 time: 6.5480592 Nov 24 09:44:23.918864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:23.985828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Pushing event updated for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:24.033198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.049658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.052798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:44:24.053224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:44:24.061098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.098999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:24.132263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:24.151899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'status': 'completed', 'code': 200} Nov 24 09:44:24.162799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32826916-ec5d-456e-b7b6-7f2adf5216c0']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:24.164270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55f0f92-53f1-47fe-8441-edfaa2087140 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] DELETE failed (client error): The resource could not be found. Nov 24 09:44:24.164783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55f0f92-53f1-47fe-8441-edfaa2087140 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:24.173277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b55f0f92-53f1-47fe-8441-edfaa2087140 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "DELETE /v2.0/ports/f20638d8-07db-4309-805e-3f5555c86e2c HTTP/1.1" status: 404 len: 333 time: 0.4084594 Nov 24 09:44:24.173599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43942) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:24.182204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9170aff4-43b6-44fd-b6b5-8bd5c3e1fba8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:24.182925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9170aff4-43b6-44fd-b6b5-8bd5c3e1fba8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:24.198335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.215090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.224072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:24.224802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.247860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-03b4c9ac-b24e-4edf-b307-85c98de83407 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6206191 Nov 24 09:44:24.318374 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c18fab-09c5-4bb8-918c-318561e59981 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] DELETE failed (client error): The resource could not be found. Nov 24 09:44:24.318926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c18fab-09c5-4bb8-918c-318561e59981 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:24.324982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-42c18fab-09c5-4bb8-918c-318561e59981 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "DELETE /v2.0/subnets/f1733d76-b4c7-444b-b5ed-7fa58316adb1 HTTP/1.1" status: 404 len: 337 time: 0.1344328 Nov 24 09:44:24.342227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 43950) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:24.402763 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:24.434528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.474667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d7fc8f0a-671c-451b-9a4c-181ebac9181d req-b7d9e3d9-4c71-4c71-b3b3-2752dc0ec403 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5275362 Nov 24 09:44:24.501549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.506371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:24.510462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.517610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:24.534369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:24.588117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Pushing event updated for resources: {'Port': ['ID=56e6bf6a-4324-415b-a2c9-ee9ba1cdc197,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:24.595102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2fe972-1ffb-4abe-87e0-006885bcd266 None None] Network fe637def-30dd-4aef-aaa6-2f388dc13352 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:24.610024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c HTTP/1.1" status: 204 len: 168 time: 5.0554485 Nov 24 09:44:24.611792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:24.612548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43954) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:24.613242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43956) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:24.622451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-abedd697-e667-4a94-b079-d67d741d2400 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:24.641742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8bed33-6e90-4d3c-9af2-22433413ed3e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] GET failed (client error): The resource could not be found. Nov 24 09:44:24.646850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd8bed33-6e90-4d3c-9af2-22433413ed3e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "GET /v2.0/networks/1bf5f0d8-3c34-404d-bb85-b86d964fa9ae HTTP/1.1" status: 404 len: 339 time: 0.2569678 Nov 24 09:44:24.664304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:24.720301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-b08d6568-ce27-441a-91b1-29a8e6c9468a service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072812 Nov 24 09:44:24.745584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] 10.222.0.55 "DELETE /v2.0/networks/32826916-ec5d-456e-b7b6-7f2adf5216c0 HTTP/1.1" status: 204 len: 168 time: 1.7173498 Nov 24 09:44:24.747569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:24.779713 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-a1e924d3-3ae5-4980-97c5-39ce28efc642 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6c6718949f94920846a62ca4ff3c276&device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 1096 time: 0.7735829 Nov 24 09:44:24.879183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.978797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] For port a395b65d-390c-41dd-98a3-c6a793c61b3f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a395b65d-390c-41dd-98a3-c6a793c61b3f,segment=NetworkSegment(4b204541-e252-4514-92d7-41ffdcaa2da2),segment_id=4b204541-e252-4514-92d7-41ffdcaa2da2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:24.992081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:24.996292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23ba9db1-b3d8-4102-9541-231a55d16745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:25.126195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-018394c8-4715-4028-8009-6061fea560a9 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:25.149767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:25.152372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:25.155342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Pushing event updated for resources: {'Port': ['ID=a395b65d-390c-41dd-98a3-c6a793c61b3f,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:25.158423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Provisioning for port 57a20bdf-7f2a-4915-baff-3552a1091ccd completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:25.164868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:25.165512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Provisioning complete for port 57a20bdf-7f2a-4915-baff-3552a1091ccd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:25.165974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.192072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2b2f42-7a61-4725-81d2-f2b6ba9bc9f3 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] GET failed (client error): The resource could not be found. Nov 24 09:44:25.194278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b2b2f42-7a61-4725-81d2-f2b6ba9bc9f3 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "GET /v2.0/ports/b3941e64-26d2-490b-ba77-5d5dde6a227e HTTP/1.1" status: 404 len: 333 time: 0.5126464 Nov 24 09:44:25.207525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.209002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Pushing event deleted for resources: {'Network': ['ID=32826916-ec5d-456e-b7b6-7f2adf5216c0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:25.224831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:25.239084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 564d6029-197b-4a06-9b8c-9b774cb6c21e details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:44:25.279974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:25.281284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.296145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.306632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ef3a64-5025-43a9-86a8-6f5a3b1ee4bf tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] GET failed (client error): The resource could not be found. Nov 24 09:44:25.313667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04ef3a64-5025-43a9-86a8-6f5a3b1ee4bf tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "GET /v2.0/subnets/1a3fa23b-4923-479b-8e52-eecbc375c191 HTTP/1.1" status: 404 len: 337 time: 0.0964348 Nov 24 09:44:25.315010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] DHCP port deletion for fe637def-30dd-4aef-aaa6-2f388dc13352 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:44:25.320996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.324794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a57d8-08b8-4769-be27-88bdc982d707 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:25.326589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a57d8-08b8-4769-be27-88bdc982d707 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:25.328019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-731a57d8-08b8-4769-be27-88bdc982d707 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Synchronizing usage tracker for tenant:d5207df80b7041d9a54ba0cb91c1701e on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:25.350643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-aeb06127-7771-463a-be19-9e475297a51a tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:25.355301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Deleting port a395b65d-390c-41dd-98a3-c6a793c61b3f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:25.355753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.383932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.6508346 Nov 24 09:44:25.388930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.402679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Port 57a20bdf-7f2a-4915-baff-3552a1091ccd cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:25.404132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.169'}]}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:25.408747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb06127-7771-463a-be19-9e475297a51a tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] PUT failed (client error): The resource could not be found. Nov 24 09:44:25.409683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb06127-7771-463a-be19-9e475297a51a tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:25.410489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aeb06127-7771-463a-be19-9e475297a51a tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "PUT /v2.0/networks/760220b0-320c-4029-a775-32a4d231e005 HTTP/1.1" status: 404 len: 339 time: 0.0796442 Nov 24 09:44:25.417083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:25.423411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.430473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7a8c7b91-78c0-463f-8a5c-34e4f1fd462e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:25.447000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Provisioning complete for port a395b65d-390c-41dd-98a3-c6a793c61b3f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:25.448287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b717f20-9c0b-4c9b-91dc-4769116bf409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.459623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Usage tracker for resource:router and tenant:5eed9e721c534f069e0a21dc3acd7c27 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:25.468109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b88dc546-5246-41e0-8400-33a87ed16c15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9 HTTP/1.1" status: 200 len: 217 time: 0.6608121 Nov 24 09:44:25.468544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:25.472283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-731a57d8-08b8-4769-be27-88bdc982d707 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Unset dirty status for tenant:d5207df80b7041d9a54ba0cb91c1701e on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:25.473931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-731a57d8-08b8-4769-be27-88bdc982d707 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8118882 Nov 24 09:44:25.486106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 43996) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.488249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:25.492033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.496510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8c7b91-78c0-463f-8a5c-34e4f1fd462e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] PUT failed (client error): The resource could not be found. Nov 24 09:44:25.497017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8c7b91-78c0-463f-8a5c-34e4f1fd462e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:25.501698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a8c7b91-78c0-463f-8a5c-34e4f1fd462e tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "PUT /v2.0/ports/d72f44f5-49ce-4ade-b1cf-4d7d85d234de HTTP/1.1" status: 404 len: 333 time: 0.0758202 Nov 24 09:44:25.643778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44002) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.801681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411087-47bf-490b-b1f5-da337513ab41 req-288ea761-cb76-417a-be2b-bd6f3fb79556 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:25.805071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4411087-47bf-490b-b1f5-da337513ab41 req-288ea761-cb76-417a-be2b-bd6f3fb79556 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 943 time: 1.2425361 Nov 24 09:44:25.817661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ff75973a-9cd6-4332-808f-6234478e3057 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:25.857889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.859203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.890152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:25.897246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b881b58-62f5-4c10-9f78-1dd56ae52dc5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:25.911896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-018394c8-4715-4028-8009-6061fea560a9 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "PUT /v2.0/quotas/dfda15803bca4961a84e4912c4214913 HTTP/1.1" status: 200 len: 366 time: 1.2473197 Nov 24 09:44:25.915368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44006) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:25.951449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff75973a-9cd6-4332-808f-6234478e3057 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] PUT failed (client error): The resource could not be found. Nov 24 09:44:25.951772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff75973a-9cd6-4332-808f-6234478e3057 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:25.953636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ff75973a-9cd6-4332-808f-6234478e3057 tempest-NetworksNegativeTestJSON-1792079548 tempest-NetworksNegativeTestJSON-1792079548-project] 10.222.0.55 "PUT /v2.0/subnets/e3e11d82-4149-4982-ad18-a9a5d2bd2c20 HTTP/1.1" status: 404 len: 337 time: 0.2055838 Nov 24 09:44:25.986864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'port_id': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'mac_address': 'fa:16:3e:65:86:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:44:26.005003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-a91d474c-c1f3-47cd-99ed-bc578f57cbc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:26.006299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-896710b7-4c4e-4cbc-aa47-4b341df9dac0 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0855045 Nov 24 09:44:26.007940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-a91d474c-c1f3-47cd-99ed-bc578f57cbc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45e5dd70-77e1-417e-941b-f412025329dd HTTP/1.1" status: 200 len: 851 time: 0.5197635 Nov 24 09:44:26.009127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b881b58-62f5-4c10-9f78-1dd56ae52dc5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 09:44:26.010634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b881b58-62f5-4c10-9f78-1dd56ae52dc5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:26.022032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44012) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.032751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-29037f56-a1ef-403c-b4e9-c64de4a2dd8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19f97763200143179a9e0e8fe0271c33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7277737 Nov 24 09:44:26.042951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44016) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.048257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b881b58-62f5-4c10-9f78-1dd56ae52dc5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/fe637def-30dd-4aef-aaa6-2f388dc13352 HTTP/1.1" status: 409 len: 405 time: 0.5563471 Nov 24 09:44:26.058675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.083635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564d6029-197b-4a06-9b8c-9b774cb6c21e {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:44:26.094664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] For port a395b65d-390c-41dd-98a3-c6a793c61b3f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a395b65d-390c-41dd-98a3-c6a793c61b3f,segment=NetworkSegment(4b204541-e252-4514-92d7-41ffdcaa2da2),segment_id=4b204541-e252-4514-92d7-41ffdcaa2da2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:26.095130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.133081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.208014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.227007 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4411087-47bf-490b-b1f5-da337513ab41 req-98e0279f-0593-4105-938b-dbff43c310f8 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459032 Nov 24 09:44:26.246975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47249898'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:26.262191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e620b1dd-1971-4565-b2cd-e744f6c301d6 req-c81f686d-9350-4074-8d34-fd89c933c974 service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5314925 Nov 24 09:44:26.279220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:26.329258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:26.343445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:26.348885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2354245-6f74-4edb-b129-4d13c7c28406 req-c005e7de-6763-4f9c-9f19-2ac0df2892ee tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:26.352527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2354245-6f74-4edb-b129-4d13c7c28406 req-c005e7de-6763-4f9c-9f19-2ac0df2892ee tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 0.6630168 Nov 24 09:44:26.363361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-98a5b74d-2d9c-4c6f-95f9-817509dc2b82 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas/dfda15803bca4961a84e4912c4214913 HTTP/1.1" status: 200 len: 366 time: 0.3352628 Nov 24 09:44:26.368131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:26.370803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44026) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.412425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.417515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36997404-4a77-41f1-99b8-8c2e277b9772 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/dfda15803bca4961a84e4912c4214913 HTTP/1.1" status: 204 len: 168 time: 0.0410976 Nov 24 09:44:26.428274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44030) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.440453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:26.446432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.452722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44032) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.462545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Allocated IP 172.26.6.114 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/14f2c123-6291-4bcf-9fe2-66ada12814c2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:26.485923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a395b65d-390c-41dd-98a3-c6a793c61b3f no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:44:26.499543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-b18deefa-af06-427e-af09-c5d11ad063cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4720018 Nov 24 09:44:26.512502 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-affda7e2-cd2e-4626-8503-1dab6610be2b tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0688436 Nov 24 09:44:26.531253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44040) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.579084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Calling delete_port for a395b65d-390c-41dd-98a3-c6a793c61b3f owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:26.600894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.611790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:26.643483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:26.665119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.671623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1125f748-6951-4f3f-80ef-beffce05c125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:26.754210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1fcdc385-a053-4b83-916e-cf0e72bc4fb4 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas/dfda15803bca4961a84e4912c4214913 HTTP/1.1" status: 200 len: 370 time: 0.1911318 Nov 24 09:44:26.761329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.765262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2354245-6f74-4edb-b129-4d13c7c28406 req-0751d073-c767-4c0d-91c5-ab88264abfe9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950453 Nov 24 09:44:26.777847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2db9d3f8-2958-475a-ad9e-cf4f9324e18b tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas/dfda15803bca4961a84e4912c4214913/default HTTP/1.1" status: 200 len: 370 time: 0.0113316 Nov 24 09:44:26.780182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.782848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:26.783662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment 9b67a30c-424e-4c34-91de-9a6a1dc0ea98 of type vlan for network 172a1dd3-fea4-4531-91b7-0a6032dba47e Nov 24 09:44:26.789284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.851280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.889300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-eeb7b779-cff0-4e45-927f-b398c678966c tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] delete failed (client error): The resource could not be found. Nov 24 09:44:26.891490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eeb7b779-cff0-4e45-927f-b398c678966c tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/dfda15803bca4961a84e4912c4214913 HTTP/1.1" status: 404 len: 348 time: 0.1072848 Nov 24 09:44:26.897246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.904011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:26.907765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:26.908681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.926627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.927744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-9fbe09bc-a0df-420b-be55-29cfcc186144 service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188132 Nov 24 09:44:26.931673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.935736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-203a9402-5338-439e-98db-19d935944257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:26.965880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:26.966137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:26.982210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['564d6029-197b-4a06-9b8c-9b774cb6c21e'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:44:27.028155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f044c-be7a-4728-b4a3-aa58c8ff8d66,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:27.032671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:27.046842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:27.054607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1054e05e33a4b20b9b8b0fd50a2cc37 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:27.066558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:27.072948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.077420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/388f044c-be7a-4728-b4a3-aa58c8ff8d66 HTTP/1.1" status: 204 len: 168 time: 1.0248709 Nov 24 09:44:27.084944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Pushing event deleted for resources: {'Port': ['ID=a395b65d-390c-41dd-98a3-c6a793c61b3f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:27.089332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:27.106026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.110527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:27.111343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:27.112264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.123336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:27.147885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] No DVR routers for this DVR port a395b65d-390c-41dd-98a3-c6a793c61b3f on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:44:27.297003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1549950 Nov 24 09:44:27.308061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44058) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:27.309631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.326530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:27.348610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84ba8f71-ef5f-4ce7-98b1-6ef14235a12e req-14614fad-8c72-4eb2-8ff6-77b8486628ec service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108698 Nov 24 09:44:27.349648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=172a1dd3-fea4-4531-91b7-0a6032dba47e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:27.365122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:27.372528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:27.373036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:27.443144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:27.529363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:27.532106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:27.574906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:network and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:27.601376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:27.662917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:subnet and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:27.668283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Pushing event updated for resources: {'Port': ['ID=14f2c123-6291-4bcf-9fe2-66ada12814c2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:27.674601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:27.702953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.708072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:27.722431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:27.778783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:27.779394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:27.800171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:27.817035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:27.850892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:subnetpool and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:27.880123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:27.921890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:28.003796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5d282-9ea5-47b3-9f16-5a67b928fc40,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:28.010150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-80274230-5b70-4ca2-acfc-857865d073c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6c6718949f94920846a62ca4ff3c276&device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 1096 time: 0.5824895 Nov 24 09:44:28.021768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1054e05e33a4b20b9b8b0fd50a2cc37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5619302 Nov 24 09:44:28.021768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:28.085037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44072) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:28.145389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:port and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:28.170773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:28.193061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:28.218936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44076) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:28.224082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:28.246804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f9008-3c96-42c5-a866-95128973b75e req-b587cb56-7f96-4545-a3a7-10f919c03b07 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:28.249478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb0f9008-3c96-42c5-a866-95128973b75e req-b587cb56-7f96-4545-a3a7-10f919c03b07 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 943 time: 0.5759010 Nov 24 09:44:28.271128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:28.276683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:router and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:28.363199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:28.471510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9603a-029f-4df4-98b6-684e946b730a req-457fb0c2-6dc2-4826-bb12-dfebaf9c497c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:28.474545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ced9603a-029f-4df4-98b6-684e946b730a req-457fb0c2-6dc2-4826-bb12-dfebaf9c497c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 945 time: 0.5268829 Nov 24 09:44:28.481013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:floatingip and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:28.579986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:28.769026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ced9603a-029f-4df4-98b6-684e946b730a req-60c97653-8f7d-4f3c-80bd-ff69b26ad9aa tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807841 Nov 24 09:44:28.849467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.101846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:security_group and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:29.114100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:29.168476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 564d6029-197b-4a06-9b8c-9b774cb6c21e up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:29.256153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Usage tracker for resource:security_group_rule and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:29.267729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 564d6029-197b-4a06-9b8c-9b774cb6c21e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:29.274006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 564d6029-197b-4a06-9b8c-9b774cb6c21e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:29.274472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.388443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:29.412566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.428893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7bc183f9-6c5b-4b6b-84b5-6ef1e222088b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50445ee85de34decb8142595bd508028&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1775072 Nov 24 09:44:29.434336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb0f9008-3c96-42c5-a866-95128973b75e req-e12b5926-1337-4395-bf20-15c12f5609ea tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1171691 Nov 24 09:44:29.438457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44080) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:29.448949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:29.514749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.524830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-f2c1c5f9-88fc-4bad-970a-566825c049fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:29.528472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:29.529449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-f2c1c5f9-88fc-4bad-970a-566825c049fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 HTTP/1.1" status: 200 len: 913 time: 1.4465439 Nov 24 09:44:29.534021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.537158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:29.547369 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-29c08bb3-52cb-4ed7-a7b7-a6835308c849 tempest-QuotasTest-909548362 tempest-QuotasTest-909548362-project-admin] 10.222.0.55 "GET /v2.0/quotas/e1fa08518b6540839a98ea3eff6a1f0e/details.json HTTP/1.1" status: 200 len: 703 time: 2.1022334 Nov 24 09:44:29.687065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.691986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.730538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:29.731126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bacb7773-835e-48d0-9c52-679b2bebe2eb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:44:29.758437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:44:29.765371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-be4c2557-1ba3-419a-8f9b-f7719946ec1b tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3705850 Nov 24 09:44:29.766414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:29.768435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:29.782267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:29.847490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Deleting port 56e6bf6a-4324-415b-a2c9-ee9ba1cdc197 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:29.848435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.000491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.059834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'code': 200} Nov 24 09:44:30.184698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-0e88afa9-f66c-4498-ba0a-112bc69ec306 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9 HTTP/1.1" status: 200 len: 217 time: 0.3039749 Nov 24 09:44:30.196433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.229157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44102) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:30.389454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:30.462726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.532341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.682828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5d282-9ea5-47b3-9f16-5a67b928fc40,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:30.800904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Calling delete_port for 56e6bf6a-4324-415b-a2c9-ee9ba1cdc197 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:30.804446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:30.806851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:30.954884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed709b-743a-4bfa-b2a4-5ec263ef909e req-0faf76ca-baeb-4364-be03-529f29003887 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:30.956741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-38ed709b-743a-4bfa-b2a4-5ec263ef909e req-0faf76ca-baeb-4364-be03-529f29003887 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 943 time: 0.3266633 Nov 24 09:44:31.025561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.032889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:31.074815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-38ed709b-743a-4bfa-b2a4-5ec263ef909e req-809a3608-4caa-4f05-a0bf-446f2f1d9805 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101007 Nov 24 09:44:31.082673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Pushing event deleted for resources: {'Port': ['ID=56e6bf6a-4324-415b-a2c9-ee9ba1cdc197,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:31.088065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:31.167896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 41b0995c-5285-4d9e-a0ad-b05f9948aef9 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:44:31.186464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-a1c147b9-0577-4720-84fa-0a169f78de6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:31.189454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-a1c147b9-0577-4720-84fa-0a169f78de6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45e5dd70-77e1-417e-941b-f412025329dd HTTP/1.1" status: 200 len: 851 time: 0.9424953 Nov 24 09:44:31.193123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.198199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.215983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] 10.222.0.55 "DELETE /v2.0/ports/56e6bf6a-4324-415b-a2c9-ee9ba1cdc197 HTTP/1.1" status: 204 len: 168 time: 1.4396329 Nov 24 09:44:31.385061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:31.392121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:31.412593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'port_id': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'mac_address': 'fa:16:3e:6e:50:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:44:31.420418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Usage tracker for resource:security_group_rule and tenant:98f88b8e2b7d434c802e8b59491bd2a4 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:31.435070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:31.450386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:31.453700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.458262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52b5d282-9ea5-47b3-9f16-5a67b928fc40 HTTP/1.1" status: 204 len: 168 time: 3.3348227 Nov 24 09:44:31.485626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.511474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b0995c-5285-4d9e-a0ad-b05f9948aef9 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:44:31.530683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:31.537896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.540345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:31.573186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.595535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:31.660464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:31.664548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:31.674484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911bb79-06f3-4abf-81af-6723cf59656a req-1e8f7b93-f8f3-4868-8d58-d1c3228d01d5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:31.676297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d911bb79-06f3-4abf-81af-6723cf59656a req-1e8f7b93-f8f3-4868-8d58-d1c3228d01d5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 1.3169377 Nov 24 09:44:31.679752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-14ddff30-a66f-4722-82b0-764277067093 req-6cc5a184-e112-49dc-8c9a-ee267dc1c1f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 1099 time: 1.1609697 Nov 24 09:44:31.687613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:31.749118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['41b0995c-5285-4d9e-a0ad-b05f9948aef9'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:44:31.828506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98f88b8e2b7d434c802e8b59491bd2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5789371 Nov 24 09:44:31.834247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44120) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:31.916884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:32.018847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.077968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.144953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.151904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:32.185818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6fb07c-62f4-44a4-99a8-6b5a78793bf3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:32.197891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:32.203339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.217846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.223519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f6fb07c-62f4-44a4-99a8-6b5a78793bf3 HTTP/1.1" status: 204 len: 168 time: 0.3831818 Nov 24 09:44:32.249026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:32.254082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Usage tracker for resource:security_group_rule and tenant:243b4f56713d4e71994d1a221469dc90 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:32.257763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:32.267774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:32.285594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.287643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6fb07c-62f4-44a4-99a8-6b5a78793bf3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:32.293693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.321017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.323044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.354694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:32.366254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.379517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:32.419527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.436204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:32.489075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c00e2a-5c45-4152-9c34-c183cd2180fd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:32.515282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:32.527382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=243b4f56713d4e71994d1a221469dc90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6088467 Nov 24 09:44:32.530521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44144) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:32.531060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10dc2d3-1e9c-40dc-8962-0813a369520f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:32.585541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.615324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc0388-d469-44bf-94c8-a8d83664b4d8 req-b6c6966e-bec8-4acf-b501-314e17e7deec tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:32.617338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ebc0388-d469-44bf-94c8-a8d83664b4d8 req-b6c6966e-bec8-4acf-b501-314e17e7deec tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 944 time: 0.2492919 Nov 24 09:44:32.679370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:32.687107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.694237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:32.778672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ebc0388-d469-44bf-94c8-a8d83664b4d8 req-23f1eea4-9fe3-4bef-befd-5da3cf9aa5c8 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153524 Nov 24 09:44:32.780758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.845395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.850311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-04a4b180-8987-40b5-970a-a0808b4e1880 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.6307909 Nov 24 09:44:32.851773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.854403 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a10dc2d3-1e9c-40dc-8962-0813a369520f HTTP/1.1" status: 204 len: 168 time: 3.3510864 Nov 24 09:44:32.854842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b356f8b-d3de-4e16-933d-3d6e90410de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:32.871132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c00e2a-5c45-4152-9c34-c183cd2180fd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:32.892280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:32.894453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44152) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:32.900777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:32.935960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.939708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1c00e2a-5c45-4152-9c34-c183cd2180fd HTTP/1.1" status: 204 len: 168 time: 0.4058340 Nov 24 09:44:32.942029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:32.983970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Usage tracker for resource:security_group_rule and tenant:b60cc95bd65f4fd6a1df0e71f1551202 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:32.987291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:32.993124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Usage tracker for resource:security_group_rule and tenant:e1fa08518b6540839a98ea3eff6a1f0e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:32.997672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:33.006741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:33.013986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:33.067457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d911bb79-06f3-4abf-81af-6723cf59656a req-d1962f69-5a0f-4417-8674-8923e63356c2 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3519299 Nov 24 09:44:33.091622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.099784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.101970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=161322e4-d83f-47b7-bf70-12fe1f8eece2,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:33.107154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:33.149371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:33.157709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e59a1c0-1a86-437a-a1d6-507b686cbff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:33.181574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 41b0995c-5285-4d9e-a0ad-b05f9948aef9 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:33.291113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1fa08518b6540839a98ea3eff6a1f0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3865464 Nov 24 09:44:33.297147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:33.324560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06070b4-c91c-4f03-8913-858cad68007f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:33.336149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:33.410547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44168) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:33.466428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.468120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:33.481142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:33.482819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.525834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.579499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': '9b67a30c-424e-4c34-91de-9a6a1dc0ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:33.580207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: 172a1dd3-fea4-4531-91b7-0a6032dba47e, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:33.682126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.699660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:33.706121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.749896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06070b4-c91c-4f03-8913-858cad68007f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:33.764681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-1e8fe007-473c-4d70-a4c9-1e45e8948564 service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8644226 Nov 24 09:44:33.771822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:33.774248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.777098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c06070b4-c91c-4f03-8913-858cad68007f HTTP/1.1" status: 204 len: 168 time: 0.4774532 Nov 24 09:44:33.834162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:33.859193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:33.864673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:33.871716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:33.949264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:33.975611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'code': 200} Nov 24 09:44:34.008810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:34.079252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:34.108534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:34.215494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bc95b095-d99a-4fab-8c90-9578db188a29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5eed9e721c534f069e0a21dc3acd7c27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2037320 Nov 24 09:44:34.287827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:34.294918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-693036347'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:34.325555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 172a1dd3-fea4-4531-91b7-0a6032dba47e) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:34.341992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d1f45-cb93-4ada-9dd6-b69d336cb983 None None] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:34.390146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.61', 63499) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:34.393724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:34.394525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.402452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:34.407334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:34.411687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:34.416447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4900ac08-d384-49ab-9d2b-1ea56f536653 req-45dc6bc4-9ca0-4994-8961-e4cd2a1045b0 service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299064 Nov 24 09:44:34.418944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.434934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:34.484270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.488955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:34.496135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.523325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.537959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2230518 Nov 24 09:44:34.539268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.541058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:34.569727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'port': {'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e', 'name': 'tempest-NetworksIpV6TestAttrs-1954512991'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:34.662159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.692978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a081c-ca91-4719-b86c-86a3adbb8339 req-a5e6f453-bf06-4fc4-931d-1daf67e47f01 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:34.694920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d41a081c-ca91-4719-b86c-86a3adbb8339 req-a5e6f453-bf06-4fc4-931d-1daf67e47f01 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.4932163 Nov 24 09:44:34.726786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c6622bfa-447a-4b57-b791-52f988af29cf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:34.798847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.862709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:34.882009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:security_group_rule and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:34.894820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:34.901862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d14cfb94-81b3-4efc-8195-12afed4001bb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:34.911511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:34.925930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:34.928197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:34.935967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d41a081c-ca91-4719-b86c-86a3adbb8339 req-f455eb32-faf7-4573-a4b1-543df4a8063e tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575375 Nov 24 09:44:34.941519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:34.971589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:34.985455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.002952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:port and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:35.009108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:35.016284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-172a1dd3-fea4-4531-91b7-0a6032dba47e', 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e', 'tenant_id': 'd5207df80b7041d9a54ba0cb91c1701e', 'fixed_ips': [{'subnet_id': '161322e4-d83f-47b7-bf70-12fe1f8eece2'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:35.017292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.020099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:35.051886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:35.058909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9698118-6379-4f92-a71b-4a93c5b5f0de,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:35.061692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:35.062746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Synchronizing usage tracker for tenant:b60cc95bd65f4fd6a1df0e71f1551202 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:35.083019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.084361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9698118-6379-4f92-a71b-4a93c5b5f0de HTTP/1.1" status: 204 len: 168 time: 0.7553523 Nov 24 09:44:35.088886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:35.104860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.230939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Pushing event updated for resources: {'Port': ['ID=14f2c123-6291-4bcf-9fe2-66ada12814c2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:35.239116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:35.271466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.285347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.313035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:35.329868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] device_id is not set on port 17aab4e3-7856-4271-896a-60836537d1ac yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:35.373867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.449503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Unset dirty status for tenant:b60cc95bd65f4fd6a1df0e71f1551202 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:35.451043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-14ddff30-a66f-4722-82b0-764277067093 req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 3.7511716 Nov 24 09:44:35.488937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a12fd2d5-432f-4268-acd0-271fd367fe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:35.489787 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-380e7d4a-6b1a-4dab-a210-334aca984d2d req-e6498df3-eb8e-4ef9-97f0-46478190f64c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 1098 time: 1.0853615 Nov 24 09:44:35.502991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897c556-9fb3-4d6d-bb5b-c33c52dc7da0 req-19dbaa48-fceb-44aa-9e64-105e686d1026 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:35.504790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2897c556-9fb3-4d6d-bb5b-c33c52dc7da0 req-19dbaa48-fceb-44aa-9e64-105e686d1026 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 0.9818997 Nov 24 09:44:35.526700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Allocated IP 2001:db8::f816:3eff:febe:9e9d (172a1dd3-fea4-4531-91b7-0a6032dba47e/161322e4-d83f-47b7-bf70-12fe1f8eece2/6de40c50-3418-4344-af08-3db127fe4b64) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:35.560755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.561296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment e3ac9600-20ee-44c5-be19-1c6aaa385ef3 of type vlan for network 6b1e4e21-f7ac-4195-a45b-862a1d667772 Nov 24 09:44:35.675772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c63b9d-b745-4891-a712-d6d98c753886,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:35.682679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:35.737787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.816963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.821735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:35.822682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:35.895491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:35.913933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2897c556-9fb3-4d6d-bb5b-c33c52dc7da0 req-395d87ec-7add-4c7d-9f88-9f21e569da0d tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642519 Nov 24 09:44:35.974799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5234520 Nov 24 09:44:35.976332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44228) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:35.999946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-380e7d4a-6b1a-4dab-a210-334aca984d2d req-ae0fc1b0-2af0-42b2-b479-87ab4d4fa436 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008552 Nov 24 09:44:36.021291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1859365312'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:36.038297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:36.052139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:36.067709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:36.098223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Floating IP 5596cb52-18ac-4efd-9cf1-91e54805e1db associated. External IP: 172.26.6.114, port: eaf3c158-6e98-488d-8659-b0d83c264d6f. Nov 24 09:44:36.203189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:36.219018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=6b1e4e21-f7ac-4195-a45b-862a1d667772,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:36.227335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:36.234602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:36.242148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.249689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:36.254353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.332756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:36.352994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.353622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment effffedc-797d-439c-8bad-ae844445ddcc of type vlan for network d56818c1-9e7d-4b6d-9297-9cb207c68b1e Nov 24 09:44:36.410812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.477755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.481408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Transition to ACTIVE for port object 6de40c50-3418-4344-af08-3db127fe4b64 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:36.487443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:36.488555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.500051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:36.735342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7474449 Nov 24 09:44:36.821468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44248) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:36.842515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:36.848645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Transition to ACTIVE for port object 6de40c50-3418-4344-af08-3db127fe4b64 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:36.864379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:36.872634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:36.884774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=d56818c1-9e7d-4b6d-9297-9cb207c68b1e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:36.976215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:36.982474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:37.048894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:37.078268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:37.117702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:37.174242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:37.186479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Allocated IP 2001:db8::f816:3eff:fe16:6dec (172a1dd3-fea4-4531-91b7-0a6032dba47e/161322e4-d83f-47b7-bf70-12fe1f8eece2/17aab4e3-7856-4271-896a-60836537d1ac) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:37.191558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:37.209190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:37.224334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7125b-5ec2-4fca-94f2-805b8225bd03 req-d09a1a79-60d1-4e8e-8323-af5b77786d06 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:37.227353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95d7125b-5ec2-4fca-94f2-805b8225bd03 req-d09a1a79-60d1-4e8e-8323-af5b77786d06 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.6595025 Nov 24 09:44:37.229284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:37.341944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:37.344541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95d7125b-5ec2-4fca-94f2-805b8225bd03 req-1465f141-75c9-4e05-8e39-940ef4d86bf4 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064777 Nov 24 09:44:37.426112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Pushing event updated for resources: {'Port': ['ID=6de40c50-3418-4344-af08-3db127fe4b64,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:37.893122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:37.926435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Attempting to bind port 6de40c50-3418-4344-af08-3db127fe4b64 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:37.926958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Attempting to bind port 6de40c50-3418-4344-af08-3db127fe4b64 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9b67a30c-424e-4c34-91de-9a6a1dc0ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:37.927510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Attempting to bind port 6de40c50-3418-4344-af08-3db127fe4b64 on network 172a1dd3-fea4-4531-91b7-0a6032dba47e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:37.938662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:37.939385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Checking segment: {'id': '9b67a30c-424e-4c34-91de-9a6a1dc0ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:37.940157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:37.940610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Bound using segment: {'id': '9b67a30c-424e-4c34-91de-9a6a1dc0ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:37.941173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Bound port: 6de40c50-3418-4344-af08-3db127fe4b64, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b67a30c-424e-4c34-91de-9a6a1dc0ea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '172a1dd3-fea4-4531-91b7-0a6032dba47e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:37.941609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.045758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.067827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-42782460-70ba-42c7-969d-33adef412d63 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:38.072072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-42782460-70ba-42c7-969d-33adef412d63 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6de40c50-3418-4344-af08-3db127fe4b64,segment=NetworkSegment(9b67a30c-424e-4c34-91de-9a6a1dc0ea98),segment_id=9b67a30c-424e-4c34-91de-9a6a1dc0ea98)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:38.078030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.084011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-455210d3-6bc3-4d2c-96e0-11b6cdcd8fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:38.111667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.120377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Transition to ACTIVE for port object 17aab4e3-7856-4271-896a-60836537d1ac will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:38.195036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Pushing event updated for resources: {'Port': ['ID=6de40c50-3418-4344-af08-3db127fe4b64,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:38.199643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.201968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:38.244748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:38.341751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b92458-ff52-4cbd-b7d3-cbfb0898bf05 req-b4bb7624-1df3-474a-bb16-00414a16e8f5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:38.343771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03b92458-ff52-4cbd-b7d3-cbfb0898bf05 req-b4bb7624-1df3-474a-bb16-00414a16e8f5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 1.1301327 Nov 24 09:44:38.364857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:38.370132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:38.382977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:38.388313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:38.389091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:38.488879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:44:38.493051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03b92458-ff52-4cbd-b7d3-cbfb0898bf05 req-420654d2-b384-4d62-8f7a-799a38c46cf6 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342471 Nov 24 09:44:38.931936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3849087 Nov 24 09:44:38.933424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:38.982105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Port': ['ID=17aab4e3-7856-4271-896a-60836537d1ac,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:39.008235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:39.018563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] Sync routers for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:39.041301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:39.042292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:39.043258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:39.043969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:39.061548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:39.084827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:39.184357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:39.243127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:39.274462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:39.278388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:39.313612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting subnet 161322e4-d83f-47b7-bf70-12fe1f8eece2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:44:39.318792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:39.372660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305382a9-785b-43df-a8a7-711877c0dbdb req-8a3f6b72-4ab8-451e-8095-038efa10414a tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:39.380588 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-305382a9-785b-43df-a8a7-711877c0dbdb req-8a3f6b72-4ab8-451e-8095-038efa10414a tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.4542742 Nov 24 09:44:39.423388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:39.435867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 16.7003627 Nov 24 09:44:39.441384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44298) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:39.465612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:39.469155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826aa5a8-2300-4460-b3bb-62de5f35dda2 None None] The sync data for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:39.512284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-305382a9-785b-43df-a8a7-711877c0dbdb req-6e7c793f-184a-4b1c-8abb-c8a27af8569a tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305537 Nov 24 09:44:39.652641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9184483d-4d32-405d-82f1-c846b9f5b2d7 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "GET /v2.0/floatingips/5596cb52-18ac-4efd-9cf1-91e54805e1db HTTP/1.1" status: 200 len: 984 time: 0.2058091 Nov 24 09:44:39.657235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:39.667301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44308) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:39.668427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:39.668849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: 6b1e4e21-f7ac-4195-a45b-862a1d667772, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:39.691870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=69ae2813-ae29-434e-93ca-6c86df5c89e3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:39.830660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'networks': [{'name': 'tempest-network--715216371'}, {'name': 'tempest-network--2037279482'}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:39.830957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-network--715216371'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:39.831482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-network--2037279482'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:39.840149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:39.878675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:40.034049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f692b384-5851-43fe-bf9e-11c78c2ed5f9 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.3509128 Nov 24 09:44:40.038224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:network and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:40.041696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44318) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:40.050517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.057693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:40.061127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:40.145513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44322) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:40.148049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:40.152820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:40.207333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.220701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=161322e4-d83f-47b7-bf70-12fe1f8eece2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:40.221392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 6b1e4e21-f7ac-4195-a45b-862a1d667772) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:40.232559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:40.262993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea5cd3-5ec8-4976-9ef7-e8cf62729e66 None None] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:40.281687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'network': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:40.296405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:40.297545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.321201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.400940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/161322e4-d83f-47b7-bf70-12fe1f8eece2 HTTP/1.1" status: 204 len: 168 time: 1.4610350 Nov 24 09:44:40.405976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:40.431772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6055250 Nov 24 09:44:40.433415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44330) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:40.468075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6de40c50-3418-4344-af08-3db127fe4b64 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:40.592471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.621192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf20d5-b6ee-4a0b-9e65-192767f8139d req-47cbb127-619a-476f-b75a-79c69202df8c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:40.626251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:40.630353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ebf20d5-b6ee-4a0b-9e65-192767f8139d req-47cbb127-619a-476f-b75a-79c69202df8c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.7355502 Nov 24 09:44:40.647859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:40.735415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:40.776603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076a483-5f57-40d5-a0e7-2eb2f99fcb75 req-e2448e61-03d6-471f-9d15-7f67b5c45e01 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:40.792828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0076a483-5f57-40d5-a0e7-2eb2f99fcb75 req-e2448e61-03d6-471f-9d15-7f67b5c45e01 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 0.9240117 Nov 24 09:44:40.820450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Request body: {'floatingip': {'port_id': '41b0995c-5285-4d9e-a0ad-b05f9948aef9'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:40.897614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:40.909973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:40.912927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:40.921132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:40.928165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Usage tracker for resource:floatingip and tenant:a0320d4281d341a78165f6c12931383b is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:40.932738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:40.942392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:40.967343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:40.969941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:41.003441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port 14f2c123-6291-4bcf-9fe2-66ada12814c2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:41.003943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.050629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.061924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:41.104045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 6de40c50-3418-4344-af08-3db127fe4b64 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:41.123841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-6b1e4e21-f7ac-4195-a45b-862a1d667772', 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': '69ae2813-ae29-434e-93ca-6c86df5c89e3'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:41.124786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.129334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44344) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:41.132856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.151427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fb1b4-cfdc-43e2-8377-55f2c486d7c8 None None] Network 172a1dd3-fea4-4531-91b7-0a6032dba47e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:41.315049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.355590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Provisioning for port 6de40c50-3418-4344-af08-3db127fe4b64 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:41.371582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Provisioning complete for port 6de40c50-3418-4344-af08-3db127fe4b64 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:41.372065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.413753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:41.652088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:security_group_rule and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:41.681060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:41.706635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a54e4-8157-460f-85b2-f0d9d24f3062 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:41.709564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a54e4-8157-460f-85b2-f0d9d24f3062 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:41.711092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-353a54e4-8157-460f-85b2-f0d9d24f3062 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Synchronizing usage tracker for tenant:d5207df80b7041d9a54ba0cb91c1701e on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:41.716869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:41.730366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.770472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Allocated IP 2001:db8::2 (6b1e4e21-f7ac-4195-a45b-862a1d667772/69ae2813-ae29-434e-93ca-6c86df5c89e3/fa80ebc2-fdca-4219-b04f-cc605de37e5f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:41.772187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1059659051', 'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:41.893032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:41.906174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6de40c50-3418-4344-af08-3db127fe4b64,segment=NetworkSegment(9b67a30c-424e-4c34-91de-9a6a1dc0ea98),segment_id=9b67a30c-424e-4c34-91de-9a6a1dc0ea98)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:41.920163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:41.926107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0076a483-5f57-40d5-a0e7-2eb2f99fcb75 req-12088877-b110-404a-8278-a31b90f261f9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1328182 Nov 24 09:44:41.929117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcecd773-ffaf-4083-95fd-9caf68f47266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:41.933529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-353a54e4-8157-460f-85b2-f0d9d24f3062 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Unset dirty status for tenant:d5207df80b7041d9a54ba0cb91c1701e on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:41.939349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-353a54e4-8157-460f-85b2-f0d9d24f3062 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.5114372 Nov 24 09:44:41.945052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44350) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:41.947256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:network and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:42.032228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:42.045040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:42.069259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.070140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.102613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] DHCP port deletion for 172a1dd3-fea4-4531-91b7-0a6032dba47e request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:44:42.139177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Deleting port 6de40c50-3418-4344-af08-3db127fe4b64 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:42.139177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.245880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Pushing event updated for resources: {'Port': ['ID=6de40c50-3418-4344-af08-3db127fe4b64,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:42.264785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:42.286350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6de40c50-3418-4344-af08-3db127fe4b64 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:44:42.381516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for 14f2c123-6291-4bcf-9fe2-66ada12814c2 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:42.441737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.447024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.447928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.460850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-04c7e9ee-8000-4a85-87e7-f152e2cbab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:42.489555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Made reservation on behalf of 2e529d70236847c2951a3bb0ad62e42f for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:42.499279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.528509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aac3c3-2511-46a3-a683-62d28704dff6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:42.536476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:42.545328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:42.566814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.567215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment 56c83dc2-baa4-4631-8ea3-407147a19da8 of type vlan for network 302d077f-36b8-4abc-a09d-0806c602209e Nov 24 09:44:42.605611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.636575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Transition to ACTIVE for port object fa80ebc2-fdca-4219-b04f-cc605de37e5f will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:42.655030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.752886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.778487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6de40c50-3418-4344-af08-3db127fe4b64,segment=NetworkSegment(9b67a30c-424e-4c34-91de-9a6a1dc0ea98),segment_id=9b67a30c-424e-4c34-91de-9a6a1dc0ea98)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:42.778487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.788132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Transition to ACTIVE for port object fa80ebc2-fdca-4219-b04f-cc605de37e5f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:42.789297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.794108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.798873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:42.804906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.860160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:42.925603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac941-6b04-4621-9bc6-f51b864d42d0 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.083833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6ac941-6b04-4621-9bc6-f51b864d42d0 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 09:44:43.084774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6ac941-6b04-4621-9bc6-f51b864d42d0 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:43.089144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:43.106077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:43.119057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:security_group_rule and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:43.128255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:43.149210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Calling delete_port for 6de40c50-3418-4344-af08-3db127fe4b64 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:43.154069 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d6ac941-6b04-4621-9bc6-f51b864d42d0 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/172a1dd3-fea4-4531-91b7-0a6032dba47e HTTP/1.1" status: 409 len: 405 time: 1.1947112 Nov 24 09:44:43.156797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:43.157663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.164877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:43.199539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2013386953'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:43.207313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.207970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment b867c368-78c4-48e6-bfd7-5c94f064d857 of type vlan for network 359a809f-46eb-412e-ad9e-81dfe0a35756 Nov 24 09:44:43.219711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6de40c50-3418-4344-af08-3db127fe4b64,segment=NetworkSegment(9b67a30c-424e-4c34-91de-9a6a1dc0ea98),segment_id=9b67a30c-424e-4c34-91de-9a6a1dc0ea98)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:43.219938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:43.230070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:44:43.231733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:43.241669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:43.243827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:43.244318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:43.257155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.269045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:43.277585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Pushing event updated for resources: {'Port': ['ID=fa80ebc2-fdca-4219-b04f-cc605de37e5f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:43.280404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:43.293875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:43.307631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:43.328874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.353132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b0fa2-4e77-4652-a9fe-b7a857315e6f req-46ccd0b0-f52b-4a74-aedf-fe552805d647 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:43.360574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2c5b0fa2-4e77-4652-a9fe-b7a857315e6f req-46ccd0b0-f52b-4a74-aedf-fe552805d647 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 0.8945374 Nov 24 09:44:43.377366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:43.386627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.406446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44360) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:43.459927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:44:43.460575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:44:43.470303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Request body: {'floatingip': {'port_id': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:43.470802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=6de40c50-3418-4344-af08-3db127fe4b64,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:43.474299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:43.475129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Attempting to bind port fa80ebc2-fdca-4219-b04f-cc605de37e5f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:43.475549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Attempting to bind port fa80ebc2-fdca-4219-b04f-cc605de37e5f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:43.475966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Attempting to bind port fa80ebc2-fdca-4219-b04f-cc605de37e5f on network 6b1e4e21-f7ac-4195-a45b-862a1d667772 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:43.484770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:43.485161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Checking segment: {'id': 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:43.485634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.486281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Bound using segment: {'id': 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:43.486724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Bound port: fa80ebc2-fdca-4219-b04f-cc605de37e5f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6b1e4e21-f7ac-4195-a45b-862a1d667772'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:43.487124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.546203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.560544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.561373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:43.565453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cdec1001-83ef-406e-8f09-6fc6119365c9 tempest-ExternalNetworksTestJSON-240728530 tempest-ExternalNetworksTestJSON-240728530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:43.607947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:43.614172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:43.615352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.654860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] For port fa80ebc2-fdca-4219-b04f-cc605de37e5f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:43.660866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] For port fa80ebc2-fdca-4219-b04f-cc605de37e5f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fa80ebc2-fdca-4219-b04f-cc605de37e5f,segment=NetworkSegment(e3ac9600-20ee-44c5-be19-1c6aaa385ef3),segment_id=e3ac9600-20ee-44c5-be19-1c6aaa385ef3)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:43.667235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.672541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.673530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:43.695991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:43.696653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment 3356b555-7ede-4068-9119-90cb163df1a6 of type vlan for network 795855a3-ee7d-4d32-980e-6d1b30ae4375 Nov 24 09:44:43.767175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Pushing event updated for resources: {'Port': ['ID=fa80ebc2-fdca-4219-b04f-cc605de37e5f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:43.771021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:43.845230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=302d077f-36b8-4abc-a09d-0806c602209e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:43.859972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.8107708 Nov 24 09:44:43.871365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 302d077f-36b8-4abc-a09d-0806c602209e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:43.957666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44364) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:43.991441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Deleting port 6de40c50-3418-4344-af08-3db127fe4b64 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:43.991764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.051360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.052686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.068662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=359a809f-46eb-412e-ad9e-81dfe0a35756,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:44.075135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.077696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:44.078045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.081229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.110562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Floating IP f82eb2b3-9285-4264-865d-c5d3811ad929 associated. External IP: 172.26.6.221, port: 41b0995c-5285-4d9e-a0ad-b05f9948aef9. Nov 24 09:44:44.121136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 359a809f-46eb-412e-ad9e-81dfe0a35756 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:44.131762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:44.200432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.206035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:44.206749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.215228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:44.291394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1308749 Nov 24 09:44:44.292380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:44.335194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Port': ['ID=14f2c123-6291-4bcf-9fe2-66ada12814c2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:44.380418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.433001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': '795855a3-ee7d-4d32-980e-6d1b30ae4375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:44.439529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] For port 6de40c50-3418-4344-af08-3db127fe4b64, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6de40c50-3418-4344-af08-3db127fe4b64,segment=NetworkSegment(9b67a30c-424e-4c34-91de-9a6a1dc0ea98),segment_id=9b67a30c-424e-4c34-91de-9a6a1dc0ea98)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:44.440207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.564546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=795855a3-ee7d-4d32-980e-6d1b30ae4375,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:44.566439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:44.605866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.687351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Calling delete_port for 6de40c50-3418-4344-af08-3db127fe4b64 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:44.716832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=facd0c4b-2353-43ae-9715-d9a42ef29d58,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:44.761714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.775245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 795855a3-ee7d-4d32-980e-6d1b30ae4375 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:44.793898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:44.802886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-774a7627-27be-40d6-8e50-9e5257931f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:44.838212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:44.865715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:44.869915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Pushing event deleted for resources: {'Port': ['ID=6de40c50-3418-4344-af08-3db127fe4b64,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:44.872451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:44.926531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] No DVR routers for this DVR port 6de40c50-3418-4344-af08-3db127fe4b64 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:44:45.073972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:45.095733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Allocated IP 172.26.6.200 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/5bb57f81-84e8-471c-ab39-64e0d09357da) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:45.104581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:45.117547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:45.131244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:45.145108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b3598-6842-4445-897f-273a0d9741e2 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:45.150285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b3598-6842-4445-897f-273a0d9741e2 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:45.155025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b3598-6842-4445-897f-273a0d9741e2 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:45.159507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b3598-6842-4445-897f-273a0d9741e2 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:45.161436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8e7b3598-6842-4445-897f-273a0d9741e2 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1818357 Nov 24 09:44:45.179306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44372) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:45.199183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:45.244684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:45.311892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:45.383252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Router f747e579-de95-4028-910f-59ec68bd8afb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:44:45.671951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'effffedc-797d-439c-8bad-ae844445ddcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:45.672348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: d56818c1-9e7d-4b6d-9297-9cb207c68b1e, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:45.737232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ed268-db96-410a-94ad-7b1e5a443263,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:45.745257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:45.762435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:45.762877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Added segment eb618016-faa6-4ddb-8ef6-7be7e0482d03 of type vlan for network d87db3a7-6c80-4835-972d-0d5db90e8ea1 Nov 24 09:44:46.036398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.072454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.089338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59a9c7ca-20bf-47dc-aef4-312dea2c7379 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:46.092806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.124217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:46.210503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:46.227636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Sync routers for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:46.253637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.256281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f6196-23c8-4222-b422-5b44bc9d1f26 None None] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:46.290790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fa80ebc2-fdca-4219-b04f-cc605de37e5f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:46.351070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d56818c1-9e7d-4b6d-9297-9cb207c68b1e) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:46.355758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=6643125a-d5d0-48d3-ae98-eaf6e89be94a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:46.367220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:46.367598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:46.373746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:46.402038 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99449ec5-9a36-4e7a-8699-d1704cb61a63 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "PUT /v2.0/floatingips/f82eb2b3-9285-4264-865d-c5d3811ad929 HTTP/1.1" status: 200 len: 991 time: 5.6392882 Nov 24 09:44:46.403646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:46.408072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': '3356b555-7ede-4068-9119-90cb163df1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '795855a3-ee7d-4d32-980e-6d1b30ae4375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:46.408785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: 795855a3-ee7d-4d32-980e-6d1b30ae4375, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:46.447642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network 795855a3-ee7d-4d32-980e-6d1b30ae4375 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:46.469008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238147d-8bd7-4d4e-a96f-64fdbc02019c None None] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:46.471461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 795855a3-ee7d-4d32-980e-6d1b30ae4375) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:46.476392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:46.477052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.532228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1234806 Nov 24 09:44:46.532570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44382) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:46.647177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:46.648538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.713678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403301f9-29a6-458f-be4f-955c5d1f049d None None] Network 795855a3-ee7d-4d32-980e-6d1b30ae4375 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:46.744400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:46.807983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.104617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.109248 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'status': 'completed', 'code': 200} Nov 24 09:44:47.121806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.123565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:47.124669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.132758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.147934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.166919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ca5f501-0a6c-4e91-8882-e358a89a2577 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:47.182698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dee9e988-32b2-44db-a55a-be336bf02e27 None None] Provisioning for port fa80ebc2-fdca-4219-b04f-cc605de37e5f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:47.256325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.266344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89bb9e36-b29e-47fd-b2cc-3bc0ef2a00bf tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:47.318174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.8637986 Nov 24 09:44:47.323857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:47.334906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=6643125a-d5d0-48d3-ae98-eaf6e89be94a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:47.340052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:47.340390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302d077f-36b8-4abc-a09d-0806c602209e']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.346648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1289439117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:47.392578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:47.417507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:47.423300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:47.439920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fa80ebc2-fdca-4219-b04f-cc605de37e5f completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:47.466902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fa80ebc2-fdca-4219-b04f-cc605de37e5f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:47.467324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.482312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:47.498996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.519314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 6.3779747 Nov 24 09:44:47.520730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44396) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:47.527025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.528263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.542300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795855a3-ee7d-4d32-980e-6d1b30ae4375']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.543527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c83dc2-baa4-4631-8ea3-407147a19da8') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.544115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c83dc2-baa4-4631-8ea3-407147a19da8') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.561572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3356b555-7ede-4068-9119-90cb163df1a6') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.562078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3356b555-7ede-4068-9119-90cb163df1a6') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:47.578894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.592782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:47.595466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.601193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:44:47.612652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.622939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'subnet': {'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:47.626141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:47.626819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.630886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Network': ['ID=d87db3a7-6c80-4835-972d-0d5db90e8ea1,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:47.635171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:47.641964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:47.646898 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:47.658865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:47.660028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:47.670732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.747466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:47.757047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:47.798440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:47.849822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4bb11-77a6-460b-a4a5-7c3cae639f30 None None] Network 795855a3-ee7d-4d32-980e-6d1b30ae4375 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:47.858051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.862264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43eb1b4d-db4e-4128-ad13-6eb817731e20 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5282164 Nov 24 09:44:47.862603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44402) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:47.937853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:subnet and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:47.977543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:47.985473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:47.989802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f4bb11-77a6-460b-a4a5-7c3cae639f30 None None] Network 795855a3-ee7d-4d32-980e-6d1b30ae4375 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:44:48.015677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.024002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:48.048477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.055254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=795855a3-ee7d-4d32-980e-6d1b30ae4375,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:48.062829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/795855a3-ee7d-4d32-980e-6d1b30ae4375 HTTP/1.1" status: 204 len: 168 time: 1.5289941 Nov 24 09:44:48.068564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:48.069087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44406) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:48.074377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:48.103330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:48.103742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.105521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b25e0-650d-4806-ba92-945413998175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d56818c1-9e7d-4b6d-9297-9cb207c68b1e', 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': 'facd0c4b-2353-43ae-9715-d9a42ef29d58'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:48.106456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:48.136892 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:48.147536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2053847597'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:48.154107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:48.159012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:48.162565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:48.170714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:48.252667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:48.262521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.263751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb57f81-84e8-471c-ab39-64e0d09357da,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:48.315153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:48.336599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.355841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:48.460979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.461617 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment 58b37bcd-2f19-4aa5-b31c-3bf7e53a565e of type vlan for network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 Nov 24 09:44:48.556361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port fa80ebc2-fdca-4219-b04f-cc605de37e5f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fa80ebc2-fdca-4219-b04f-cc605de37e5f,segment=NetworkSegment(e3ac9600-20ee-44c5-be19-1c6aaa385ef3),segment_id=e3ac9600-20ee-44c5-be19-1c6aaa385ef3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:48.563003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.611790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.624060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:48.689261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.703154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:48.704323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.751798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-444b25e0-650d-4806-ba92-945413998175 None None] Allocated IP 2001:db8:1::2 (d56818c1-9e7d-4b6d-9297-9cb207c68b1e/facd0c4b-2353-43ae-9715-d9a42ef29d58/b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:48.771364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7887842d-f43b-4eb5-861f-80e70bb6c9ba tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:48.833644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.870293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=fa80ebc2-fdca-4219-b04f-cc605de37e5f,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:48.925372 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7894959 Nov 24 09:44:48.964172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:48.977032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:49.017818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44412) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:49.031016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Made reservation on behalf of 2e529d70236847c2951a3bb0ad62e42f for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:49.036671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.043003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:49.056151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-65e445fc-4ba6-42a8-a7e4-c7cfca2c5d08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6c6718949f94920846a62ca4ff3c276&device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 1098 time: 2.0259440 Nov 24 09:44:49.138681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.143967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.178718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e81088-eaef-4597-903b-8701057ccc42 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:49.199581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e5e2c30-7211-4c33-9371-40708737febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.239835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:49.267566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:49.281334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-175401bc-153e-499f-ac74-dd06a229fe57 None None] Provisioning complete for port fa80ebc2-fdca-4219-b04f-cc605de37e5f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:49.281740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-175401bc-153e-499f-ac74-dd06a229fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.334107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=302d077f-36b8-4abc-a09d-0806c602209e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:49.338838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:49.351136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'f82eb2b3-9285-4264-865d-c5d3811ad929', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'port_id': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'mac_address': 'fa:16:3e:6e:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f398bff-245d-44ba-adae-0209947eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:52Z', 'updated_at': '2021-11-24T09:44:42Z', 'revision_number': 1, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:49.362967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/302d077f-36b8-4abc-a09d-0806c602209e HTTP/1.1" status: 204 len: 168 time: 4.1746981 Nov 24 09:44:49.367404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:49.374254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:49.377755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.394546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Checking router: f747e579-de95-4028-910f-59ec68bd8afb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:44:49.527668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.543723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:49.544438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:49.597200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.615202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-444b25e0-650d-4806-ba92-945413998175 None None] Transition to ACTIVE for port object b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:49.703101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.705256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-444b25e0-650d-4806-ba92-945413998175 None None] Transition to ACTIVE for port object b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:49.733173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:49.738272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.772366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:49.781121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:49.797661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:49.814399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:49.904017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b25e0-650d-4806-ba92-945413998175 None None] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:49.913335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-444b25e0-650d-4806-ba92-945413998175 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:49.919943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b25e0-650d-4806-ba92-945413998175 None None] Pushing event updated for resources: {'Port': ['ID=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:49.921389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-db62933b-142f-40cf-818e-072a98fa85c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:49.922510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b25e0-650d-4806-ba92-945413998175 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:49.925352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-db62933b-142f-40cf-818e-072a98fa85c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 HTTP/1.1" status: 200 len: 913 time: 0.8187022 Nov 24 09:44:49.929378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-444b25e0-650d-4806-ba92-945413998175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:49.975085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:44:50.115769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-444b25e0-650d-4806-ba92-945413998175 None None] Attempting to bind port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:50.116274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-444b25e0-650d-4806-ba92-945413998175 None None] Attempting to bind port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'effffedc-797d-439c-8bad-ae844445ddcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:50.116554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b25e0-650d-4806-ba92-945413998175 None None] Attempting to bind port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 on network d56818c1-9e7d-4b6d-9297-9cb207c68b1e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:50.187419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b25e0-650d-4806-ba92-945413998175 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:50.188271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b25e0-650d-4806-ba92-945413998175 None None] Checking segment: {'id': 'effffedc-797d-439c-8bad-ae844445ddcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:50.188271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.188544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b25e0-650d-4806-ba92-945413998175 None None] Bound using segment: {'id': 'effffedc-797d-439c-8bad-ae844445ddcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:50.189143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-444b25e0-650d-4806-ba92-945413998175 None None] Bound port: b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effffedc-797d-439c-8bad-ae844445ddcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd56818c1-9e7d-4b6d-9297-9cb207c68b1e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:50.189336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.383840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.495111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.515046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-e66dc04b-3eda-4b75-8987-684989237751 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9 HTTP/1.1" status: 200 len: 999 time: 0.5644174 Nov 24 09:44:50.653506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359a809f-46eb-412e-ad9e-81dfe0a35756']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:50.669756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.701348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b867c368-78c4-48e6-bfd7-5c94f064d857') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:50.701668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b867c368-78c4-48e6-bfd7-5c94f064d857') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:50.725822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-59343894-bf9d-46b1-883f-935d77b459b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:50.728298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-59343894-bf9d-46b1-883f-935d77b459b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45e5dd70-77e1-417e-941b-f412025329dd HTTP/1.1" status: 200 len: 851 time: 0.1978419 Nov 24 09:44:50.730867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.741890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.777896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.791921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-444b25e0-650d-4806-ba92-945413998175 None None] For port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:50.792649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8::1 (6b1e4e21-f7ac-4195-a45b-862a1d667772/69ae2813-ae29-434e-93ca-6c86df5c89e3/4f58d813-0c32-454e-b760-a8d1b4e2b87f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:50.795959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.797159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:50.797868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-444b25e0-650d-4806-ba92-945413998175 None None] For port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,segment=NetworkSegment(effffedc-797d-439c-8bad-ae844445ddcc),segment_id=effffedc-797d-439c-8bad-ae844445ddcc)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:50.798015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.804016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-444b25e0-650d-4806-ba92-945413998175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:50.810081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e94e85a-4135-4e4e-aae7-4d8641902e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:50.810685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-725b7bb1-b920-41f4-a5c5-3df9e79a4f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:50.828975 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:50.864535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fa80ebc2-fdca-4219-b04f-cc605de37e5f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:50.982250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'f82eb2b3-9285-4264-865d-c5d3811ad929', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'port_id': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'mac_address': 'fa:16:3e:6e:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f398bff-245d-44ba-adae-0209947eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:52Z', 'updated_at': '2021-11-24T09:44:42Z', 'revision_number': 1, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:51.004141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25f97f0-3f86-405d-ad39-fc8483d450f6 None None] The sync data for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv is: [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'f82eb2b3-9285-4264-865d-c5d3811ad929', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'floating_ip_address': '172.26.6.221', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'port_id': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'mac_address': 'fa:16:3e:6e:50:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f398bff-245d-44ba-adae-0209947eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:52Z', 'updated_at': '2021-11-24T09:44:42Z', 'revision_number': 1, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:51.006113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b25e0-650d-4806-ba92-945413998175 None None] Pushing event updated for resources: {'Port': ['ID=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:51.012394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-444b25e0-650d-4806-ba92-945413998175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:51.032132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fa80ebc2-fdca-4219-b04f-cc605de37e5f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:51.034445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.183256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:44:51.229201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.338449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7059056f-c55c-4023-a478-dbba2c0fa8e2 tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:51.352148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Floating IP 169ad760-a61a-4d07-8655-dc89cc53f094 associated. External IP: 172.26.6.47, port: 564d6029-197b-4a06-9b8c-9b774cb6c21e. Nov 24 09:44:51.362834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.385162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=359a809f-46eb-412e-ad9e-81dfe0a35756,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:51.408266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:51.507934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.610490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/359a809f-46eb-412e-ad9e-81dfe0a35756 HTTP/1.1" status: 204 len: 168 time: 2.2341311 Nov 24 09:44:51.620392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44426) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:51.633336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.643480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.651321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 4f58d813-0c32-454e-b760-a8d1b4e2b87f will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:51.652968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:51.660695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7998edff-b4d3-4141-8b75-0b7bbc2aff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.700319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb57f81-84e8-471c-ab39-64e0d09357da,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:51.723720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b46352-c61f-47ae-8dbc-af8dc7db5887 None None] New status for floating IP f82eb2b3-9285-4264-865d-c5d3811ad929: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:44:51.737182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=0003b0d5-cfff-488e-bf75-13a65dbc2c60,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:51.742697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:51.797305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:51.797794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:51.804846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:51.810408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.817398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-205667d8-0a73-4d49-ae26-0343654ab430 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:51.896351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=4f58d813-0c32-454e-b760-a8d1b4e2b87f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:51.902724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:51.918177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:51.922044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:51.924791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:51.925521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.961007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:51.972901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:51.981919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-2af7f199-7822-4f80-b8e8-70bf9ea0d86e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2448211 Nov 24 09:44:52.022406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:52.030598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:52.031268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.062227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c953d1d-cee3-4408-aabc-fca76239d4e6 None None] Network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:52.073490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.130399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1108809 Nov 24 09:44:52.138755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:52.185288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-f0d8d332-1647-4abc-8960-09c26c4896ed service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905539 Nov 24 09:44:52.265916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.274645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.1184461 Nov 24 09:44:52.277167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:52.346498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1141103085', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'fixed_ips': [{'ip_address': '172.26.6.200'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:52.414274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:52.430111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Usage tracker for resource:port and tenant:a0320d4281d341a78165f6c12931383b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:52.434664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:52.447271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:52.477089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Made reservation on behalf of a0320d4281d341a78165f6c12931383b for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:52.484408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.517618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.519094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365', 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365', 'tenant_id': 'd5207df80b7041d9a54ba0cb91c1701e', 'fixed_ips': [{'subnet_id': '0003b0d5-cfff-488e-bf75-13a65dbc2c60'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:44:52.520560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.616480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:52.621726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:52.627094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:52.628026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Synchronizing usage tracker for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:52.636661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.669582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Unset dirty status for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:52.670607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93eebda3-86f5-48b8-aa0e-45ffd0f7e79c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1941 time: 1.0328028 Nov 24 09:44:52.672693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:52.675784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.679477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44440) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:52.688122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Usage tracker for resource:security_group_rule and tenant:a0320d4281d341a78165f6c12931383b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:52.698339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1034841316'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:52.704946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:52.756108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:52.775572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:52.892591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:52.942923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:52.998830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Allocated IP 2001:db8::2 (f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365/0003b0d5-cfff-488e-bf75-13a65dbc2c60/eb33ef0f-e699-4275-ae53-8e8f18c01eb6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:53.012239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:53.045831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f006f041-eb1b-4e17-92ca-aba63b274d36,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:53.067120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:53.068327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:53.088633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ee7c909-3e28-41a9-87b0-b268cb07dd12 req-f89fb26e-e37f-4413-9ad0-cba0ac20c180 service neutron] 10.222.0.61 "GET /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957224 Nov 24 09:44:53.096855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.108423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.109790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.110732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.115809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:53.160554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.161839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:53.168148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.186137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] device_id is not set on port 110eb2d4-9d03-4adc-aa54-147e86c58c1c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:53.195465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Checking segment: {'id': 'eb618016-faa6-4ddb-8ef6-7be7e0482d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:53.196039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network hostable DHCP agents. Network: d87db3a7-6c80-4835-972d-0d5db90e8ea1, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:44:53.245960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:53.338224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:53.352343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.353597 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment 30750ebc-b533-4176-872b-936760fbcf14 of type vlan for network 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2 Nov 24 09:44:53.369737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.401306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:44:53.499532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/floatingips/5596cb52-18ac-4efd-9cf1-91e54805e1db HTTP/1.1" status: 204 len: 168 time: 13.4469626 Nov 24 09:44:53.521176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44444) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:53.530105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.537803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d87db3a7-6c80-4835-972d-0d5db90e8ea1) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:53.546467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:53.567153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:53.568473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.579396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:53.612903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Usage tracker for resource:floatingip and tenant:4a364264bce049ee882d9bb8a5e6d20e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:53.644788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:53.676154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] Sync routers for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:53.681085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831c2a6-29b6-4093-bbf9-2b5efeb22195 None None] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:53.710017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=4f58d813-0c32-454e-b760-a8d1b4e2b87f,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:53.710293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8804eb26-39db-4536-bcc2-c3dddf9d8d83 None None] Provisioning for port 4f58d813-0c32-454e-b760-a8d1b4e2b87f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:53.711710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:53.715033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:53.719282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.1449974 Nov 24 09:44:53.728908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44448) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:53.748480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8804eb26-39db-4536-bcc2-c3dddf9d8d83 None None] Provisioning complete for port 4f58d813-0c32-454e-b760-a8d1b4e2b87f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:53.749149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8804eb26-39db-4536-bcc2-c3dddf9d8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.794026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-602024306', 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:53.807336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.813802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:53.839273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.843692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:53.844415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.846374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984aef9a-be10-48c8-9f48-326f6c379f5d None None] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:53.853407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:port and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:53.859412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e3f5648-49b9-413c-bcfa-e032a33f6625 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:53.891321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:53.919859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:53.980740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:54.036969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c289195-0be2-496f-b222-e22c063a67d1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:54.041245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:54.046770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 09:44:54.047286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:44:54.161136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8800035 Nov 24 09:44:54.163527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:54.246793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:54.255526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:54.256186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:54.320229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:54.386793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8804eb26-39db-4536-bcc2-c3dddf9d8d83 None None] Port 4f58d813-0c32-454e-b760-a8d1b4e2b87f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:54.388530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.403609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:54.404334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:54.425036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7439396 Nov 24 09:44:54.446291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:54.457458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-530887738'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:54.476074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Made reservation on behalf of 2e529d70236847c2951a3bb0ad62e42f for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:54.485924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.507163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:54.515240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Transition to ACTIVE for port object eb33ef0f-e699-4275-ae53-8e8f18c01eb6 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:54.516475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:54.526350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:54.541611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:54.577883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:54.584547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:54.644918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] device_id is not set on port 507c008d-dc35-479b-bcae-610bbe93b46d yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:54.669854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Deleting port 5bb57f81-84e8-471c-ab39-64e0d09357da {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:54.670206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.792668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:54.798620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.895860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Transition to ACTIVE for port object eb33ef0f-e699-4275-ae53-8e8f18c01eb6 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:44:54.929055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:54.929412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:54.936789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:44:54.961860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Router e3adbb94-f62e-4813-8ddf-5212c4d915f1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:44:54.985248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.985549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:54.985678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment e64a477a-778a-46e2-a539-9c2fb5721444 of type vlan for network 266683a7-da5e-4a4f-8729-76c53e1aef56 Nov 24 09:44:54.997288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5eecf685-3e3e-45fd-9579-cbb52bc7368d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:55.022407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 2001:db8::13d (d87db3a7-6c80-4835-972d-0d5db90e8ea1/f006f041-eb1b-4e17-92ca-aba63b274d36/507c008d-dc35-479b-bcae-610bbe93b46d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:55.029415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Provisioning for port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:44:55.032966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44a163-fc58-4f74-835b-ff7eceab9265 None None] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:55.062657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.088402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Provisioning complete for port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:55.088990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.102876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.113797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:55.114255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027771d7-cbed-4d51-b8c5-38a5d04dbe6c None None] The sync data for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:55.124176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:55.132994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.245300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.245985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.262668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:55.271407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Pushing event updated for resources: {'Port': ['ID=eb33ef0f-e699-4275-ae53-8e8f18c01eb6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:55.275585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:55.283461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:55.286130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:55.320597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.325414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:55.326131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.330407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-163d36cb-1215-424d-a6fc-e70a3fccbd06 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:55.366108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=0003b0d5-cfff-488e-bf75-13a65dbc2c60,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:55.387665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:55.565978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Attempting to bind port eb33ef0f-e699-4275-ae53-8e8f18c01eb6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:44:55.566416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Attempting to bind port eb33ef0f-e699-4275-ae53-8e8f18c01eb6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:44:55.567009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Attempting to bind port eb33ef0f-e699-4275-ae53-8e8f18c01eb6 on network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:44:55.599018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.718644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Calling delete_port for 5bb57f81-84e8-471c-ab39-64e0d09357da owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:55.734382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=266683a7-da5e-4a4f-8729-76c53e1aef56,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:55.748141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:55.757309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3091147 Nov 24 09:44:55.762733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Allocated IP 172.26.6.189 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/a330b0e2-4631-4727-9b66-14d19df02be9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:44:55.766758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:55.785371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'ports': [{'network_id': '7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2', 'name': 'tempest-port--833820773', 'admin_state_up': True}, {'network_id': '266683a7-da5e-4a4f-8729-76c53e1aef56', 'admin_state_up': False}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:55.785868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'port': {'network_id': '7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2', 'name': 'tempest-port--833820773', 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:55.786300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'port': {'network_id': '266683a7-da5e-4a4f-8729-76c53e1aef56', 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:55.908694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 266683a7-da5e-4a4f-8729-76c53e1aef56 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:44:55.938289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.943127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:44:55.944460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Checking segment: {'id': '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:44:55.945577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:55.947726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Bound using segment: {'id': '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:44:55.949050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Bound port: eb33ef0f-e699-4275-ae53-8e8f18c01eb6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:44:55.950101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.025232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.131933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:56.168243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:56.168613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:56.172705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] For port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,segment=NetworkSegment(effffedc-797d-439c-8bad-ae844445ddcc),segment_id=effffedc-797d-439c-8bad-ae844445ddcc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:56.193433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.208918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:56.236566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.244345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.253849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:56.282150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] For port eb33ef0f-e699-4275-ae53-8e8f18c01eb6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:44:56.304135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] For port eb33ef0f-e699-4275-ae53-8e8f18c01eb6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=eb33ef0f-e699-4275-ae53-8e8f18c01eb6,segment=NetworkSegment(58b37bcd-2f19-4aa5-b31c-3bf7e53a565e),segment_id=58b37bcd-2f19-4aa5-b31c-3bf7e53a565e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:44:56.318314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.321965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Pushing event updated for resources: {'Port': ['ID=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:56.331185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.341222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:56.342794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47743fa3-d832-406c-8d0a-205b4e308aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:56.345477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 10ca2b94-13cc-4981-8d78-d9e8c6e52473 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:44:56.372254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.388415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:56.393445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:44:56.393887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:44:56.412875 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:44:56.419499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:port and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:56.435838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:56.442755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:56.445445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=507c008d-dc35-479b-bcae-610bbe93b46d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:56.456199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.457265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:56.458501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Sync routers for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:56.483388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:56.485357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:56.485995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc5305da-513e-4287-b691-52269769db42 None None] Provisioning complete for port 4f58d813-0c32-454e-b760-a8d1b4e2b87f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:56.487108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc5305da-513e-4287-b691-52269769db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.515206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:56.529036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:56.530775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:56.538408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.546162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:56.549774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:56.551407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:56.552704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.673467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Pushing event updated for resources: {'Port': ['ID=eb33ef0f-e699-4275-ae53-8e8f18c01eb6,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:56.690285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:56.715475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.729181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'port': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:44:56.741173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0077322 Nov 24 09:44:56.746764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.753250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70e8c9bc-2a8a-44ec-97d5-648275f21447 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:56.778220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc5305da-513e-4287-b691-52269769db42 None None] Port 4f58d813-0c32-454e-b760-a8d1b4e2b87f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:44:56.803594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44470) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:56.809093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:56.835019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f765f784-8e5d-4e2d-be13-c32f2a97e6b8 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "PUT /v2.0/floatingips/169ad760-a61a-4d07-8655-dc89cc53f094 HTTP/1.1" status: 200 len: 991 time: 13.4210000 Nov 24 09:44:56.839029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb57f81-84e8-471c-ab39-64e0d09357da,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:56.843367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:56.844149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:44:56.846830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:44:56.846830 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:44:56.846830 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': 'f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365'}] Nov 24 09:44:56.846830 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:44:56.847986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:44:56.865546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:44:56.880309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:44:56.897902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:44:56.916997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:44:56.991188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc5305da-513e-4287-b691-52269769db42 None None] Provisioning complete for port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:56.991738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Pushing event updated for resources: {'Port': ['ID=a330b0e2-4631-4727-9b66-14d19df02be9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:56.991921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc5305da-513e-4287-b691-52269769db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.013504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:57.023354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:44:57.058161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'status': 'completed', 'code': 200} Nov 24 09:44:57.232593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06201289-1c44-4f6f-b413-1268ef1446a1 None None] Network f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:44:57.304037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.371347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting port 507c008d-dc35-479b-bcae-610bbe93b46d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:57.371990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.418771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.523839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:44:57.524684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.545179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.621365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting port eb33ef0f-e699-4275-ae53-8e8f18c01eb6 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:44:57.621998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.676661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '169ad760-a61a-4d07-8655-dc89cc53f094', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'port_id': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'mac_address': 'fa:16:3e:65:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:38Z', 'updated_at': '2021-11-24T09:44:47Z', 'revision_number': 1, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:57.682439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Checking router: e3adbb94-f62e-4813-8ddf-5212c4d915f1 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:44:57.697669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:57.697949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.699173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:57.707720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] device_id is not set on port 6a8dfd7b-8940-43f3-98b8-40141a24c55c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:57.782458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-df8578e1-d1bb-402b-99b5-79d72f27553f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ba61f157a754554a0031dc41502cfb0&device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 1099 time: 0.4752977 Nov 24 09:44:57.917071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:57.923228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/eafe24a1-a17b-48c0-a131-3c32a2d901aa HTTP/1.1" status: 204 len: 168 time: 3.7581532 Nov 24 09:44:58.038428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:44:58.151832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a30dc-18f2-4936-89d7-c7601c080605 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:44:58.349937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:44:58.368811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5022259 Nov 24 09:44:58.373471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:58.376971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-3f0d437e-ec2b-403d-ba61-5a7d9d8e6400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:58.380098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-3f0d437e-ec2b-403d-ba61-5a7d9d8e6400 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 200 len: 906 time: 0.5819600 Nov 24 09:44:58.382669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] Sync routers for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:44:58.521782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a30dc-18f2-4936-89d7-c7601c080605 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:44:58.669464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '169ad760-a61a-4d07-8655-dc89cc53f094', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'port_id': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'mac_address': 'fa:16:3e:65:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:38Z', 'updated_at': '2021-11-24T09:44:47Z', 'revision_number': 1, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:58.674976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ae78b-fa60-465f-b328-5e3bd050ff7a None None] The sync data for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv is: [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '169ad760-a61a-4d07-8655-dc89cc53f094', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'floating_ip_address': '172.26.6.47', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'port_id': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'mac_address': 'fa:16:3e:65:86:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:43:38Z', 'updated_at': '2021-11-24T09:44:47Z', 'revision_number': 1, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:58.731080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:58.744753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:58.746546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:58.844555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:58.906022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:58.910557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:44:58.911764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:58.986465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44490) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:59.056239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a5779-300d-433f-90cd-6729f9e5e93e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:59.057695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f19a5779-300d-433f-90cd-6729f9e5e93e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:44:59.075181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Calling delete_port for 507c008d-dc35-479b-bcae-610bbe93b46d owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:59.082854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-9d63fd9c-2a30-4f07-a07e-c6a88fddd6d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 200 len: 999 time: 0.6895645 Nov 24 09:44:59.110480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] device_id is not set on port c5c15819-0117-4d7c-bc0e-0c19e6155b4a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:44:59.128374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] For port eb33ef0f-e699-4275-ae53-8e8f18c01eb6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=eb33ef0f-e699-4275-ae53-8e8f18c01eb6,segment=NetworkSegment(58b37bcd-2f19-4aa5-b31c-3bf7e53a565e),segment_id=58b37bcd-2f19-4aa5-b31c-3bf7e53a565e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:44:59.128884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.147335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.154651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:44:59.155835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50535695-de2d-4fd8-9374-82f223a66dd6 None None] The sync data for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:44:59.182730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.204672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c4b2dd-4cf4-4624-b10f-556c8856d0af tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:44:59.320293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Calling delete_port for eb33ef0f-e699-4275-ae53-8e8f18c01eb6 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:44:59.343901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cff404-f78a-4817-9f4c-6a8f2009896b None None] New status for floating IP 169ad760-a61a-4d07-8655-dc89cc53f094: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:44:59.378013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f19a5779-300d-433f-90cd-6729f9e5e93e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:44:59.379434 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f19a5779-300d-433f-90cd-6729f9e5e93e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports/4f58d813-0c32-454e-b760-a8d1b4e2b87f HTTP/1.1" status: 200 len: 911 time: 1.0048041 Nov 24 09:44:59.385717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Pushing event updated for resources: {'Port': ['ID=a330b0e2-4631-4727-9b66-14d19df02be9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:44:59.388987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:59.395605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:44:59.431532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-abd88cc4-06d7-43dc-bc82-fe00e8322f1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:44:59.436039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-abd88cc4-06d7-43dc-bc82-fe00e8322f1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=944b5fd5-517a-4479-8bc5-9d4a1f7103da HTTP/1.1" status: 200 len: 844 time: 0.3430374 Nov 24 09:44:59.581611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.647648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.679720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:59.696088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Usage tracker for resource:security_group_rule and tenant:b00ed1af21cf4ad8971e463b79458b0f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:59.708987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:59.714882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:44:59.719107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1936874 Nov 24 09:44:59.722883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:44:59.726617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44504) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:44:59.742237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-89e030bf-c2b3-4832-9714-5afd46c43e42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2674239 Nov 24 09:44:59.922851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-01a0bd69-1bd0-4f2f-b086-e9fa39038ea0 service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709268 Nov 24 09:44:59.929210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:44:59.963401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:44:59.974244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Usage tracker for resource:floatingip and tenant:47287456cd71466e82e9dc4fd8a418d3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:44:59.988745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:44:59.999999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:00.082150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.112076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.131151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93d7d9f5-6adb-4139-960f-6c2919bc78a3 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:00.155022 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a540e186-cf8d-42a1-bcee-e9f7232ecece req-a3d4c70e-0438-4e44-af1c-720f3e50d5ee service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195325 Nov 24 09:45:00.197872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Port': ['ID=eb33ef0f-e699-4275-ae53-8e8f18c01eb6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:00.201426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:00.219347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.237394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86c7c865-09c1-40d3-8f86-14e1c28d8946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:00.296325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No DVR routers for this DVR port eb33ef0f-e699-4275-ae53-8e8f18c01eb6 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:00.300432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Port': ['ID=507c008d-dc35-479b-bcae-610bbe93b46d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:00.341128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.348415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.352064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:00.358337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c25e850f-da20-4f0d-bcf6-077d18f6d428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:00.370492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.394043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.471317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b00ed1af21cf4ad8971e463b79458b0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4834361 Nov 24 09:45:00.476670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.480874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d5e8d-7c65-404c-9056-a0c08a11b399,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:00.484442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:00.487954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:00.577854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.646077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Allocated IP 172.26.6.109 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/efe803b6-99b5-4d7b-ad58-8e9152ed2d13) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:00.696312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/ports/507c008d-dc35-479b-bcae-610bbe93b46d HTTP/1.1" status: 204 len: 168 time: 3.8415589 Nov 24 09:45:00.702930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44518) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:00.721236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'external_fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d'}]}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:00.726128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:00.750743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:00.767989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:router and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:00.777704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:00.803363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:00.803732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b37bcd-2f19-4aa5-b31c-3bf7e53a565e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:00.822844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.841587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.850574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eeb13a33-3425-40cd-b0be-38638f244967 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:00.894662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:00.938346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.940078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.941832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.976364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:00.976710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:00.994031 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:01.003354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.021345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Port': ['ID=6a8dfd7b-8940-43f3-98b8-40141a24c55c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:01.024086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.057081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.062294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bf2962d4-b420-4c05-a639-93be9971a07b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:01.089857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:01.142455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:01.146543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:01.152533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.153203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:01.173227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.184821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Pushing event updated for resources: {'Port': ['ID=efe803b6-99b5-4d7b-ad58-8e9152ed2d13,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:01.195180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:01.196037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:01.213404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Checking segment: {'id': '30750ebc-b533-4176-872b-936760fbcf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:01.213812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network hostable DHCP agents. Network: 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:01.229972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.230198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.255917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:01.261358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:01.268317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 HTTP/1.1" status: 204 len: 168 time: 9.1251771 Nov 24 09:45:01.334068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44522) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:01.350849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1580068027'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:01.361548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:01.411490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.416049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:01.420896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:network and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:01.429406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:01.430386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27fc1d26-02a4-4e87-a2ac-ec349d9eca97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:01.449156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:01.452735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d5e8d-7c65-404c-9056-a0c08a11b399,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:01.457425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:01.459930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:01.463611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.470897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/947d5e8d-7c65-404c-9056-a0c08a11b399 HTTP/1.1" status: 204 len: 168 time: 0.9774573 Nov 24 09:45:01.470897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:01.470897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.476215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3450ae8b-2ca7-4201-8e54-a0463b22c62c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:01.523936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9cdf4f-6725-4591-9af1-45a82f14d958 None None] Network 7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:01.547412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.556021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:01.562403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.631238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Port': ['ID=c5c15819-0117-4d7c-bc0e-0c19e6155b4a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:01.638279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.639393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:01.698926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Checking segment: {'id': 'e64a477a-778a-46e2-a539-9c2fb5721444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '266683a7-da5e-4a4f-8729-76c53e1aef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:01.699732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network hostable DHCP agents. Network: 266683a7-da5e-4a4f-8729-76c53e1aef56, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:01.702307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.746317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:01.779250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:01.779752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Added segment 37da3896-3fef-4a5f-820f-99d58036f1bb of type vlan for network 74bff625-61a8-4bbe-9612-6a13bc08f16c Nov 24 09:45:01.877616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.061662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.117405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network 266683a7-da5e-4a4f-8729-76c53e1aef56 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:02.134735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.139231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:02.139740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.147839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b1a0bf6-6228-4c7b-95a1-78d3a41b1bed tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:02.194260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 266683a7-da5e-4a4f-8729-76c53e1aef56) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:02.221979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2a64c-beb6-4cc3-b601-af4f4ce5ccbf None None] Network 266683a7-da5e-4a4f-8729-76c53e1aef56 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:02.263537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:02.268396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:02.272250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:02.273180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.285456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:02.327926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9884782 Nov 24 09:45:02.328173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Network': ['ID=74bff625-61a8-4bbe-9612-6a13bc08f16c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:02.330663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:02.334531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:02.336111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Request body: {'subnet': {'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:02.355431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.359391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.365735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:02.394061 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.6143906 Nov 24 09:45:02.406272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44542) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:02.599310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5372e2f6-23ca-41c3-99c4-39b2945e5187 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0320d4281d341a78165f6c12931383b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077908 Nov 24 09:45:02.605534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:02.685232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 74bff625-61a8-4bbe-9612-6a13bc08f16c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:02.686738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:02.720488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Usage tracker for resource:subnet and tenant:d5207df80b7041d9a54ba0cb91c1701e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:02.728003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:02.746812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:02.783581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Made reservation on behalf of d5207df80b7041d9a54ba0cb91c1701e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:02.844755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Pushing event updated for resources: {'Port': ['ID=efe803b6-99b5-4d7b-ad58-8e9152ed2d13,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:02.888502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:02.917132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.964490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:02.996597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.000829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2695222 Nov 24 09:45:03.009167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930240ed-2a5b-4b5f-a495-3fbd60380b5a tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:03.014029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930240ed-2a5b-4b5f-a495-3fbd60380b5a tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:03.018554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-930240ed-2a5b-4b5f-a495-3fbd60380b5a tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6079340 Nov 24 09:45:03.020665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44550) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:03.020985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44552) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:03.026912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.201770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.214935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14349bc3-18d5-4f1c-ab21-afd9aee25cd5 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Synchronizing usage tracker for tenant:4a364264bce049ee882d9bb8a5e6d20e on resource:floatingip {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:03.267775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8:1::1 (d56818c1-9e7d-4b6d-9297-9cb207c68b1e/facd0c4b-2353-43ae-9715-d9a42ef29d58/006dfc98-4975-4edd-96aa-22208c091f55) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:03.274780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.300289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.353285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14349bc3-18d5-4f1c-ab21-afd9aee25cd5 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Unset dirty status for tenant:4a364264bce049ee882d9bb8a5e6d20e on resource:floatingip {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:03.358282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14349bc3-18d5-4f1c-ab21-afd9aee25cd5 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3336515 Nov 24 09:45:03.367708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44562) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:03.379513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Deleting port 6a8dfd7b-8940-43f3-98b8-40141a24c55c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:03.380163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.583930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.593303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:03.618644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c289195-0be2-496f-b222-e22c063a67d1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:03.626135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:03.741288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.751786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-927d3eb0-13ca-4589-8702-d64b6c166c6b tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Synchronizing usage tracker for tenant:4eb318582d9247f2b4a58f39fe7bfb54 on resource:floatingip {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:03.753885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.755418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c289195-0be2-496f-b222-e22c063a67d1 HTTP/1.1" status: 204 len: 168 time: 1.1459882 Nov 24 09:45:03.779751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 006dfc98-4975-4edd-96aa-22208c091f55 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:03.875142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:03.888660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:04.000654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-927d3eb0-13ca-4589-8702-d64b6c166c6b tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Unset dirty status for tenant:4eb318582d9247f2b4a58f39fe7bfb54 on resource:floatingip {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:04.001259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-927d3eb0-13ca-4589-8702-d64b6c166c6b tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5847259 Nov 24 09:45:04.009748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44568) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:04.010115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:04.042068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:04.044858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=006dfc98-4975-4edd-96aa-22208c091f55,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:04.047554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:04.048137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.057519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:04.068026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.078801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6dc752a-d33c-46ae-aca2-17f117837404 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:04.170264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 2001:db8::13d (d87db3a7-6c80-4835-972d-0d5db90e8ea1/f006f041-eb1b-4e17-92ca-aba63b274d36/b64bf771-fb71-4c17-9473-0817e0d29be5) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:04.219158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event updated for resources: {'Subnet': ['ID=9cfa6751-0202-459f-863e-a0d6705e26ed,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:04.269268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.354008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:04.357261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.452324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Calling delete_port for 6a8dfd7b-8940-43f3-98b8-40141a24c55c owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:04.562023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Checking segment: {'id': '37da3896-3fef-4a5f-820f-99d58036f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:04.562023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network hostable DHCP agents. Network: 74bff625-61a8-4bbe-9612-6a13bc08f16c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:04.620052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Deleting port efe803b6-99b5-4d7b-ad58-8e9152ed2d13 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:04.620652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.653428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Network 74bff625-61a8-4bbe-9612-6a13bc08f16c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:04.738875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d73316ec-ce87-41be-b1af-7763202ac240 None None] Provisioning for port 006dfc98-4975-4edd-96aa-22208c091f55 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:04.751456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d73316ec-ce87-41be-b1af-7763202ac240 None None] Provisioning complete for port 006dfc98-4975-4edd-96aa-22208c091f55 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:04.754714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d73316ec-ce87-41be-b1af-7763202ac240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:04.814193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 74bff625-61a8-4bbe-9612-6a13bc08f16c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:04.840004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d73316ec-ce87-41be-b1af-7763202ac240 None None] Port 006dfc98-4975-4edd-96aa-22208c091f55 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:45:04.842046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b696d6d-76d8-48c1-b9e3-186d57b0703c None None] Network 74bff625-61a8-4bbe-9612-6a13bc08f16c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:04.936662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:04.937934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.006704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.007219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.033204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7023363 Nov 24 09:45:05.041197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:05.202861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-74bff625-61a8-4bbe-9612-6a13bc08f16c', 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c', 'tenant_id': 'd5207df80b7041d9a54ba0cb91c1701e', 'fixed_ips': [{'subnet_id': '9cfa6751-0202-459f-863e-a0d6705e26ed'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:05.204194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.251988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Calling delete_port for efe803b6-99b5-4d7b-ad58-8e9152ed2d13 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:05.297493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.328655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b232047e-4bcd-4e38-ba41-12c944bc5bf9 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:05.386561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.392324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Port': ['ID=6a8dfd7b-8940-43f3-98b8-40141a24c55c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:05.420535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:05.432270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.448887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/ports/6a8dfd7b-8940-43f3-98b8-40141a24c55c HTTP/1.1" status: 204 len: 168 time: 2.4205256 Nov 24 09:45:05.449712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44594) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:05.571762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Allocated IP 2001:db8::f816:3eff:fe38:824c (74bff625-61a8-4bbe-9612-6a13bc08f16c/9cfa6751-0202-459f-863e-a0d6705e26ed/9bbd22d7-2ee3-4641-8554-badca2eadb1f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:05.580952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Deleting port c5c15819-0117-4d7c-bc0e-0c19e6155b4a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:05.581339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.791084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:05.800913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1da50ad4-0ef5-4345-839a-3e8063f75da0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:05.939192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.197787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.221023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.231178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.235422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=b64bf771-fb71-4c17-9473-0817e0d29be5,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:06.259215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af296ad6-8aac-4722-8f2c-47ccf610d1f2 tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:06.294384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:06.304363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.326934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.340429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:06.440713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network d87db3a7-6c80-4835-972d-0d5db90e8ea1 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:06.461429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.464803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:06.475919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:06.484658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Transition to ACTIVE for port object 9bbd22d7-2ee3-4641-8554-badca2eadb1f will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:06.521717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=006dfc98-4975-4edd-96aa-22208c091f55,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:06.531179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:06.541881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Transition to ACTIVE for port object 9bbd22d7-2ee3-4641-8554-badca2eadb1f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:06.561136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.575094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74784128-ff13-4e9d-b82f-8fe868449654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:06.592262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Pushing event deleted for resources: {'Port': ['ID=efe803b6-99b5-4d7b-ad58-8e9152ed2d13,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:06.611387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:06.694317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:06.715757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53cc04d6-b656-43a5-95b7-e29f1407de2c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:06.765412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Pushing event updated for resources: {'Port': ['ID=9bbd22d7-2ee3-4641-8554-badca2eadb1f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:06.775183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:06.813898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Network 74bff625-61a8-4bbe-9612-6a13bc08f16c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:06.815205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:06.816919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:06.826650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:06.831226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:06.835325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfa6751-0202-459f-863e-a0d6705e26ed,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:07.058670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.070222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:07.098548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Attempting to bind port 9bbd22d7-2ee3-4641-8554-badca2eadb1f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:07.099031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Attempting to bind port 9bbd22d7-2ee3-4641-8554-badca2eadb1f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '37da3896-3fef-4a5f-820f-99d58036f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:07.099429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Attempting to bind port 9bbd22d7-2ee3-4641-8554-badca2eadb1f on network 74bff625-61a8-4bbe-9612-6a13bc08f16c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:07.132285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:07.132445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Checking segment: {'id': '37da3896-3fef-4a5f-820f-99d58036f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:07.132919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.133734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Bound using segment: {'id': '37da3896-3fef-4a5f-820f-99d58036f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:07.134382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Bound port: 9bbd22d7-2ee3-4641-8554-badca2eadb1f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37da3896-3fef-4a5f-820f-99d58036f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:07.134846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.275572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.293955 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] 10.222.0.55 "DELETE /v2.0/floatingips/a9acd95b-9588-4011-92e3-4082d8a0ee12 HTTP/1.1" status: 204 len: 168 time: 3.2772379 Nov 24 09:45:07.296175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:07.353066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.363087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] For port 9bbd22d7-2ee3-4641-8554-badca2eadb1f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:07.369087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] For port 9bbd22d7-2ee3-4641-8554-badca2eadb1f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9bbd22d7-2ee3-4641-8554-badca2eadb1f,segment=NetworkSegment(37da3896-3fef-4a5f-820f-99d58036f1bb),segment_id=37da3896-3fef-4a5f-820f-99d58036f1bb)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:07.381823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.412379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:07.671591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Calling delete_port for c5c15819-0117-4d7c-bc0e-0c19e6155b4a owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:07.736892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61c3ddbd-3a8a-4cb1-8da9-c8e68449482c None None] Provisioning complete for port 006dfc98-4975-4edd-96aa-22208c091f55 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:07.737943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61c3ddbd-3a8a-4cb1-8da9-c8e68449482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.786423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.805332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:07.865881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Pushing event updated for resources: {'Port': ['ID=9bbd22d7-2ee3-4641-8554-badca2eadb1f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:07.869200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Port': ['ID=c5c15819-0117-4d7c-bc0e-0c19e6155b4a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:07.872210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.877157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:07.884360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:07.886525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/ports/c5c15819-0117-4d7c-bc0e-0c19e6155b4a HTTP/1.1" status: 204 len: 168 time: 2.4348741 Nov 24 09:45:07.889193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:07.914480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-61c3ddbd-3a8a-4cb1-8da9-c8e68449482c None None] Port 006dfc98-4975-4edd-96aa-22208c091f55 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:45:07.915160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.925511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9a931-f6f2-4690-986c-1e0d64fd4e57 None None] Network 74bff625-61a8-4bbe-9612-6a13bc08f16c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:07.958570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Deleting port a330b0e2-4631-4727-9b66-14d19df02be9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:07.959126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:07.968597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72259fe9-cbaa-43f9-a592-90e13eaf6e24 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Synchronizing usage tracker for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:07.993685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72259fe9-cbaa-43f9-a592-90e13eaf6e24 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Unset dirty status for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:08.000651 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72259fe9-cbaa-43f9-a592-90e13eaf6e24 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1035542 Nov 24 09:45:08.001190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44630) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:08.012221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-798211321'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:08.021011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:08.031167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:network and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:08.041853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:08.050005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.051531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.065436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:08.095667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bff625-61a8-4bbe-9612-6a13bc08f16c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:08.192614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37da3896-3fef-4a5f-820f-99d58036f1bb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:08.192890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37da3896-3fef-4a5f-820f-99d58036f1bb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:08.215116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.243812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:08.255747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.308837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.330677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:08.331244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.356068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95701c7-43c3-403b-8015-8ede16f96cd7 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:08.408912 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:08.596265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 10ca2b94-13cc-4981-8d78-d9e8c6e52473 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:08.615788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:45:08.615788 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:45:08.615788 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': '74bff625-61a8-4bbe-9612-6a13bc08f16c'}] Nov 24 09:45:08.615788 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:08.616447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:08.621323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.621836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.645621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:08.699900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.701884 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment 4018e0ca-7868-4161-95a0-2c262b46b0c3 of type vlan for network 9006f4d1-a949-4299-873e-1da85d2e1aa1 Nov 24 09:45:08.753139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.773282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95701c7-43c3-403b-8015-8ede16f96cd7 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:45:08.774990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:08.829345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Calling delete_port for a330b0e2-4631-4727-9b66-14d19df02be9 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:08.862910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.869251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:08.871361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:08.880365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fde91f9-dd5f-4d76-a56d-00e5bb9b8e83 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:09.014277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-628411842', 'router:external': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:09.036423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:09.049026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=9006f4d1-a949-4299-873e-1da85d2e1aa1,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:09.056100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:network and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:09.061978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:09.062904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:09.072618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 9006f4d1-a949-4299-873e-1da85d2e1aa1 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:09.072929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:09.078419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0746801 Nov 24 09:45:09.083245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44648) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:09.094924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419259607'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:09.100774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Made reservation on behalf of c585d71f667f42be85f10c52d39d3201 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:09.105963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.119411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:09.121929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router 7268971c-8255-4cb1-8d23-bff50749eea5 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:45:09.127765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:network and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:09.132640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:09.136845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.140708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.155983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:09.186984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting port 9bbd22d7-2ee3-4641-8554-badca2eadb1f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:09.187382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.245436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:09.262673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.271962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0a1d6de-bffd-462c-a4e5-6ff2fbdd3b1b tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:09.280083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:09.286088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.318339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:09.333958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] Sync routers for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:09.338990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:security_group_rule and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:09.352875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:09.369085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:09.370551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Pushing event deleted for resources: {'Port': ['ID=a330b0e2-4631-4727-9b66-14d19df02be9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:09.371831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:09.373326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:09.394652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.395067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Added segment 6419af70-e847-4c30-8970-cda31e217bd7 of type vlan for network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf Nov 24 09:45:09.423876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0323584 Nov 24 09:45:09.432799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44652) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:09.508093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:09.510960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:09.515306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.629297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.632464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.642006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/cc0c347f-1993-42ad-a747-65ac02bfff4f HTTP/1.1" status: 204 len: 168 time: 2.3352189 Nov 24 09:45:09.642275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8cd842-90e0-41f4-8e13-06d8dc1d11e7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:09.642751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e8cd842-90e0-41f4-8e13-06d8dc1d11e7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports/006dfc98-4975-4edd-96aa-22208c091f55 HTTP/1.1" status: 200 len: 913 time: 0.2090075 Nov 24 09:45:09.645066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44658) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:09.645443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44660) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:09.649720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:09.671057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] For port 9bbd22d7-2ee3-4641-8554-badca2eadb1f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9bbd22d7-2ee3-4641-8554-badca2eadb1f,segment=NetworkSegment(37da3896-3fef-4a5f-820f-99d58036f1bb),segment_id=37da3896-3fef-4a5f-820f-99d58036f1bb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:09.671473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.678494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:09.679689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:09.797835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:09.798437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c09ca-a5a6-448f-8a6a-22a5283d67bf None None] The sync data for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:09.837074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.838303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.843048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:09.843965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:09.873191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:09.944801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Calling delete_port for 9bbd22d7-2ee3-4641-8554-badca2eadb1f owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:10.049485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.057536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:10.107330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Port': ['ID=9bbd22d7-2ee3-4641-8554-badca2eadb1f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:10.110703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:10.114375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No DVR routers for this DVR port 9bbd22d7-2ee3-4641-8554-badca2eadb1f on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:10.190770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.243434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port eaf3c158-6e98-488d-8659-b0d83c264d6f {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:10.243832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.262520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.288366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.300370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bff625-61a8-4bbe-9612-6a13bc08f16c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:10.309704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:10.315916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37da3896-3fef-4a5f-820f-99d58036f1bb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:10.316223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37da3896-3fef-4a5f-820f-99d58036f1bb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:10.337603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.357474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.364775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:10.365225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:10.381644 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:10.412072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Network': ['ID=0a23ef7e-365e-4aab-9fd6-4607aac9bccf,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:10.415671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3312504 Nov 24 09:45:10.427260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.427260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Added segment 0e7bf074-70bc-4ef8-983c-eb596fefad71 of type vlan for network fb77f5ec-41b3-4a3f-84b6-a15f3243026a Nov 24 09:45:10.472750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.476507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:10.499366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.517728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=74bff625-61a8-4bbe-9612-6a13bc08f16c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:10.523068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.523340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.523706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.524346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.524747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.525276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.525721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.526139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.526550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.526988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.527400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:10.529393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/74bff625-61a8-4bbe-9612-6a13bc08f16c HTTP/1.1" status: 204 len: 168 time: 5.4817705 Nov 24 09:45:10.529393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.530414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:10.550293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:10.551673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c49d53f-072b-4f2f-9b6a-5c7cca29962c tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:10.564186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:10.597960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:10.639841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc8ec85-e9e2-4116-91fc-c16b16b45ee2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.640314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc8ec85-e9e2-4116-91fc-c16b16b45ee2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.642629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbc8ec85-e9e2-4116-91fc-c16b16b45ee2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/9cfa6751-0202-459f-863e-a0d6705e26ed HTTP/1.1" status: 404 len: 337 time: 0.1103728 Nov 24 09:45:10.646871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.655152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:10.679343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Sync routers for ids ['7268971c-8255-4cb1-8d23-bff50749eea5'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:10.687303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44676) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.705545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe39f67-b6a7-4cf5-8ca2-aceefc295014 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.706339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe39f67-b6a7-4cf5-8ca2-aceefc295014 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.709209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Routers {'7268971c-8255-4cb1-8d23-bff50749eea5'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:10.709605 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfe39f67-b6a7-4cf5-8ca2-aceefc295014 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/74bff625-61a8-4bbe-9612-6a13bc08f16c HTTP/1.1" status: 404 len: 339 time: 0.0614240 Nov 24 09:45:10.711741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['7268971c-8255-4cb1-8d23-bff50749eea5'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:10.713853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44678) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.729362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'subnets': [{'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1535308495', 'ip_version': 4}, {'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:10.729685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'subnet': {'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1535308495', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:10.730351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Request body: {'subnet': {'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:10.784754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd25d55-b797-4c15-bfb7-7256648539af,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:10.793986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c5287d-b25c-464d-ad1e-d378269d1887 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.795074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c5287d-b25c-464d-ad1e-d378269d1887 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.798118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-88c5287d-b25c-464d-ad1e-d378269d1887 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/0003b0d5-cfff-488e-bf75-13a65dbc2c60 HTTP/1.1" status: 404 len: 337 time: 0.0829649 Nov 24 09:45:10.803121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.844159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dc90f7-579f-4507-bb22-e5de92d27a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.844850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dc90f7-579f-4507-bb22-e5de92d27a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.847952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59dc90f7-579f-4507-bb22-e5de92d27a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/f9bdb4f1-14b8-4bea-aeee-4a3c4a0e6365 HTTP/1.1" status: 404 len: 339 time: 0.0425653 Nov 24 09:45:10.851871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44688) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.876259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:10.905172 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3f00d6-94b1-4aa8-9813-f4a24a5230dd tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.905930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3f00d6-94b1-4aa8-9813-f4a24a5230dd tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.908109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d3f00d6-94b1-4aa8-9813-f4a24a5230dd tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/6643125a-d5d0-48d3-ae98-eaf6e89be94a HTTP/1.1" status: 404 len: 337 time: 0.0542254 Nov 24 09:45:10.913128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:10.945436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-434566dd-6222-4f73-bca3-952ad6941bf6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:10.946859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434566dd-6222-4f73-bca3-952ad6941bf6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:10.949405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-434566dd-6222-4f73-bca3-952ad6941bf6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/795855a3-ee7d-4d32-980e-6d1b30ae4375 HTTP/1.1" status: 404 len: 339 time: 0.0348663 Nov 24 09:45:10.953824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:11.033010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Set router 7268971c-8255-4cb1-8d23-bff50749eea5 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:11.081634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting port 17aab4e3-7856-4271-896a-60836537d1ac {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:11.084166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.119421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.121694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.4168859 Nov 24 09:45:11.144879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44704) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:11.295726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.296791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:11.297454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.310199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50de5d98-7d4d-47d3-976b-31232976bcc9 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:11.409102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.612913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'name': '', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'external_fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d'}], 'enable_snat': True}, 'gw_port_id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:00Z', 'updated_at': '2021-11-24T09:45:07Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'name': '', 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:03Z', 'updated_at': '2021-11-24T09:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:11.622628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Checking router: 7268971c-8255-4cb1-8d23-bff50749eea5 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:45:11.623807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Updating router 7268971c-8255-4cb1-8d23-bff50749eea5 port b64bf771-fb71-4c17-9473-0817e0d29be5 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:45:11.716688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.737154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9522536 Nov 24 09:45:11.740572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:11.752129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for eaf3c158-6e98-488d-8659-b0d83c264d6f owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:11.752449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:11.761537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'subnet': {'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:11.894398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:11.904438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Calling delete_port for 17aab4e3-7856-4271-896a-60836537d1ac owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:11.960243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:subnet and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:11.966478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:11.977686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:12.006832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Made reservation on behalf of c585d71f667f42be85f10c52d39d3201 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:12.012330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.089636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Network': ['ID=fb77f5ec-41b3-4a3f-84b6-a15f3243026a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:12.100551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:12.109776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:12.116922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:12.126162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Usage tracker for resource:subnet and tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:12.140846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:12.161185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:12.239560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.248318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11d491c9-f934-4bfe-873c-efc815acc5bc tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:12.258099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Made reservation on behalf of 2fcc6fbff9414f71ac8d5cdba0bfad5e for: {'subnet': 2} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:12.350945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Port': ['ID=17aab4e3-7856-4271-896a-60836537d1ac,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:12.364168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.364676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.364983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.365399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.365818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.366237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.367313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.368419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.368629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.368990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.369816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.375232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:12.387108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.394877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.415609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/ports/17aab4e3-7856-4271-896a-60836537d1ac HTTP/1.1" status: 204 len: 168 time: 1.4577069 Nov 24 09:45:12.416848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44716) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:12.437208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Transition to ACTIVE for port object b64bf771-fb71-4c17-9473-0817e0d29be5 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:12.437447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.449690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.463882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad03a5b-abeb-413a-9214-c5a5f6ec58a5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:12.464407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad03a5b-abeb-413a-9214-c5a5f6ec58a5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:12.469391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ad03a5b-abeb-413a-9214-c5a5f6ec58a5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/161322e4-d83f-47b7-bf70-12fe1f8eece2 HTTP/1.1" status: 404 len: 337 time: 0.0490203 Nov 24 09:45:12.471104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:12.476912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:12.567920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Attempting to bind port b64bf771-fb71-4c17-9473-0817e0d29be5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:12.568334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Attempting to bind port b64bf771-fb71-4c17-9473-0817e0d29be5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'eb618016-faa6-4ddb-8ef6-7be7e0482d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:12.568743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Attempting to bind port b64bf771-fb71-4c17-9473-0817e0d29be5 on network d87db3a7-6c80-4835-972d-0d5db90e8ea1 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:12.590736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Pushing event updated for resources: {'Port': ['ID=b64bf771-fb71-4c17-9473-0817e0d29be5,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:12.593713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:12.594132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Checking segment: {'id': 'eb618016-faa6-4ddb-8ef6-7be7e0482d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:12.594600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.595049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Bound using segment: {'id': 'eb618016-faa6-4ddb-8ef6-7be7e0482d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:12.595593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Bound port: b64bf771-fb71-4c17-9473-0817e0d29be5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb618016-faa6-4ddb-8ef6-7be7e0482d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:12.596013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.646825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.647216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.647564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.647943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.648351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.648709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.649608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.649977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.650339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.650727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.651090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:12.657024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:12.721511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.728819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] For port b64bf771-fb71-4c17-9473-0817e0d29be5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:12.734991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] For port b64bf771-fb71-4c17-9473-0817e0d29be5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b64bf771-fb71-4c17-9473-0817e0d29be5,segment=NetworkSegment(eb618016-faa6-4ddb-8ef6-7be7e0482d03),segment_id=eb618016-faa6-4ddb-8ef6-7be7e0482d03)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:12.740955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.750471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ce2a57e-d23c-421a-ae0e-7c62966b8bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:12.909923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Pushing event updated for resources: {'Port': ['ID=b64bf771-fb71-4c17-9473-0817e0d29be5,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:12.919057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:12.920809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Routers {'7268971c-8255-4cb1-8d23-bff50749eea5'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:12.922045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:44:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['7268971c-8255-4cb1-8d23-bff50749eea5'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:12.946762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.958782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:12.963950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6871848f-bd35-44ae-ae8f-c533148d7141 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:12.994176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172a1dd3-fea4-4531-91b7-0a6032dba47e']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:13.014077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b67a30c-424e-4c34-91de-9a6a1dc0ea98') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:13.014878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b67a30c-424e-4c34-91de-9a6a1dc0ea98') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:13.035472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Port': ['ID=eaf3c158-6e98-488d-8659-b0d83c264d6f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:13.045610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:13.063288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.081310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.089644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:13.118219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.143525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:13.143996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:13.163366 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:13.194524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.195204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.277872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7abe71a8-f3a4-48d2-b93c-b8b2583e424a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:13.282884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:13.292180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.295931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.301273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:13.363309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] Set router 7268971c-8255-4cb1-8d23-bff50749eea5 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:13.364870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.382008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=172a1dd3-fea4-4531-91b7-0a6032dba47e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:13.388699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:13.397575 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/172a1dd3-fea4-4531-91b7-0a6032dba47e HTTP/1.1" status: 204 len: 168 time: 0.9171164 Nov 24 09:45:13.402393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44724) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:13.496849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.557937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting port 57a20bdf-7f2a-4915-baff-3552a1091ccd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:13.558609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:13.592757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/ports/eaf3c158-6e98-488d-8659-b0d83c264d6f HTTP/1.1" status: 204 len: 168 time: 3.9332070 Nov 24 09:45:13.606872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44730) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:13.779040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Checking segment: {'id': '0e7bf074-70bc-4ef8-983c-eb596fefad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:13.779435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network hostable DHCP agents. Network: fb77f5ec-41b3-4a3f-84b6-a15f3243026a, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:13.944239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:14.015328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fb77f5ec-41b3-4a3f-84b6-a15f3243026a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:14.020066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:14.020623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:14.035175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fc7e2-cb26-4cca-832b-8c9dc11ab4cd None None] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:14.040738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'name': '', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'external_fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d'}], 'enable_snat': True}, 'gw_port_id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:00Z', 'updated_at': '2021-11-24T09:45:07Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'name': '', 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:03Z', 'updated_at': '2021-11-24T09:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:14.049471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb432dc-2c68-40c0-bd98-efdd78c675c2 None None] The sync data for ids ['7268971c-8255-4cb1-8d23-bff50749eea5'] in dv-neutron-818439-1-hyperv is: [{'id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'name': '', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'external_fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d'}], 'enable_snat': True}, 'gw_port_id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:00Z', 'updated_at': '2021-11-24T09:45:07Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': 'b64bf771-fb71-4c17-9473-0817e0d29be5', 'name': '', 'network_id': 'd87db3a7-6c80-4835-972d-0d5db90e8ea1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7268971c-8255-4cb1-8d23-bff50749eea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'ip_address': '2001:db8::13d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:03Z', 'updated_at': '2021-11-24T09:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f006f041-eb1b-4e17-92ca-aba63b274d36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:14.089453 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3360355 Nov 24 09:45:14.094724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:14.100402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:14.123139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-661316749', 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:14.131946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:14.274862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817cda65-77b7-4e4e-9268-efbc96d06f3c tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:14.275651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-817cda65-77b7-4e4e-9268-efbc96d06f3c tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Synchronizing usage tracker for tenant:4eb318582d9247f2b4a58f39fe7bfb54 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:14.382750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:port and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:14.398939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Calling delete_port for 57a20bdf-7f2a-4915-baff-3552a1091ccd owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:14.433567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:14.456018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:14.488836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Made reservation on behalf of c585d71f667f42be85f10c52d39d3201 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:14.494875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:14.507343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451964e-b65f-4e64-830f-515cf4f7c23f None None] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:14.534386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] device_id is not set on port 79697d2c-4ca0-42d3-a916-da1eb91506a8 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:45:14.577239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:14.584729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:14.670910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Port': ['ID=57a20bdf-7f2a-4915-baff-3552a1091ccd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:14.693230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:14.713524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:14.829199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-817cda65-77b7-4e4e-9268-efbc96d06f3c tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Unset dirty status for tenant:4eb318582d9247f2b4a58f39fe7bfb54 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:14.835776 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-817cda65-77b7-4e4e-9268-efbc96d06f3c tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3ab922a-f5db-4efe-aca8-2e7deadb9e7e HTTP/1.1" status: 200 len: 913 time: 1.2076533 Nov 24 09:45:14.847694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44742) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:14.943610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/ports/57a20bdf-7f2a-4915-baff-3552a1091ccd HTTP/1.1" status: 204 len: 168 time: 1.5388417 Nov 24 09:45:14.950135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:15.013783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d918be-57b5-45ff-a061-eae1a1d27f21 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] DELETE failed (client error): The resource could not be found. Nov 24 09:45:15.014711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d918be-57b5-45ff-a061-eae1a1d27f21 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:45:15.016822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3d918be-57b5-45ff-a061-eae1a1d27f21 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/4fd8e6c7-6c5c-4c33-a7e8-9938d4a4100c HTTP/1.1" status: 404 len: 337 time: 0.0641859 Nov 24 09:45:15.021681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:15.073425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.20.0.2 (fb77f5ec-41b3-4a3f-84b6-a15f3243026a/7abe71a8-f3a4-48d2-b93c-b8b2583e424a/79697d2c-4ca0-42d3-a916-da1eb91506a8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:15.085669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.096743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.117021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bd8e9f8-a387-4087-a80e-0fbbd941cbcf tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:15.173904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting port b64bf771-fb71-4c17-9473-0817e0d29be5 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:15.174349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.233447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.263196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Subnet': ['ID=5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:15.266345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:15.531718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.813726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe637def-30dd-4aef-aaa6-2f388dc13352']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:15.817603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Checking segment: {'id': '4018e0ca-7868-4161-95a0-2c262b46b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:15.818210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network hostable DHCP agents. Network: 9006f4d1-a949-4299-873e-1da85d2e1aa1, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:15.842818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b204541-e252-4514-92d7-41ffdcaa2da2') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:15.843152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b204541-e252-4514-92d7-41ffdcaa2da2') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:15.858429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.866348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.889610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.900848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:15.901157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:15.918696 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:15.952746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] For port b64bf771-fb71-4c17-9473-0817e0d29be5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b64bf771-fb71-4c17-9473-0817e0d29be5,segment=NetworkSegment(eb618016-faa6-4ddb-8ef6-7be7e0482d03),segment_id=eb618016-faa6-4ddb-8ef6-7be7e0482d03)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:15.953596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.091598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.108248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:16.109368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Calling delete_port for b64bf771-fb71-4c17-9473-0817e0d29be5 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:16.178231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network 9006f4d1-a949-4299-873e-1da85d2e1aa1 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:16.198642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.216766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-8dc8f81e-0d88-4997-8a4d-206d0a4261a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5174603 Nov 24 09:45:16.220608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.236704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 9006f4d1-a949-4299-873e-1da85d2e1aa1) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:16.257997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cf7532-75ef-40b4-9a12-618e38b49c86 None None] Network 9006f4d1-a949-4299-873e-1da85d2e1aa1 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:16.273253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/fe637def-30dd-4aef-aaa6-2f388dc13352 HTTP/1.1" status: 204 len: 168 time: 1.2499707 Nov 24 09:45:16.275218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:16.413393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=79697d2c-4ca0-42d3-a916-da1eb91506a8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:16.428338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:16.443246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:16.445364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:16.450750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4438b00-f822-48f8-8d56-a2f874d328cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:16.480408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:16.486796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.585250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-9006f4d1-a949-4299-873e-1da85d2e1aa1', 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1', 'tenant_id': '2fcc6fbff9414f71ac8d5cdba0bfad5e', 'fixed_ips': [{'subnet_id': '5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:16.587173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.622773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8d60e84-9bf3-4444-b953-87bdaab054c0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:16.655838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 006dfc98-4975-4edd-96aa-22208c091f55 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:16.656209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.697135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=fe637def-30dd-4aef-aaa6-2f388dc13352,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:16.734879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:16.856775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b64bf771-fb71-4c17-9473-0817e0d29be5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:16.873281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event updated for resources: {'Subnet': ['ID=4fb0df94-892c-4ed7-bc96-818bc601e561,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:16.876207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:16.944261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:16.945518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:16.965660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Allocated IP 172.20.0.2 (9006f4d1-a949-4299-873e-1da85d2e1aa1/5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb/5d46b04d-61fe-4685-8de0-154bcf67d27a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:16.978430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b64bf771-fb71-4c17-9473-0817e0d29be5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:17.002366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b64bf771-fb71-4c17-9473-0817e0d29be5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:17.003175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.029010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.9283278 Nov 24 09:45:17.030939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:17.115723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting subnet b8e4031c-f65a-4151-abad-ed6c519978cf {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:17.122363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.201166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Checking segment: {'id': '6419af70-e847-4c30-8970-cda31e217bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:17.201552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network hostable DHCP agents. Network: 0a23ef7e-365e-4aab-9fd6-4607aac9bccf, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:17.219889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-ea17beaa-53da-42f5-b5a2-6c837fcc2361 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ba61f157a754554a0031dc41502cfb0&device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 1099 time: 0.7318115 Nov 24 09:45:17.275923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.297273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.341490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94c3be47-f4a1-4aac-8809-ac9db025e650 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:17.372211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting port 79697d2c-4ca0-42d3-a916-da1eb91506a8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:17.372954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.395645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Port': ['ID=b64bf771-fb71-4c17-9473-0817e0d29be5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:17.397826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:17.411433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:17.438127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.472167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0a23ef7e-365e-4aab-9fd6-4607aac9bccf) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:17.538428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4323d66-4c24-409d-a04e-85b144c7d27e None None] Network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:17.796225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.799331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.820345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:17.820924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:17.821653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.830404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Transition to ACTIVE for port object 5d46b04d-61fe-4685-8de0-154bcf67d27a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:17.925541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Transition to ACTIVE for port object 5d46b04d-61fe-4685-8de0-154bcf67d27a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:17.966214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.967056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:17.978206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:18.067921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Pushing event updated for resources: {'Port': ['ID=5d46b04d-61fe-4685-8de0-154bcf67d27a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:18.088193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.088828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.089380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.090372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.090372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.090925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.091491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.092265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.092944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.093444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.093936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:45:18.099719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:18.102499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919298b9-080c-405b-a476-2aefbd68ae19 req-b9c3886c-b4e8-4d27-bb89-9700646a8fcd tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:18.106059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-919298b9-080c-405b-a476-2aefbd68ae19 req-b9c3886c-b4e8-4d27-bb89-9700646a8fcd tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.6632793 Nov 24 09:45:18.112066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Network 9006f4d1-a949-4299-873e-1da85d2e1aa1 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:18.141065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:18.143366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:18.155532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 006dfc98-4975-4edd-96aa-22208c091f55 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:18.207262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0a23ef7e-365e-4aab-9fd6-4607aac9bccf', 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf', 'tenant_id': '2fcc6fbff9414f71ac8d5cdba0bfad5e', 'fixed_ips': [{'subnet_id': '4fb0df94-892c-4ed7-bc96-818bc601e561'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:18.208556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.251870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.341177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Attempting to bind port 5d46b04d-61fe-4685-8de0-154bcf67d27a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:18.343190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Attempting to bind port 5d46b04d-61fe-4685-8de0-154bcf67d27a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '4018e0ca-7868-4161-95a0-2c262b46b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:18.344898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Attempting to bind port 5d46b04d-61fe-4685-8de0-154bcf67d27a on network 9006f4d1-a949-4299-873e-1da85d2e1aa1 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:18.390943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-919298b9-080c-405b-a476-2aefbd68ae19 req-0b1f6012-dcd8-489b-b4fa-1c7a71b2eea8 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747421 Nov 24 09:45:18.532771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 7.8133886 Nov 24 09:45:18.541800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Allocated IP 172.20.0.18 (0a23ef7e-365e-4aab-9fd6-4607aac9bccf/4fb0df94-892c-4ed7-bc96-818bc601e561/dae59aa7-9180-4101-8088-78b57da7c6b9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:18.544932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:18.545305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Checking segment: {'id': '4018e0ca-7868-4161-95a0-2c262b46b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:18.547075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.547709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Bound using segment: {'id': '4018e0ca-7868-4161-95a0-2c262b46b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:18.548411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Bound port: 5d46b04d-61fe-4685-8de0-154bcf67d27a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4018e0ca-7868-4161-95a0-2c262b46b0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '9006f4d1-a949-4299-873e-1da85d2e1aa1'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:18.548998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.560976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44778) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:18.571737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Calling delete_port for 79697d2c-4ca0-42d3-a916-da1eb91506a8 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:18.646220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.706759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-71249110-86d6-479d-a9bd-a475aa9d66a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:18.708299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-71249110-86d6-479d-a9bd-a475aa9d66a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 200 len: 906 time: 1.4171021 Nov 24 09:45:18.786602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.793410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27b1d68f-4002-4e85-88e7-be8b81d14cb2 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:18.828916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.851762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e4031c-f65a-4151-abad-ed6c519978cf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:18.856164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:18.860834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:18.937064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:18.943568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Port': ['ID=79697d2c-4ca0-42d3-a916-da1eb91506a8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:18.952050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:18.966237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c5457-c463-4aec-8ca9-23fbf28943da None None] Network 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:19.020634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-308d41ed-ee83-414f-865a-c7857dd72a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.054718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/subnets/b8e4031c-f65a-4151-abad-ed6c519978cf HTTP/1.1" status: 204 len: 168 time: 2.7621152 Nov 24 09:45:19.054718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:19.055857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c09ed-ef98-4d70-b270-2ad5dbfc9f68 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:19.066855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c09ed-ef98-4d70-b270-2ad5dbfc9f68 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:19.066855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2d2c09ed-ef98-4d70-b270-2ad5dbfc9f68 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Synchronizing usage tracker for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:19.067551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:19.133605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bb8b1-7abf-443e-9f67-51c240cc9330 req-705a35b6-6d69-438d-8ec5-17e24f3c7934 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:19.135639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d8bb8b1-7abf-443e-9f67-51c240cc9330 req-705a35b6-6d69-438d-8ec5-17e24f3c7934 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 1.3581092 Nov 24 09:45:19.184666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.215746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-9b0afb90-766b-4182-9230-1fea8a7ff41b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 200 len: 1001 time: 0.4821625 Nov 24 09:45:19.283649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.348149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.366236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2d2c09ed-ef98-4d70-b270-2ad5dbfc9f68 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Unset dirty status for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:19.370969 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d2c09ed-ef98-4d70-b270-2ad5dbfc9f68 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7904661 Nov 24 09:45:19.435369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44790) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:19.447580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.452212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/ports/79697d2c-4ca0-42d3-a916-da1eb91506a8 HTTP/1.1" status: 204 len: 168 time: 2.4193647 Nov 24 09:45:19.457534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:19.468542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5d46b04d-61fe-4685-8de0-154bcf67d27a,segment=NetworkSegment(4018e0ca-7868-4161-95a0-2c262b46b0c3),segment_id=4018e0ca-7868-4161-95a0-2c262b46b0c3)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:19.476039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.509429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'external_fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2'}]}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:19.511995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.521084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:19.530760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:router and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:19.536840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:19.541704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Deleting port d9785e14-960a-4149-9622-497dffe6e0c8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:19.542434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.573083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:19.591248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:19.628619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.629922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:19.724505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-487973c8-3660-4ea3-966b-495f15b58725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:19.728103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-487973c8-3660-4ea3-966b-495f15b58725 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=944b5fd5-517a-4479-8bc5-9d4a1f7103da HTTP/1.1" status: 200 len: 844 time: 0.4970238 Nov 24 09:45:19.759169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d8bb8b1-7abf-443e-9f67-51c240cc9330 req-6fc81765-a071-472d-81c9-a9c3b1702384 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5854266 Nov 24 09:45:20.026644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] For port d9785e14-960a-4149-9622-497dffe6e0c8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9785e14-960a-4149-9622-497dffe6e0c8,segment=NetworkSegment(ac60eeb0-48bd-496e-80e6-da5cd86d2b97),segment_id=ac60eeb0-48bd-496e-80e6-da5cd86d2b97)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:20.027497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.027678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.033324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Pushing event updated for resources: {'Port': ['ID=5d46b04d-61fe-4685-8de0-154bcf67d27a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:20.038057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:20.080354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Transition to ACTIVE for port object dae59aa7-9180-4101-8088-78b57da7c6b9 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:20.145116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Transition to ACTIVE for port object dae59aa7-9180-4101-8088-78b57da7c6b9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:20.155734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.181416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88b3be02-9336-4e24-8664-8a6a28f63787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:20.229387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:45:20.268459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] DHCP port deletion for 561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:20.295453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:20.307420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:20.311002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Deleting port d9785e14-960a-4149-9622-497dffe6e0c8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:20.311700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.315103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.316302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7268971c-8255-4cb1-8d23-bff50749eea5 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:20.351212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.366430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:20.374252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:20.496888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Pushing event updated for resources: {'Port': ['ID=dae59aa7-9180-4101-8088-78b57da7c6b9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:20.606153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:20.881912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.883696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7268971c-8255-4cb1-8d23-bff50749eea5 HTTP/1.1" status: 204 len: 168 time: 9.7325728 Nov 24 09:45:20.890763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Calling delete_port for d9785e14-960a-4149-9622-497dffe6e0c8 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:20.910236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Deleting subnet 5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:20.917554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:20.964820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.029328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.149578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Attempting to bind port dae59aa7-9180-4101-8088-78b57da7c6b9 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:21.150422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Attempting to bind port dae59aa7-9180-4101-8088-78b57da7c6b9 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6419af70-e847-4c30-8970-cda31e217bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:21.151294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Attempting to bind port dae59aa7-9180-4101-8088-78b57da7c6b9 on network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:21.173612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5d46b04d-61fe-4685-8de0-154bcf67d27a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:21.184614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.255566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:21.280227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:21.280904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Checking segment: {'id': '6419af70-e847-4c30-8970-cda31e217bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:21.281725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.282563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Bound using segment: {'id': '6419af70-e847-4c30-8970-cda31e217bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:21.283539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Bound port: dae59aa7-9180-4101-8088-78b57da7c6b9, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6419af70-e847-4c30-8970-cda31e217bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0a23ef7e-365e-4aab-9fd6-4607aac9bccf'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:21.284343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.357087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting subnet f006f041-eb1b-4e17-92ca-aba63b274d36 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:21.360822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.428896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.434372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=006dfc98-4975-4edd-96aa-22208c091f55,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:21.444188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.445435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:21.465434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] For port dae59aa7-9180-4101-8088-78b57da7c6b9, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:21.469189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] For port dae59aa7-9180-4101-8088-78b57da7c6b9, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae59aa7-9180-4101-8088-78b57da7c6b9,segment=NetworkSegment(6419af70-e847-4c30-8970-cda31e217bd7),segment_id=6419af70-e847-4c30-8970-cda31e217bd7)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:21.493769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.505806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2789ef-32b5-4f25-b7f2-508adc75b9fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:21.538388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.570137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cca6a6f3-852f-4b56-be3d-df1e48bdffc9 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:21.699630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:21.704745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:21.712668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.721117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.727824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.736012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7471f0e0-627a-4c30-8931-ccff626a6c5e tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:21.751622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23f043ca-c147-4d43-9d43-c6017c6774c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.765067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] For port d9785e14-960a-4149-9622-497dffe6e0c8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9785e14-960a-4149-9622-497dffe6e0c8,segment=NetworkSegment(ac60eeb0-48bd-496e-80e6-da5cd86d2b97),segment_id=ac60eeb0-48bd-496e-80e6-da5cd86d2b97)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:21.765570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.794060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Port': ['ID=d9785e14-960a-4149-9622-497dffe6e0c8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:21.802694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:21.823311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b19862-1a3d-4171-8f35-6826b55ef3d8 req-8c31a813-de43-489b-8ce9-49981740dce4 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:21.828650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12b19862-1a3d-4171-8f35-6826b55ef3d8 req-8c31a813-de43-489b-8ce9-49981740dce4 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 1.8868091 Nov 24 09:45:21.842241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] No DVR routers for this DVR port d9785e14-960a-4149-9622-497dffe6e0c8 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:21.854525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Pushing event updated for resources: {'Port': ['ID=dae59aa7-9180-4101-8088-78b57da7c6b9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:21.879955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.927253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-bbd03505-6b5d-47b3-ba5b-61b4d2c277cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.1546857 Nov 24 09:45:21.933549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:21.934268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 5d46b04d-61fe-4685-8de0-154bcf67d27a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:21.947553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Calling delete_port for d9785e14-960a-4149-9622-497dffe6e0c8 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:21.963492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:21.974223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/subnets/5ab7c1ec-3df1-439f-a53a-4dd423dc9ceb HTTP/1.1" status: 204 len: 168 time: 2.5365310 Nov 24 09:45:21.983575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44812) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:22.018967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba573a04-abb8-4eb5-9232-caefd30e25de tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:22.058198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:22.058843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:22.087730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9785e14-960a-4149-9622-497dffe6e0c8 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:22.134500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d9785e14-960a-4149-9622-497dffe6e0c8 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:45:22.134500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9785e14-960a-4149-9622-497dffe6e0c8 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:45:22.149489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.154309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f006f041-eb1b-4e17-92ca-aba63b274d36,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:22.157520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-3ef47341-3933-460e-bdae-21d9c12f4542 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:22.159655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-3ef47341-3933-460e-bdae-21d9c12f4542 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.7894933 Nov 24 09:45:22.160854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.172199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:22.181065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12b19862-1a3d-4171-8f35-6826b55ef3d8 req-5b5e915c-102a-496f-a286-834c0ea282a2 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412714 Nov 24 09:45:22.208838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/f006f041-eb1b-4e17-92ca-aba63b274d36 HTTP/1.1" status: 204 len: 168 time: 0.9467361 Nov 24 09:45:22.280140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:22.297693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:22.387213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:22.387757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac60eeb0-48bd-496e-80e6-da5cd86d2b97') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:22.456220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4437ab-a3c4-4840-a618-2f87a55db120 req-807de27f-cb17-4826-a111-b837a39325bd tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:22.458130 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4437ab-a3c4-4840-a618-2f87a55db120 req-807de27f-cb17-4826-a111-b837a39325bd tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 0.6298261 Nov 24 09:45:22.536660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.559682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Deleting port d9785e14-960a-4149-9622-497dffe6e0c8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:22.561176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.568386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Deleting port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:22.568779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.630621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.657590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.670521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:22.671097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:22.702449 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:22.820500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8543db96-d736-4257-8337-2b1e202b3426 None None] The port 'd9785e14-960a-4149-9622-497dffe6e0c8' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:45:22.846270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.848417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-85ad7c36-1b0b-4dba-89a2-31f788de4f8b service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090419 Nov 24 09:45:22.857527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.876081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae59aa7-9180-4101-8088-78b57da7c6b9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:22.886431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.896821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82fa4a8f-1a03-48c7-9c9d-be92b0ff345b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:22.949921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:22.975835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dae59aa7-9180-4101-8088-78b57da7c6b9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:22.989676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Pushing event deleted for resources: {'Network': ['ID=561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:22.999019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b64bf771-fb71-4c17-9473-0817e0d29be5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:23.002242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:23.024496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] 10.222.0.55 "DELETE /v2.0/networks/561ac2f1-e85f-4db3-9fd0-c9cb2347ebbf HTTP/1.1" status: 204 len: 168 time: 3.9715090 Nov 24 09:45:23.047612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b64bf771-fb71-4c17-9473-0817e0d29be5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:45:23.048458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b64bf771-fb71-4c17-9473-0817e0d29be5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:45:23.139737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.156502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97ac9a-ff92-4106-97f8-48a9ea0d6ae6 None None] Network 9006f4d1-a949-4299-873e-1da85d2e1aa1 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:23.234050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87db3a7-6c80-4835-972d-0d5db90e8ea1']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:23.390359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb618016-faa6-4ddb-8ef6-7be7e0482d03') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:23.390883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb618016-faa6-4ddb-8ef6-7be7e0482d03') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:23.415075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.449746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.458356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:23.459149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.520564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4437ab-a3c4-4840-a618-2f87a55db120 req-40ee4622-83c6-46e8-a997-83b472e89eee tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0172722 Nov 24 09:45:23.528819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.532977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Provisioning for port 5d46b04d-61fe-4685-8de0-154bcf67d27a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:23.548606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Provisioning complete for port 5d46b04d-61fe-4685-8de0-154bcf67d27a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:23.549198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:23.668908 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:23.743546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:23.785496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.797500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d87db3a7-6c80-4835-972d-0d5db90e8ea1 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:45:23.803336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.827103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ed6d576-03d8-496a-8301-ee4f75643bb5 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:23.831429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Deleting subnet 4fb0df94-892c-4ed7-bc96-818bc601e561 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:23.843894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.899849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/networks/d87db3a7-6c80-4835-972d-0d5db90e8ea1 HTTP/1.1" status: 204 len: 168 time: 1.5775793 Nov 24 09:45:23.931957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:23.950420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Network': ['ID=d87db3a7-6c80-4835-972d-0d5db90e8ea1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:23.978361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:24.001537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5d46b04d-61fe-4685-8de0-154bcf67d27a,segment=NetworkSegment(4018e0ca-7868-4161-95a0-2c262b46b0c3),segment_id=4018e0ca-7868-4161-95a0-2c262b46b0c3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:24.001930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.026906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.036241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-444b25e0-650d-4806-ba92-945413998175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:24.104293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ceb67-6d97-462d-ae49-0bdf2b0233f6 req-a8567c51-6e38-45aa-9153-c99de796ed3e tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:24.128915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-563ceb67-6d97-462d-ae49-0bdf2b0233f6 req-a8567c51-6e38-45aa-9153-c99de796ed3e tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.4479418 Nov 24 09:45:24.237627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.255852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Pushing event updated for resources: {'Port': ['ID=5d46b04d-61fe-4685-8de0-154bcf67d27a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:24.260337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] DHCP port deletion for 9006f4d1-a949-4299-873e-1da85d2e1aa1 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:24.262896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:24.270333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Deleting port 5d46b04d-61fe-4685-8de0-154bcf67d27a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:24.273408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.407946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.534924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:24.580035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-563ceb67-6d97-462d-ae49-0bdf2b0233f6 req-f5944a41-566a-4cae-bd75-53194017a8e0 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452417 Nov 24 09:45:24.683835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.783382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb0df94-892c-4ed7-bc96-818bc601e561,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:24.822667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f080e6-86b6-4d1f-9d9b-6eafe0c5a4f5 None None] Network 0a23ef7e-365e-4aab-9fd6-4607aac9bccf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:24.836790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:24.859297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5d46b04d-61fe-4685-8de0-154bcf67d27a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:24.877031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'name': 'tempest-router--1569896754', 'project_id': 'e9b2833f0f4c468bba5c6dd81b23bd4f'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:24.885138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.896286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-755376ae-7d2b-4f5f-a0e5-ad37a86f273d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5207df80b7041d9a54ba0cb91c1701e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1490810 Nov 24 09:45:24.897045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:24.900674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:24.955873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5d46b04d-61fe-4685-8de0-154bcf67d27a,segment=NetworkSegment(4018e0ca-7868-4161-95a0-2c262b46b0c3),segment_id=4018e0ca-7868-4161-95a0-2c262b46b0c3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:24.956185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:24.970336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Provisioning for port dae59aa7-9180-4101-8088-78b57da7c6b9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:24.979438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:24.988102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:router and tenant:e9b2833f0f4c468bba5c6dd81b23bd4f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:24.997106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:25.054928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] For port 41b0995c-5285-4d9e-a0ad-b05f9948aef9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=41b0995c-5285-4d9e-a0ad-b05f9948aef9,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:25.055612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.058947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:25.127863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.129878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.295560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.298315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.341314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.352722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-93c228b1-00dc-4846-b5b5-96c09d76990e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:25.354755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-93c228b1-00dc-4846-b5b5-96c09d76990e tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 2.4967930 Nov 24 09:45:25.398077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.413693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.428175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Calling delete_port for 5d46b04d-61fe-4685-8de0-154bcf67d27a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:25.438101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.20.0.2 (fb77f5ec-41b3-4a3f-84b6-a15f3243026a/7abe71a8-f3a4-48d2-b93c-b8b2583e424a/21b58ebb-99d1-428a-a023-ce11945383d1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:25.475461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Provisioning complete for port dae59aa7-9180-4101-8088-78b57da7c6b9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:25.476090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.487028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7d3d5862-8eef-43fa-addd-8ec8d544b27a req-0bec2785-791e-4308-a435-f91fdcc80699 service neutron] 10.222.0.61 "GET /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5701239 Nov 24 09:45:25.502025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.507706 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dd668d4-cea1-4b04-9608-a696dda218cb tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6440742 Nov 24 09:45:25.512426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44848) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:25.523519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/subnets/4fb0df94-892c-4ed7-bc96-818bc601e561 HTTP/1.1" status: 204 len: 168 time: 3.5223794 Nov 24 09:45:25.536303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44852) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:25.550294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 564d6029-197b-4a06-9b8c-9b774cb6c21e no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:25.852215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Deleting port 564d6029-197b-4a06-9b8c-9b774cb6c21e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:25.853204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.960437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.967847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:25.991671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-964eeee0-e5ce-43fd-8dda-1aae1a391bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:26.062601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7066bd-7ade-4c64-862b-e71d54e7fdb7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:26.063383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d7066bd-7ade-4c64-862b-e71d54e7fdb7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Synchronizing usage tracker for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:26.069217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac4529-3b2f-41ed-8338-184d7f13fd11,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:26.094842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:26.147088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.149026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7ac4529-3b2f-41ed-8338-184d7f13fd11 HTTP/1.1" status: 204 len: 168 time: 1.1642714 Nov 24 09:45:26.162951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.174736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5d46b04d-61fe-4685-8de0-154bcf67d27a,segment=NetworkSegment(4018e0ca-7868-4161-95a0-2c262b46b0c3),segment_id=4018e0ca-7868-4161-95a0-2c262b46b0c3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:26.190241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.192265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.206415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4edcac1a-9aad-48a7-9df7-d8b0ffe54c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:26.240832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:26.241352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:26.344324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.355358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:45:26.383545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=5d46b04d-61fe-4685-8de0-154bcf67d27a,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:26.392250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:26.394203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:26.396208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.479651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] For port dae59aa7-9180-4101-8088-78b57da7c6b9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae59aa7-9180-4101-8088-78b57da7c6b9,segment=NetworkSegment(6419af70-e847-4c30-8970-cda31e217bd7),segment_id=6419af70-e847-4c30-8970-cda31e217bd7)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:26.482168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.484810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 41b0995c-5285-4d9e-a0ad-b05f9948aef9 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:26.488340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f9aa4-3bfc-409b-b4a3-2078532ebc20 req-c7474b1b-caf2-4872-82a0-814563db940e tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:26.490304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-492f9aa4-3bfc-409b-b4a3-2078532ebc20 req-c7474b1b-caf2-4872-82a0-814563db940e tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 945 time: 0.5186062 Nov 24 09:45:26.533124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1abf7-df95-4037-b1c3-ef60574e320a req-0b51bd45-2364-4f0b-b2f5-5b444be6c2c9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:26.535004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21a1abf7-df95-4037-b1c3-ef60574e320a req-0b51bd45-2364-4f0b-b2f5-5b444be6c2c9 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 946 time: 1.6367462 Nov 24 09:45:26.537238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.537690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.538056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Floating IP f82eb2b3-9285-4264-865d-c5d3811ad929 disassociated. External IP: 172.26.6.221, port: 41b0995c-5285-4d9e-a0ad-b05f9948aef9. Nov 24 09:45:26.538479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Calling delete_port for 41b0995c-5285-4d9e-a0ad-b05f9948aef9 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:26.610043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:26.660252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d7066bd-7ade-4c64-862b-e71d54e7fdb7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Unset dirty status for tenant:2fcc6fbff9414f71ac8d5cdba0bfad5e on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:26.667436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d7066bd-7ade-4c64-862b-e71d54e7fdb7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1234293 Nov 24 09:45:26.684485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:26.709018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] DHCP port deletion for 0a23ef7e-365e-4aab-9fd6-4607aac9bccf request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:26.720732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.759756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Deleting port 5d46b04d-61fe-4685-8de0-154bcf67d27a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:26.760385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.794704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Deleting port dae59aa7-9180-4101-8088-78b57da7c6b9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:26.795184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.814548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:26.831169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0eee26b-bf47-440a-a007-ebbed675859d tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:26.840061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae59aa7-9180-4101-8088-78b57da7c6b9 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:27.066072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-492f9aa4-3bfc-409b-b4a3-2078532ebc20 req-3973d574-b84d-4498-90cf-b4742ffe5b1c tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups?id=c2cae00b-0d01-4629-a037-2c0547eee77a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5648689 Nov 24 09:45:27.071353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.138662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network fb77f5ec-41b3-4a3f-84b6-a15f3243026a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:27.145971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.161231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:27.175618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:27.209387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.212814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=21b58ebb-99d1-428a-a023-ce11945383d1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:27.223276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] For port 5d46b04d-61fe-4685-8de0-154bcf67d27a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5d46b04d-61fe-4685-8de0-154bcf67d27a,segment=NetworkSegment(4018e0ca-7868-4161-95a0-2c262b46b0c3),segment_id=4018e0ca-7868-4161-95a0-2c262b46b0c3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:27.223769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.230275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:27.257813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Deleting port dae59aa7-9180-4101-8088-78b57da7c6b9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:27.258963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.311992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21a1abf7-df95-4037-b1c3-ef60574e320a req-62ed5b05-f5f4-46f4-a70d-b894f2dc647b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7294047 Nov 24 09:45:27.314368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.343404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:27.391031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Calling delete_port for 5d46b04d-61fe-4685-8de0-154bcf67d27a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:27.395026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.395776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628ffff2-b13d-48da-93be-35d3819bb0b9 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:27.411945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event deleted for resources: {'Port': ['ID=41b0995c-5285-4d9e-a0ad-b05f9948aef9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:27.416265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:27.454106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.455424 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-813f0580-40bd-4e01-81fa-3a4584fe04b3 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/routers/628ffff2-b13d-48da-93be-35d3819bb0b9 HTTP/1.1" status: 204 len: 168 time: 1.9434273 Nov 24 09:45:27.477895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'code': 200} Nov 24 09:45:27.548005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:27.551686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.559377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:27.560226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:27.611517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.636276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] For port dae59aa7-9180-4101-8088-78b57da7c6b9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae59aa7-9180-4101-8088-78b57da7c6b9,segment=NetworkSegment(6419af70-e847-4c30-8970-cda31e217bd7),segment_id=6419af70-e847-4c30-8970-cda31e217bd7)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:27.636694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.700757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] For port 564d6029-197b-4a06-9b8c-9b774cb6c21e, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=564d6029-197b-4a06-9b8c-9b774cb6c21e,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:27.701288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.790892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Calling delete_port for dae59aa7-9180-4101-8088-78b57da7c6b9 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:27.896995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.902654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-868a3dcd-5b5a-46ce-bbab-500ce77894aa tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:27.966855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.967650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:27.993433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Port': ['ID=dae59aa7-9180-4101-8088-78b57da7c6b9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:28.002198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:28.104746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] No DVR routers for this DVR port dae59aa7-9180-4101-8088-78b57da7c6b9 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:28.168930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port dae59aa7-9180-4101-8088-78b57da7c6b9 update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 09:45:28.170901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] No DVR routers for this DVR port 5d46b04d-61fe-4685-8de0-154bcf67d27a on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:28.325936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 10ca2b94-13cc-4981-8d78-d9e8c6e52473 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:28.335142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec02fea-62c8-4199-a4f8-dc6a6e4a3539 None None] Pushing event updated for resources: {'Port': ['ID=dae59aa7-9180-4101-8088-78b57da7c6b9,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:28.403693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44884) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:28.437839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Pushing event deleted for resources: {'Port': ['ID=5d46b04d-61fe-4685-8de0-154bcf67d27a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:28.451656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:28.452113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.693s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:28.452525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:28.468693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] For port dae59aa7-9180-4101-8088-78b57da7c6b9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae59aa7-9180-4101-8088-78b57da7c6b9,segment=NetworkSegment(6419af70-e847-4c30-8970-cda31e217bd7),segment_id=6419af70-e847-4c30-8970-cda31e217bd7)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:28.469341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:28.690836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:28.691271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:28.775779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Calling delete_port for dae59aa7-9180-4101-8088-78b57da7c6b9 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:28.791283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:28.826118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a23ef7e-365e-4aab-9fd6-4607aac9bccf']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:28.897716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-80eb4d48-5d29-42d3-855d-9629e550d5a5 req-fdcfefb2-2a86-4d04-9901-db6378b1fdcf tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.0562797 Nov 24 09:45:28.901958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6419af70-e847-4c30-8970-cda31e217bd7') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:28.902296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6419af70-e847-4c30-8970-cda31e217bd7') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:28.922640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:28.948587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:28.949071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:28.966545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.033380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-278870479', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:29.054382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:29.055571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:29.074173 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:29.077433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:29.213637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.219144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-773a3c5e-6943-4c17-b6ac-92e63d520c5b tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:29.240021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.252270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=0a23ef7e-365e-4aab-9fd6-4607aac9bccf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:29.263787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:29.274429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/0a23ef7e-365e-4aab-9fd6-4607aac9bccf HTTP/1.1" status: 204 len: 168 time: 2.5875142 Nov 24 09:45:29.279207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44900) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:29.311748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:29.342549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1327098010'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:29.348825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:29.359547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:29.406738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:29.413428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:29.433710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.434133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.434490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Floating IP 169ad760-a61a-4d07-8655-dc89cc53f094 disassociated. External IP: 172.26.6.47, port: 564d6029-197b-4a06-9b8c-9b774cb6c21e. Nov 24 09:45:29.434935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Calling delete_port for 564d6029-197b-4a06-9b8c-9b774cb6c21e owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:29.446396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:29.450608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Deleting port dae59aa7-9180-4101-8088-78b57da7c6b9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:29.451584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.456046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:29.470709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.473603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:29.500890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router 428a9827-e986-4a3a-9e6a-4a693f33a5da is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:45:29.506979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:29.512984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.536674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240f0aa2-4dfd-451f-b75d-2d4ffc6a80eb None None] The port 'dae59aa7-9180-4101-8088-78b57da7c6b9' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:45:29.566331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.567449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.616216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.697225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645587-4c32-4eb4-948e-140dbd5ab8c0 req-839e91a8-f33f-491a-8515-d47216ef745b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:29.698995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d645587-4c32-4eb4-948e-140dbd5ab8c0 req-839e91a8-f33f-491a-8515-d47216ef745b tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 944 time: 1.0825269 Nov 24 09:45:29.753348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.754931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.872014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:29.881018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:29.881868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.886424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:29.894348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9006f4d1-a949-4299-873e-1da85d2e1aa1']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:29.903179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:29.917394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4018e0ca-7868-4161-95a0-2c262b46b0c3') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:29.917763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4018e0ca-7868-4161-95a0-2c262b46b0c3') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:29.939475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.972218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:29.982505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:29.993795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:29.993795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:30.012415 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:30.016413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Router f747e579-de95-4028-910f-59ec68bd8afb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:30.052720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:30.067056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] Sync routers for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:30.093276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:30.095520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:30.172228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d645587-4c32-4eb4-948e-140dbd5ab8c0 req-9c77520a-4ff4-4b44-bdb0-e4f1aeb078c5 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups?id=a17116a8-05f9-4cd0-8017-b19f6c020707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4501157 Nov 24 09:45:30.177648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:30.191637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:30.192715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:30.215158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.233828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5762894 Nov 24 09:45:30.235110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:30.248505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:30.275302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:30.276224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb912f-7ce2-4775-921f-77c84564c78c None None] The sync data for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:30.404974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fb037f5b-2e71-4ebb-ab45-bcfd5b4a1de8 req-8f8ac114-586f-46cd-bae5-65b27246797f tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.2453196 Nov 24 09:45:30.406316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.448023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:30.468771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.496276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event deleted for resources: {'Port': ['ID=564d6029-197b-4a06-9b8c-9b774cb6c21e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:30.501186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:30.554810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=9006f4d1-a949-4299-873e-1da85d2e1aa1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:30.579032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:30.594356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/9006f4d1-a949-4299-873e-1da85d2e1aa1 HTTP/1.1" status: 204 len: 168 time: 1.3119404 Nov 24 09:45:30.596119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.599736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:30.629121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.638636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:30.734398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:30.764462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.820108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6980ee4f-5e87-47bc-a64a-d725445f1762,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:30.833395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:30.846313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.846751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment 00086132-08f5-4ea8-8297-855ca4411f86 of type vlan for network 7c820c02-4818-4edf-beb1-fd19dc576bc8 Nov 24 09:45:30.892679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.905169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:30.922786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Sync routers for ids ['428a9827-e986-4a3a-9e6a-4a693f33a5da'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:30.941862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:30.951593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Routers {'428a9827-e986-4a3a-9e6a-4a693f33a5da'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:30.954123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['428a9827-e986-4a3a-9e6a-4a693f33a5da'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:31.019678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:31.021193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.5324430 Nov 24 09:45:31.028716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:31.036227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44914) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:31.062725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b8f1e33-72f6-41ef-b899-1e2b2b96308a tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:31.260232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:31.264359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:31.265062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:31.266618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Set router 428a9827-e986-4a3a-9e6a-4a693f33a5da gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:31.281453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:31.347138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Port': ['ID=bbfcc1c6-4adf-4fe4-8ed4-8ee36b3e908d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:31.352753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:31.846625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:31.919296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8423355 Nov 24 09:45:31.923182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:31.952447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'name': 'tempest-PortsTestJSON-1931443775'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:31.971612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-dc716c5a-f3ad-4e78-b385-73940cfad867 req-bc5e99c5-e32f-4148-b92f-1ed7fdb8da1c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Synchronizing usage tracker for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:31.985429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=7c820c02-4818-4edf-beb1-fd19dc576bc8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:32.004163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:32.020911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:32.052414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:32.053100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'name': '', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'external_fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:19Z', 'updated_at': '2021-11-24T09:45:27Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'name': '', 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:24Z', 'updated_at': '2021-11-24T09:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:32.069248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Checking router: 428a9827-e986-4a3a-9e6a-4a693f33a5da for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:45:32.070107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Updating router 428a9827-e986-4a3a-9e6a-4a693f33a5da port 21b58ebb-99d1-428a-a023-ce11945383d1 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:45:32.164849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-dc716c5a-f3ad-4e78-b385-73940cfad867 req-bc5e99c5-e32f-4148-b92f-1ed7fdb8da1c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Unset dirty status for tenant:5ba61f157a754554a0031dc41502cfb0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:32.178695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc716c5a-f3ad-4e78-b385-73940cfad867 req-bc5e99c5-e32f-4148-b92f-1ed7fdb8da1c tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.5138183 Nov 24 09:45:32.191758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] No DVR routers for this DVR port 41b0995c-5285-4d9e-a0ad-b05f9948aef9 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:32.202543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Sync routers for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:32.220101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:32.221182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:32.223996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.282310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.287298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'name': 'network-vif-deleted', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:45:32.302944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266683a7-da5e-4a4f-8729-76c53e1aef56']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:32.341948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64a477a-778a-46e2-a539-9c2fb5721444') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:32.342540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64a477a-778a-46e2-a539-9c2fb5721444') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:32.373713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.412744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.429440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:32.432240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.514537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:32.638263 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:32.655966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f398bff-245d-44ba-adae-0209947eba11', 'name': 'network-vif-deleted', 'tag': '41b0995c-5285-4d9e-a0ad-b05f9948aef9', 'status': 'completed', 'code': 200} Nov 24 09:45:32.670760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20e7b918-fd19-4cfb-bfe0-6c776c6b916a req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.61 "DELETE /v2.0/ports/41b0995c-5285-4d9e-a0ad-b05f9948aef9 HTTP/1.1" status: 204 len: 173 time: 10.3995335 Nov 24 09:45:32.721637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:32.749273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:32.761953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:32.776723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9167e8be-096b-4cad-8ca4-0653cdca970a req-d80a02ad-83b1-4609-aa61-c156b84faea2 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f398bff-245d-44ba-adae-0209947eba11 HTTP/1.1" status: 200 len: 210 time: 0.8310618 Nov 24 09:45:32.786381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.820539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.828319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:32.847735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Router e3adbb94-f62e-4813-8ddf-5212c4d915f1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:32.855751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:32.921058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.959940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/266683a7-da5e-4a4f-8729-76c53e1aef56 HTTP/1.1" status: 204 len: 168 time: 2.3587809 Nov 24 09:45:32.971317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:32.997923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Transition to ACTIVE for port object 21b58ebb-99d1-428a-a023-ce11945383d1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:33.004250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44928) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:33.011037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.026404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:33.075535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.087569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=266683a7-da5e-4a4f-8729-76c53e1aef56,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:33.137836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Pushing event updated for resources: {'Port': ['ID=21b58ebb-99d1-428a-a023-ce11945383d1,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:33.143085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:33.166044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Attempting to bind port 21b58ebb-99d1-428a-a023-ce11945383d1 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:33.166448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Attempting to bind port 21b58ebb-99d1-428a-a023-ce11945383d1 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0e7bf074-70bc-4ef8-983c-eb596fefad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:33.166896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Attempting to bind port 21b58ebb-99d1-428a-a023-ce11945383d1 on network fb77f5ec-41b3-4a3f-84b6-a15f3243026a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:33.174980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:33.175311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Checking segment: {'id': '0e7bf074-70bc-4ef8-983c-eb596fefad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:33.175764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.176197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Bound using segment: {'id': '0e7bf074-70bc-4ef8-983c-eb596fefad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:33.176718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Bound port: 21b58ebb-99d1-428a-a023-ce11945383d1, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7bf074-70bc-4ef8-983c-eb596fefad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:33.177135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.274034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] For port 21b58ebb-99d1-428a-a023-ce11945383d1, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:33.275759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:33.277949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] For port 21b58ebb-99d1-428a-a023-ce11945383d1, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=21b58ebb-99d1-428a-a023-ce11945383d1,segment=NetworkSegment(0e7bf074-70bc-4ef8-983c-eb596fefad71),segment_id=0e7bf074-70bc-4ef8-983c-eb596fefad71)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:33.284318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.291254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:33.291513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Checking router: f747e579-de95-4028-910f-59ec68bd8afb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:45:33.336859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:33.338262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:33.399795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:33.410043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.430794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Pushing event updated for resources: {'Port': ['ID=21b58ebb-99d1-428a-a023-ce11945383d1,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:33.438165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:33.440238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:33.480084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Routers {'428a9827-e986-4a3a-9e6a-4a693f33a5da'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:33.480813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['428a9827-e986-4a3a-9e6a-4a693f33a5da'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:33.494446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.553586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4262b01f-f54f-4cac-ba68-d9cbd13c5a5f req-af2830f6-341e-462b-a0a7-121fbbc0422f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.1717539 Nov 24 09:45:33.566274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port c30c595c-b6e6-46b0-a687-82e2fbe95757 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:45:33.710290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:33.756340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] Set router 428a9827-e986-4a3a-9e6a-4a693f33a5da gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:33.817194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Allocated IP 172.26.6.239 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/84bc0e10-100b-4253-b049-b8b09a0b9ba9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:33.852729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:33.930664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.183848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.219055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:34.234987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30750ebc-b533-4176-872b-936760fbcf14') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:34.235506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30750ebc-b533-4176-872b-936760fbcf14') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:34.250770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.269297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.277769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:34.277769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.335277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44940) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:34.393717 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:34.442544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'name': '', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'external_fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:19Z', 'updated_at': '2021-11-24T09:45:27Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'name': '', 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:24Z', 'updated_at': '2021-11-24T09:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:34.443221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.451496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b23fd-f1b8-420c-9445-c38fb90e7592 None None] The sync data for ids ['428a9827-e986-4a3a-9e6a-4a693f33a5da'] in dv-neutron-818439-1-hyperv is: [{'id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'name': '', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'external_fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:19Z', 'updated_at': '2021-11-24T09:45:27Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '21b58ebb-99d1-428a-a023-ce11945383d1', 'name': '', 'network_id': 'fb77f5ec-41b3-4a3f-84b6-a15f3243026a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428a9827-e986-4a3a-9e6a-4a693f33a5da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:24Z', 'updated_at': '2021-11-24T09:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7abe71a8-f3a4-48d2-b93c-b8b2583e424a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:34.512369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.538454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aec3b713-73fc-4d1b-832e-62e672bdb8f6 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:34.567878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:34.584770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Pushing event deleted for resources: {'Network': ['ID=7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:34.593644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:34.747644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] 10.222.0.55 "DELETE /v2.0/networks/7b1ee46f-a07f-4718-94c6-ecbe48c8c6b2 HTTP/1.1" status: 204 len: 168 time: 1.6717467 Nov 24 09:45:34.767113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:34.772424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba9b9d-1f61-4e2d-86c0-f1bf662c8f95 None None] The sync data for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv is: [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:43:34Z', 'revision_number': 4, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '98958fcb-b18a-4336-bc05-208c1b192876', 'name': '', 'network_id': 'a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'mac_address': 'fa:16:3e:0d:80:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45e5dd70-77e1-417e-941b-f412025329dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:31Z', 'updated_at': '2021-11-24T09:43:51Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'subnets': [{'id': '45e5dd70-77e1-417e-941b-f412025329dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:34.926189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.010997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:35.031302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a0cb7201-5492-43ce-b34e-ab80dc6b08d3 req-43f7206c-cf31-4a53-b94b-df1063f76471 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.0800261 Nov 24 09:45:35.041740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Sync routers for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:35.091606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:35.107226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.123294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:35.162113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.163947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.176899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5774c36a-2e53-4f8f-a598-304df9a4f211 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:35.346869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.479569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44950) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:35.614137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:35.750918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.758771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.787710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=c30c595c-b6e6-46b0-a687-82e2fbe95757,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:35.791510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b7029f8-5e8d-4da2-9bf7-3909068837ac tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:35.798707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56bd47b-6321-4c96-8cfb-999c456fcce9 None None] New status for floating IP f82eb2b3-9285-4264-865d-c5d3811ad929: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:45:35.800054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:35.897978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.901669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] No DVR routers for this DVR port 564d6029-197b-4a06-9b8c-9b774cb6c21e on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:35.935621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting port 21b58ebb-99d1-428a-a023-ce11945383d1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:35.936527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:35.996988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:36.005616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-deleted', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:45:36.144162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:36.161643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:36.164644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42e6264-ce24-4067-9c42-0de8aebed0bb req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.61 "DELETE /v2.0/ports/564d6029-197b-4a06-9b8c-9b774cb6c21e HTTP/1.1" status: 204 len: 173 time: 10.7395480 Nov 24 09:45:36.190845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074c4d6f-9909-436a-bc8d-69fe25cab680', 'name': 'network-vif-deleted', 'tag': '564d6029-197b-4a06-9b8c-9b774cb6c21e', 'status': 'completed', 'code': 200} Nov 24 09:45:36.192118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:36.265039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': '00086132-08f5-4ea8-8297-855ca4411f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:36.266209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 7c820c02-4818-4edf-beb1-fd19dc576bc8, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:36.318677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:36.319957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "DELETE /v2.0/security-groups/c2cae00b-0d01-4629-a037-2c0547eee77a HTTP/1.1" status: 204 len: 168 time: 1.8541014 Nov 24 09:45:36.325505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event updated for resources: {'Port': ['ID=84bc0e10-100b-4253-b049-b8b09a0b9ba9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:36.329971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44960) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:36.376371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:36.377450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d03c7aa2-e802-4903-8722-7a7ebb8fa61f tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] show failed (client error): The resource could not be found. Nov 24 09:45:36.378641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d03c7aa2-e802-4903-8722-7a7ebb8fa61f tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "GET /v2.0/security-groups/c2cae00b-0d01-4629-a037-2c0547eee77a HTTP/1.1" status: 404 len: 347 time: 0.0371239 Nov 24 09:45:36.386380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d95aa57d-ead2-476b-ab21-0de3b18a1583 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:36.394879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44964) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:36.411061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cae00b-0d01-4629-a037-2c0547eee77a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:36.532969 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6824071d-2192-407b-941c-1951c3bb9503 req-e25f8a1b-6545-4b8e-a2bd-2a1c019d4802 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/ports?device_id=074c4d6f-9909-436a-bc8d-69fe25cab680 HTTP/1.1" status: 200 len: 210 time: 0.1352339 Nov 24 09:45:36.533253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:36.546395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-011d563d-c49d-4d03-b838-45d3acdc1950 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fcc6fbff9414f71ac8d5cdba0bfad5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8341181 Nov 24 09:45:36.613066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:36.651921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:36.676789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7c820c02-4818-4edf-beb1-fd19dc576bc8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:36.713746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed088c35-d11e-4cbc-ab2d-86faae2a70a3 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:36.719625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:36.723402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:36.725885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Checking router: e3adbb94-f62e-4813-8ddf-5212c4d915f1 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:45:36.732490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:36.733740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:36.740238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:36.741300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:36.828434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Deleting port 97a9d858-0f1d-41e9-981d-5a532cae1a46 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:36.829143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:36.860863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] For port 21b58ebb-99d1-428a-a023-ce11945383d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=21b58ebb-99d1-428a-a023-ce11945383d1,segment=NetworkSegment(0e7bf074-70bc-4ef8-983c-eb596fefad71),segment_id=0e7bf074-70bc-4ef8-983c-eb596fefad71)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:36.861532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.034488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.034488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.097262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.1571593 Nov 24 09:45:37.099092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 44972) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:37.129584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 21b58ebb-99d1-428a-a023-ce11945383d1 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:37.261107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:37.419242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Calling delete_port for 21b58ebb-99d1-428a-a023-ce11945383d1 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:37.451010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 21b58ebb-99d1-428a-a023-ce11945383d1 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:37.458171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 21b58ebb-99d1-428a-a023-ce11945383d1 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:37.458626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.494375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1252420494'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:37.525228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Calling delete_port for 97a9d858-0f1d-41e9-981d-5a532cae1a46 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:37.528679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:37.565677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:37.614649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:37.689101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:37.707173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.720822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.729017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:37.729411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 21b58ebb-99d1-428a-a023-ce11945383d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=21b58ebb-99d1-428a-a023-ce11945383d1,segment=NetworkSegment(0e7bf074-70bc-4ef8-983c-eb596fefad71),segment_id=0e7bf074-70bc-4ef8-983c-eb596fefad71)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:37.732848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.739559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:37.860004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Pushing event deleted for resources: {'Port': ['ID=97a9d858-0f1d-41e9-981d-5a532cae1a46,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:37.893448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:37.895287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:37.897260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44980) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:37.926172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=21b58ebb-99d1-428a-a023-ce11945383d1,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:37.933536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:38.087572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.114079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:38.124410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.139863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:38.145069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6de17-d5e7-44f7-bfb3-19ff61d8de44 None None] The sync data for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv is: [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:43:16Z', 'revision_number': 4, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '75316787-b38d-474f-a891-f9cf072e5417', 'name': '', 'network_id': '0bf29bd1-40d6-44db-8dab-b6a33c7a4f30', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'mac_address': 'fa:16:3e:e1:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:15Z', 'updated_at': '2021-11-24T09:43:37Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'subnets': [{'id': '944b5fd5-517a-4479-8bc5-9d4a1f7103da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:38.224483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 4f58d813-0c32-454e-b760-a8d1b4e2b87f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:38.224859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.300718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.314816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:38.329881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.369854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:38.370150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:38.374856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.375332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.375798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment 8e03b4c3-bbee-42b0-93ad-2c2147ff9126 of type vlan for network a720cb63-eb97-40a6-8f99-2604fd308f70 Nov 24 09:45:38.437807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:38.448220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.493262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aac3c3-2511-46a3-a683-62d28704dff6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:38.495567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:38.496418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.553266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.554641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71aac3c3-2511-46a3-a683-62d28704dff6 HTTP/1.1" status: 204 len: 168 time: 1.9339221 Nov 24 09:45:38.555871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.562254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] 10.222.0.55 "DELETE /v2.0/floatingips/f82eb2b3-9285-4264-865d-c5d3811ad929 HTTP/1.1" status: 204 len: 168 time: 2.1532423 Nov 24 09:45:38.573520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44986) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:38.575679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.576484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.599992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.779581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.786566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05cdfcf2-40c7-40b2-9a68-052bb6f8272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:38.809954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 21b58ebb-99d1-428a-a023-ce11945383d1 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:38.830127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17116a8-05f9-4cd0-8017-b19f6c020707,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:38.833203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:38.870078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.874613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:38.875864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.906180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 4f58d813-0c32-454e-b760-a8d1b4e2b87f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:38.929829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.934223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "DELETE /v2.0/security-groups/a17116a8-05f9-4cd0-8017-b19f6c020707 HTTP/1.1" status: 204 len: 168 time: 1.0290015 Nov 24 09:45:38.937886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:38.956602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 21b58ebb-99d1-428a-a023-ce11945383d1 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:38.957034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:38.989106 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-7c7c2f45-198c-4294-8717-a21a0a7dddd6 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] show failed (client error): The resource could not be found. Nov 24 09:45:38.993945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c7c2f45-198c-4294-8717-a21a0a7dddd6 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "GET /v2.0/security-groups/a17116a8-05f9-4cd0-8017-b19f6c020707 HTTP/1.1" status: 404 len: 347 time: 0.0537069 Nov 24 09:45:38.996841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 44998) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:39.043815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:39.079613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting port 21b58ebb-99d1-428a-a023-ce11945383d1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:39.080196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:39.373614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Deleting port cdbdf730-4a3f-43b4-8518-f56a43890fcc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:39.374179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:39.498652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:39.503190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cadf28-9bae-4ff5-a77b-f2f438952b06 None None] New status for floating IP 169ad760-a61a-4d07-8655-dc89cc53f094: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:45:39.644524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4229846 Nov 24 09:45:39.645597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:39.695482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'ports': [{'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'}, {'network_id': 'a720cb63-eb97-40a6-8f99-2604fd308f70'}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:39.695482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:39.695482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': 'a720cb63-eb97-40a6-8f99-2604fd308f70'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:39.705246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=a720cb63-eb97-40a6-8f99-2604fd308f70,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:39.725059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:39.733031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a720cb63-eb97-40a6-8f99-2604fd308f70 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:39.945993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] For port 21b58ebb-99d1-428a-a023-ce11945383d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=21b58ebb-99d1-428a-a023-ce11945383d1,segment=NetworkSegment(0e7bf074-70bc-4ef8-983c-eb596fefad71),segment_id=0e7bf074-70bc-4ef8-983c-eb596fefad71)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:39.946716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.140158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:40.310311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.310837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.326886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.476390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Calling delete_port for 21b58ebb-99d1-428a-a023-ce11945383d1 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:40.544014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-817901351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:40.556793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Calling delete_port for cdbdf730-4a3f-43b4-8518-f56a43890fcc owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:40.602259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.602674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:40.613575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:router and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:40.618378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:40.624494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:40.642937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:40.672492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=4f58d813-0c32-454e-b760-a8d1b4e2b87f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:40.693450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:40.695650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:40.697682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.699262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.711401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:40.716160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:40.730315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:40.865179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:40.873680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.910492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:40.911611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:40.924204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Router 6fa3b935-e0b7-44ac-912a-2899d5a3328c is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:45:40.942858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:40.975147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.076828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.148775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:41.151919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.157564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d4fd5b9-ddf6-46f1-b869-092227769b3c tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0033352 Nov 24 09:45:41.160179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "PUT /v2.0/routers/d3ab922a-f5db-4efe-aca8-2e7deadb9e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 26.2895861 Nov 24 09:45:41.165787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45024) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:41.166166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45026) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:41.177325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1575532113'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:41.180448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] Sync routers for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:41.208689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.213912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:41.215779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:41.253381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:41.254999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port f9cd467e-f529-45d6-a41e-08f3ead8136d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:45:41.270189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:network and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:41.274894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:41.286902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:41.304175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.371089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:41.388949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:41.393082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] Routers {'d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:41.394123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:41.394656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.408674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.417799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Deleting port cdbdf730-4a3f-43b4-8518-f56a43890fcc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:41.418217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.421525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c90bff31-d1d1-4850-8480-af6240265b7b tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:41.471682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Port': ['ID=21b58ebb-99d1-428a-a023-ce11945383d1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:41.523461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:41.525991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:41.529043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:41.529828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c368e-c7d7-4814-b35b-8f2117eb09ac None None] The sync data for ids ['d3ab922a-f5db-4efe-aca8-2e7deadb9e7e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:41.715435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:41.789900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:security_group_rule and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:41.796541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:41.832363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:41.960382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.157396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.267186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.267504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.295070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:42.322289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] Sync routers for ids ['6fa3b935-e0b7-44ac-912a-2899d5a3328c'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:42.345809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] Routers {'6fa3b935-e0b7-44ac-912a-2899d5a3328c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:42.347168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['6fa3b935-e0b7-44ac-912a-2899d5a3328c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:42.470205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:42.471320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Calling delete_port for cdbdf730-4a3f-43b4-8518-f56a43890fcc owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:42.495166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] Routers {'6fa3b935-e0b7-44ac-912a-2899d5a3328c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:42.496469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['6fa3b935-e0b7-44ac-912a-2899d5a3328c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:42.633290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.634416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.1242168 Nov 24 09:45:42.646155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45032) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:42.648034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.677012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:42.677781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a228f6-918c-4afc-8f3a-c962f6c58898 None None] The sync data for ids ['6fa3b935-e0b7-44ac-912a-2899d5a3328c'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:42.719123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.744581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77162ae0-a0d1-46d2-abb0-7ca6568d61ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:42.817941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.885403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port d2cef1c0-cf33-439b-b7b8-51e9af20f57c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:45:42.885715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:42.964768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:42.965178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Added segment 2fb41312-bd5a-4e9d-8ebc-a1d3057495d8 of type vlan for network 981e1196-4577-41e4-92f2-6ada52bf9e50 Nov 24 09:45:42.972096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a02e6f-9d24-4f36-829c-3dfb407349d6,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:43.024281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:43.087332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.095108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 10ca2b94-13cc-4981-8d78-d9e8c6e52473 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:43.109298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.154797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.206862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.216566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c211cd2-a8cc-4dc7-91d3-33594df3bbd8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:43.295207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.295912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 428a9827-e986-4a3a-9e6a-4a693f33a5da {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:43.376823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Pushing event deleted for resources: {'Port': ['ID=cdbdf730-4a3f-43b4-8518-f56a43890fcc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:43.392353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:43.457989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.462984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:43.463704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.478427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:43.492960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.502233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.508588 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/routers/428a9827-e986-4a3a-9e6a-4a693f33a5da HTTP/1.1" status: 204 len: 168 time: 12.4619586 Nov 24 09:45:43.509134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:43.515324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:43.524173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2442751 Nov 24 09:45:43.529756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] Sync routers for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:43.552662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:43.553673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:43.621463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45040) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:43.672723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:43.699990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] Routers {'10ca2b94-13cc-4981-8d78-d9e8c6e52473'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:43.701131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:43.720073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting subnet 7abe71a8-f3a4-48d2-b93c-b8b2583e424a {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:43.726201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.814837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.824115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8e495cf-fda9-43fa-b708-cf51925e5bdf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:43.833442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bde81562-3d93-4a04-9d13-a109d9902da4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:43.840364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:43.841709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a3d4b-6eff-46e1-8718-f626262e0883 None None] The sync data for ids ['10ca2b94-13cc-4981-8d78-d9e8c6e52473'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:43.858315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Network': ['ID=981e1196-4577-41e4-92f2-6ada52bf9e50,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:43.866755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6944845 Nov 24 09:45:43.867089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.868778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:43.881703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:43.888117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45044) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:43.912312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'subnet': {'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:43.930541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.933203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:43.934928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] 10.222.0.55 "DELETE /v2.0/floatingips/169ad760-a61a-4d07-8655-dc89cc53f094 HTTP/1.1" status: 204 len: 168 time: 4.9324851 Nov 24 09:45:43.941078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.037216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bde81562-3d93-4a04-9d13-a109d9902da4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:44.043919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bde81562-3d93-4a04-9d13-a109d9902da4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=10ca2b94-13cc-4981-8d78-d9e8c6e52473 HTTP/1.1" status: 200 len: 205 time: 0.4205709 Nov 24 09:45:44.048398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.060864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:44.069501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:44.075089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=f9cd467e-f529-45d6-a41e-08f3ead8136d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:44.079750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:44.080632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.088589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:44.089156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:44.153485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.244117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=d2cef1c0-cf33-439b-b7b8-51e9af20f57c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:44.255646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:44.296212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7dfac55-5461-403b-9fb1-4b1d09bf5cbc tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/6fa3b935-e0b7-44ac-912a-2899d5a3328c HTTP/1.1" status: 200 len: 924 time: 1.6466215 Nov 24 09:45:44.305265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.365336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:44.381092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:subnet and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:44.386405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:44.399441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:44.405716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.420380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a529d3a2-b8f2-4649-a7ea-532274e21b98 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:44.431599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.436226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:44.448967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': '8e03b4c3-bbee-42b0-93ad-2c2147ff9126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a720cb63-eb97-40a6-8f99-2604fd308f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:44.449373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: a720cb63-eb97-40a6-8f99-2604fd308f70, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:44.460228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.470768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e52c49c5-3f22-48a6-b013-bca0eef0518a tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa3b935-e0b7-44ac-912a-2899d5a3328c HTTP/1.1" status: 200 len: 205 time: 0.1645036 Nov 24 09:45:44.481697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45060) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.484100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7abe71a8-f3a4-48d2-b93c-b8b2583e424a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:44.492483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:44.577102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.602122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/7abe71a8-f3a4-48d2-b93c-b8b2583e424a HTTP/1.1" status: 204 len: 168 time: 1.0902801 Nov 24 09:45:44.603234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.658498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network a720cb63-eb97-40a6-8f99-2604fd308f70 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:44.742194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 21b58ebb-99d1-428a-a023-ce11945383d1 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:44.743985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a720cb63-eb97-40a6-8f99-2604fd308f70) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:44.769034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:44.774244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:44.778013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:44.778829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.809151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043cae46-3176-4e25-8b01-e9538ce0d5cc None None] Network a720cb63-eb97-40a6-8f99-2604fd308f70 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:44.822543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:44.845713 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1734636 Nov 24 09:45:44.852602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 21b58ebb-99d1-428a-a023-ce11945383d1 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:45:44.853627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 21b58ebb-99d1-428a-a023-ce11945383d1 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:45:44.870978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45068) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:44.896737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port 41eb64c8-4762-442e-9cbd-937718881f83 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:44.897139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.208699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.256170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port d2cef1c0-cf33-439b-b7b8-51e9af20f57c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:45.256572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.382892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.439676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb77f5ec-41b3-4a3f-84b6-a15f3243026a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:45.522491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7bf074-70bc-4ef8-983c-eb596fefad71') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:45.524406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7bf074-70bc-4ef8-983c-eb596fefad71') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:45.556482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.587524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.594045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.670089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:45.670532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:45.687285 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:45.822318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.827247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.843610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:45.858652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb77f5ec-41b3-4a3f-84b6-a15f3243026a {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Nov 24 09:45:45.865356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.922528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:45.943880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb77f5ec-41b3-4a3f-84b6-a15f3243026a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:45.952017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:45.963662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fb77f5ec-41b3-4a3f-84b6-a15f3243026a HTTP/1.1" status: 204 len: 168 time: 1.3558888 Nov 24 09:45:46.200082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.262855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for 41eb64c8-4762-442e-9cbd-937718881f83 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:46.294148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port 84bc0e10-100b-4253-b049-b8b09a0b9ba9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:46.295328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.352987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.405555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45078) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:46.429389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'name': 'tempest-router--934200220', 'project_id': '1b3cacae02144394b963661cd7eadb95'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:46.519128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:46.579792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:router and tenant:1b3cacae02144394b963661cd7eadb95 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:46.622417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:46.668020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:46.747583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.749512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Deleting port 98958fcb-b18a-4336-bc05-208c1b192876 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:46.749882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.821797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.846118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.847133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:46.897393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.013913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for d2cef1c0-cf33-439b-b7b8-51e9af20f57c owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:47.041381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for 84bc0e10-100b-4253-b049-b8b09a0b9ba9 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:47.092573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.195591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.249268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.249860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router 10ca2b94-13cc-4981-8d78-d9e8c6e52473 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:47.306546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.343280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:47.396461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.397534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-642e3e7a-65bf-43d9-af6d-7a0716114dec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473 HTTP/1.1" status: 204 len: 168 time: 3.3275313 Nov 24 09:45:47.401568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] For port 98958fcb-b18a-4336-bc05-208c1b192876, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=98958fcb-b18a-4336-bc05-208c1b192876,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:47.401923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.427481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45082) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:47.428207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.516758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.517991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20e0c352-c3eb-43f0-b827-16fc91010597 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1090376 Nov 24 09:45:47.522174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:47.680750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Calling delete_port for 98958fcb-b18a-4336-bc05-208c1b192876 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:47.759911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Subnet': ['ID=e92c00b9-5d58-4524-822f-e45014f6b5c8,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:47.781319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.784518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:47.790831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fff1ac0-dbf4-4d26-80d9-22630dac209e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:47.875928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=d2cef1c0-cf33-439b-b7b8-51e9af20f57c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:47.884478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/d2cef1c0-cf33-439b-b7b8-51e9af20f57c HTTP/1.1" status: 204 len: 168 time: 3.0083508 Nov 24 09:45:47.885516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:47.893034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:47.912025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:47.912595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c15043f7-f016-4d38-9685-3efa851ffe7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:47.994503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Port': ['ID=41eb64c8-4762-442e-9cbd-937718881f83,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:47.996732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Checking segment: {'id': '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:47.997139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network hostable DHCP agents. Network: 981e1196-4577-41e4-92f2-6ada52bf9e50, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:48.002708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:48.007218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.148865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.163554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:48.237451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:48.250254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet facd0c4b-2353-43ae-9715-d9a42ef29d58 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:48.260357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.361377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=84bc0e10-100b-4253-b049-b8b09a0b9ba9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:48.368277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:48.389891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 981e1196-4577-41e4-92f2-6ada52bf9e50) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:48.399035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72448e-de36-496a-9fa9-2b5f80e0cd3a None None] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:48.478389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:48.479174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.550434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.634887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.635539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598af4df-5012-470c-ac0e-77da1d2c5b09 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:48.640011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598af4df-5012-470c-ac0e-77da1d2c5b09 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:48.640859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-598af4df-5012-470c-ac0e-77da1d2c5b09 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:48.753352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-981e1196-4577-41e4-92f2-6ada52bf9e50', 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50', 'tenant_id': '6c182b9efbcf42fcb24b0d07bbb71f88', 'fixed_ips': [{'subnet_id': 'e92c00b9-5d58-4524-822f-e45014f6b5c8'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:48.754685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:48.925385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-598af4df-5012-470c-ac0e-77da1d2c5b09 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:48.931749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-598af4df-5012-470c-ac0e-77da1d2c5b09 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.0286582 Nov 24 09:45:48.945021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:48.961243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Allocated IP 172.20.0.2 (981e1196-4577-41e4-92f2-6ada52bf9e50/e92c00b9-5d58-4524-822f-e45014f6b5c8/41b63919-ab52-4616-a1c7-78f9ccc03353) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:49.054913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.071801 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1781192 Nov 24 09:45:49.083588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45098) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:49.090220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.106376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'network': {'name': 'tempest-router-network01--1656619398'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:49.150627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Deleting port 75316787-b38d-474f-a891-f9cf072e5417 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:49.151007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.185837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:49.201259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:network and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:49.217499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6da97a78-2ce6-4766-ab8b-6d5ce9762e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.223931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:49.240803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.310645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Transition to ACTIVE for port object 41b63919-ab52-4616-a1c7-78f9ccc03353 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:49.313775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:49.321750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.330360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.333102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1cf8199-e584-4f7a-a9ff-c35edb5cd277 tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:49.343007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Transition to ACTIVE for port object 41b63919-ab52-4616-a1c7-78f9ccc03353 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:49.350156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.358160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9ce3a54-240e-47b9-ab7e-9a427f148e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:49.396094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:49.402540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.412176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.413122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Pushing event deleted for resources: {'Port': ['ID=98958fcb-b18a-4336-bc05-208c1b192876,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:49.422284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.427150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:49.464334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.548495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port f9cd467e-f529-45d6-a41e-08f3ead8136d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:49.548882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.676501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Pushing event updated for resources: {'Port': ['ID=41b63919-ab52-4616-a1c7-78f9ccc03353,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:49.684511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:49.705237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:49.708342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:49.719207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:49.748915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:49.817667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.826219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.827107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7b372f3-715d-4677-a8e0-717a60737ea9 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:49.829835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.830416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Fanout notify agent at l3_agent the message router_deleted on router d3ab922a-f5db-4efe-aca8-2e7deadb9e7e {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:49.832736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.833105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Added segment 9767fb18-2849-4d79-b097-7f57a19d2bf4 of type vlan for network ce1e1b16-d752-4bbe-97df-14c0081f2562 Nov 24 09:45:49.875054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Attempting to bind port 41b63919-ab52-4616-a1c7-78f9ccc03353 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:49.875483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Attempting to bind port 41b63919-ab52-4616-a1c7-78f9ccc03353 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:49.876067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Attempting to bind port 41b63919-ab52-4616-a1c7-78f9ccc03353 on network 981e1196-4577-41e4-92f2-6ada52bf9e50 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:49.886564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:49.886564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Checking segment: {'id': '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:49.887939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.888324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Bound using segment: {'id': '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:49.889131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Bound port: 41b63919-ab52-4616-a1c7-78f9ccc03353, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '981e1196-4577-41e4-92f2-6ada52bf9e50'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:49.889612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.903357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.919088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.925034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:49.946197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.965832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:49.967029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/routers/d3ab922a-f5db-4efe-aca8-2e7deadb9e7e HTTP/1.1" status: 204 len: 168 time: 8.7978694 Nov 24 09:45:49.974928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:49.982190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=facd0c4b-2353-43ae-9715-d9a42ef29d58,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:49.988675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:50.004074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.009188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/facd0c4b-2353-43ae-9715-d9a42ef29d58 HTTP/1.1" status: 204 len: 168 time: 2.5750415 Nov 24 09:45:50.009677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc14bac-3060-438b-a67e-0bab71c02bbb None None] Network d56818c1-9e7d-4b6d-9297-9cb207c68b1e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:50.018566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45106) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:50.026961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.030927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e63e6dde-f1ff-46bb-b743-3443b12e38ad tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f7b372f3-715d-4677-a8e0-717a60737ea9 HTTP/1.1" status: 204 len: 168 time: 2.5004084 Nov 24 09:45:50.088257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.092525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:50.093188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.102458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f72b81a-3c39-4bb0-90f5-4dec90995dcb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:50.173978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] For port 75316787-b38d-474f-a891-f9cf072e5417, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=75316787-b38d-474f-a891-f9cf072e5417,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:50.174711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.238135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1451602 Nov 24 09:45:50.243051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45112) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:50.278221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] For port 41b63919-ab52-4616-a1c7-78f9ccc03353, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:50.297111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45114) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:50.312479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'network': {'name': 'tempest-router-network02--1308293499'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:50.315762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.316687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa3b935-e0b7-44ac-912a-2899d5a3328c {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:45:50.350636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:50.353751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Network': ['ID=ce1e1b16-d752-4bbe-97df-14c0081f2562,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:50.370675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:network and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:50.373870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] For port 41b63919-ab52-4616-a1c7-78f9ccc03353, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=41b63919-ab52-4616-a1c7-78f9ccc03353,segment=NetworkSegment(2fb41312-bd5a-4e9d-8ebc-a1d3057495d8),segment_id=2fb41312-bd5a-4e9d-8ebc-a1d3057495d8)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:50.374610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:50.375742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:50.386665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:50.395901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:50.417810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.481922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4515971c-7d5d-4dea-8e87-ad644729111d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:50.504627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:50.513950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.603027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet 69ae2813-ae29-434e-93ca-6c86df5c89e3 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:50.614464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.670906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.691735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Calling delete_port for 75316787-b38d-474f-a891-f9cf072e5417 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:50.742370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.763833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.766993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:50.768469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/6fa3b935-e0b7-44ac-912a-2899d5a3328c HTTP/1.1" status: 204 len: 168 time: 6.2785127 Nov 24 09:45:50.783401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Pushing event updated for resources: {'Port': ['ID=41b63919-ab52-4616-a1c7-78f9ccc03353,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:50.787202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:50.790339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:50.810712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:50.876570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1931276247', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:50.988988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5da73-9698-4532-924c-26266c72346b None None] DHCP port deletion for d56818c1-9e7d-4b6d-9297-9cb207c68b1e request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:51.005352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Deleting port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:51.006457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.019288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.028016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:51.044520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for f9cd467e-f529-45d6-a41e-08f3ead8136d owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:51.103967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:router and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:51.114382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:51.127731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1614600207', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:51.137212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:51.154164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.154838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Added segment 8dc9acb6-5fa8-45d7-a65b-3318364c975b of type vlan for network f9a3d004-aaa3-4714-82b9-374d419c7ad3 Nov 24 09:45:51.162929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:51.200967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:51.209986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:51.215657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.216669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.241714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:51.245524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting subnet 61456aac-6b1e-42e3-84a5-0200e9b98d85 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:45:51.253334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.300907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.330933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.342893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-317677ea-7f18-4970-bb28-cb026c0e4024 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:51.354424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.356579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.421697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.463830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=f9cd467e-f529-45d6-a41e-08f3ead8136d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:51.480203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:51.484834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.509358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.580288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ba5da73-9698-4532-924c-26266c72346b None None] For port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,segment=NetworkSegment(effffedc-797d-439c-8bad-ae844445ddcc),segment_id=effffedc-797d-439c-8bad-ae844445ddcc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:51.581335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.589809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/f9cd467e-f529-45d6-a41e-08f3ead8136d HTTP/1.1" status: 204 len: 168 time: 2.5832119 Nov 24 09:45:51.595519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:51.655964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.665443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.733521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.741430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:51.743164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.768392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-502dc796-f788-47b6-83ec-6a538a28cda3 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:51.792926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Calling delete_port for b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:51.807647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.841792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.845406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-979c28be-e6ad-4175-a130-982af85e8977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.893871 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5944324 Nov 24 09:45:51.897106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:51.904273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-444b25e0-650d-4806-ba92-945413998175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:51.949714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45130) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:51.953152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Pushing event deleted for resources: {'Port': ['ID=b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:51.956241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:51.959460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5da73-9698-4532-924c-26266c72346b None None] No DVR routers for this DVR port b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:52.036849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'subnet': {'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:52.082133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Network': ['ID=f9a3d004-aaa3-4714-82b9-374d419c7ad3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:52.100533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:52.333045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.340148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef3c04f6-abcc-46bd-b6c4-56fe5da0f501 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:52.394275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Pushing event deleted for resources: {'Port': ['ID=75316787-b38d-474f-a891-f9cf072e5417,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:52.397035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:52.399698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.406803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.407227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:52.414438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:52.425571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.512943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Subnet': ['ID=61456aac-6b1e-42e3-84a5-0200e9b98d85,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:52.515762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:52.563198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.578197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5945c-fc0c-42c3-8cd8-bdd971b9073e None None] Network 3a0b6545-7a69-4a7e-bab6-22f192a89045 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:52.582115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d403b28-bbea-412d-9137-817662d24929 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:52.582943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d403b28-bbea-412d-9137-817662d24929 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:45:52.622391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/subnets/61456aac-6b1e-42e3-84a5-0200e9b98d85 HTTP/1.1" status: 204 len: 168 time: 2.6375413 Nov 24 09:45:52.628227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45134) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:52.631063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:52.691027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:52.694264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=69ae2813-ae29-434e-93ca-6c86df5c89e3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:52.753654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:52.768272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:52.779109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:subnet and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:52.790687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d403b28-bbea-412d-9137-817662d24929 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:45:52.790687 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d403b28-bbea-412d-9137-817662d24929 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1880672 Nov 24 09:45:52.796996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45138) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:52.800539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:52.806327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/69ae2813-ae29-434e-93ca-6c86df5c89e3 HTTP/1.1" status: 204 len: 168 time: 2.7829218 Nov 24 09:45:52.853734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45142) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:52.963676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:52.986118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4732e0f3-77e5-4c44-ba6c-49e273c5bc7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:45:52.996364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4732e0f3-77e5-4c44-ba6c-49e273c5bc7d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/d2cef1c0-cf33-439b-b7b8-51e9af20f57c HTTP/1.1" status: 404 len: 333 time: 0.1948638 Nov 24 09:45:53.013349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e40fa-1e3d-429d-9723-0783d7ee2938 None None] Network 6b1e4e21-f7ac-4195-a45b-862a1d667772 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:53.020375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:53.040368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.093627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 41b63919-ab52-4616-a1c7-78f9ccc03353 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:53.124068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.147586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:53.348521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-81245bbc-5f56-45ef-8a41-6d10ae2152c2 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:45:53.352241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81245bbc-5f56-45ef-8a41-6d10ae2152c2 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/f9cd467e-f529-45d6-a41e-08f3ead8136d HTTP/1.1" status: 404 len: 333 time: 0.2942474 Nov 24 09:45:53.369280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:53.479109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.481766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.492749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:53.493286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.580799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 41b63919-ab52-4616-a1c7-78f9ccc03353 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:53.700497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] DHCP port deletion for 3a0b6545-7a69-4a7e-bab6-22f192a89045 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:53.716987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Deleting port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:53.717446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.771905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:53.776013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.824964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa045d1b-b2c0-4b36-bbf1-f61c88873484 None None] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:53.853569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:45:53.854134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b848b5d2-2be7-4e8a-8fe7-dc4fe3ef2179 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:45:53.874698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] DHCP port deletion for 6b1e4e21-f7ac-4195-a45b-862a1d667772 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:45:53.942899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:53.943188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Deleting port fa80ebc2-fdca-4219-b04f-cc605de37e5f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:53.943586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.169783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.202455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Provisioning for port 41b63919-ab52-4616-a1c7-78f9ccc03353 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:45:54.238715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Provisioning complete for port 41b63919-ab52-4616-a1c7-78f9ccc03353 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:54.239227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.676146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56818c1-9e7d-4b6d-9297-9cb207c68b1e']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:54.798540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:54.814881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.857964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.863329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effffedc-797d-439c-8bad-ae844445ddcc') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:54.863962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effffedc-797d-439c-8bad-ae844445ddcc') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:54.872588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] For port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,segment=NetworkSegment(dbcffc26-21b2-4415-8487-c621b8829feb),segment_id=dbcffc26-21b2-4415-8487-c621b8829feb)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:54.873081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.873284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] For port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,segment=NetworkSegment(dbcffc26-21b2-4415-8487-c621b8829feb),segment_id=dbcffc26-21b2-4415-8487-c621b8829feb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:54.873669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.890102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.895902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] For port fa80ebc2-fdca-4219-b04f-cc605de37e5f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fa80ebc2-fdca-4219-b04f-cc605de37e5f,segment=NetworkSegment(e3ac9600-20ee-44c5-be19-1c6aaa385ef3),segment_id=e3ac9600-20ee-44c5-be19-1c6aaa385ef3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:54.896374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.903216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.949546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:54.980162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:55.056574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.139437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Calling delete_port for 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:55.152530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.167539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:55.199521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a720cb63-eb97-40a6-8f99-2604fd308f70']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:55.253148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Calling delete_port for fa80ebc2-fdca-4219-b04f-cc605de37e5f owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:45:55.278279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Subnet': ['ID=b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:55.286641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.295117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:55.363948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.368593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e03b4c3-bbee-42b0-93ad-2c2147ff9126') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:55.368970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e03b4c3-bbee-42b0-93ad-2c2147ff9126') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:55.423891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:55.424307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.430702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:55.454644 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:55.458373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Checking segment: {'id': '9767fb18-2849-4d79-b097-7f57a19d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:55.458373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network hostable DHCP agents. Network: ce1e1b16-d752-4bbe-97df-14c0081f2562, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:55.470677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.557791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Allocated IP 172.26.6.66 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/7a61f243-1b45-423b-8ada-71b46c6d09b8) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:55.595465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Router f747e579-de95-4028-910f-59ec68bd8afb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:45:55.618314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.637447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:55.638947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.651426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:55.656208 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:55.685447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.689804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.693650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.713304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c01aa7a-4e9a-475d-b70d-11c89b6a94f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:55.744710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:55.763685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ce1e1b16-d752-4bbe-97df-14c0081f2562) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:55.781811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:55.782474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.791751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:45:55.792225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:45:55.807001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=d56818c1-9e7d-4b6d-9297-9cb207c68b1e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:55.809911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:55.821560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/d56818c1-9e7d-4b6d-9297-9cb207c68b1e HTTP/1.1" status: 204 len: 168 time: 2.9658401 Nov 24 09:45:55.822689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:55.824344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594b838-08b2-4341-868c-75ccdf47b159 None None] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:55.828972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.833616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.845082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.860508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] For port 41b63919-ab52-4616-a1c7-78f9ccc03353, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=41b63919-ab52-4616-a1c7-78f9ccc03353,segment=NetworkSegment(2fb41312-bd5a-4e9d-8ebc-a1d3057495d8),segment_id=2fb41312-bd5a-4e9d-8ebc-a1d3057495d8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:45:55.866714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f52afc5-ef6e-49ee-a6ca-a6553a14f7ff tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:55.869385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.872644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Pushing event deleted for resources: {'Port': ['ID=2a3c2901-9b2a-43e3-9dac-a4ced0663d1a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:55.893456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9422560 Nov 24 09:45:55.899096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45158) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:55.903903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:55.904709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:55.906552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:55.918903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'subnet': {'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:55.967396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] No DVR routers for this DVR port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:55.992983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.031486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] Pushing event deleted for resources: {'Port': ['ID=fa80ebc2-fdca-4219-b04f-cc605de37e5f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:56.086977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6b594-0192-408e-917e-9e502abfd2ef None None] No DVR routers for this DVR port fa80ebc2-fdca-4219-b04f-cc605de37e5f on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:45:56.102443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/a720cb63-eb97-40a6-8f99-2604fd308f70 HTTP/1.1" status: 204 len: 168 time: 2.7264504 Nov 24 09:45:56.102909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=a720cb63-eb97-40a6-8f99-2604fd308f70,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:56.107309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:56.108193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:56.123211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:56.135458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-779957117'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:56.161221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fa80ebc2-fdca-4219-b04f-cc605de37e5f no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:45:56.234329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fa80ebc2-fdca-4219-b04f-cc605de37e5f {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:45:56.234936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fa80ebc2-fdca-4219-b04f-cc605de37e5f not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:45:56.248875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:56.289160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Pushing event updated for resources: {'Port': ['ID=41b63919-ab52-4616-a1c7-78f9ccc03353,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:56.297271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port 2a3c2901-9b2a-43e3-9dac-a4ced0663d1a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:56.298516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.298717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:56.299096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:56.299501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:56.374081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:56.397509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:56.400138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ce1e1b16-d752-4bbe-97df-14c0081f2562', 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562', 'tenant_id': '6c182b9efbcf42fcb24b0d07bbb71f88', 'fixed_ips': [{'subnet_id': 'b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:56.401076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.441969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:56.451726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.465810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] The port '2a3c2901-9b2a-43e3-9dac-a4ced0663d1a' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:45:56.505093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Usage tracker for resource:subnet and tenant:6c182b9efbcf42fcb24b0d07bbb71f88 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:56.521079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:56.528442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:56.546111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Made reservation on behalf of 6c182b9efbcf42fcb24b0d07bbb71f88 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:56.590674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.591673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:56.601975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:56.602238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.737044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Allocated IP 172.20.0.2 (ce1e1b16-d752-4bbe-97df-14c0081f2562/b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0/5ef6de9b-9af1-4cf9-bb21-35d75fc60285) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:56.866003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:56.881972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event updated for resources: {'Port': ['ID=7a61f243-1b45-423b-8ada-71b46c6d09b8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:56.889619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:56.895394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:56.901673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:56.945310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:57.013191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.072810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:45:57.084365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] 10.222.0.55 "PUT /v2.0/routers/f747e579-de95-4028-910f-59ec68bd8afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4925349 Nov 24 09:45:57.087919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:57.093590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45166) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:57.104155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920455-39aa-4053-adca-596e98018357 None None] Sync routers for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:45:57.119652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51920455-39aa-4053-adca-596e98018357 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:57.120367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51920455-39aa-4053-adca-596e98018357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.172780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0b6545-7a69-4a7e-bab6-22f192a89045']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.203586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 172.26.6.64 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/9dab40bb-7815-4cf0-aa8a-60dbc63a7de3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:57.220028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 41b63919-ab52-4616-a1c7-78f9ccc03353 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:45:57.269409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcffc26-21b2-4415-8487-c621b8829feb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.270309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcffc26-21b2-4415-8487-c621b8829feb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.290919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.291400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment c8c24c90-7857-45f1-bc58-3663891f1aad of type vlan for network 53cb09bd-664f-43ed-a965-c59fd92a4744 Nov 24 09:45:57.300788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.331858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-51920455-39aa-4053-adca-596e98018357 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:57.336212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.405055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f10d13f1-c9dd-45a6-9f74-e87c6a67e251 None None] Provisioning complete for port 41b63919-ab52-4616-a1c7-78f9ccc03353 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:57.405686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f10d13f1-c9dd-45a6-9f74-e87c6a67e251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.707948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 41b63919-ab52-4616-a1c7-78f9ccc03353 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:45:57.708564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.749606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1e4e21-f7ac-4195-a45b-862a1d667772']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.778638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.797807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.806997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.815537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.815537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ac9600-20ee-44c5-be19-1c6aaa385ef3') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.849266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:57.849718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.853950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:57.919025 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:57.922228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.929148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:57.940901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51920455-39aa-4053-adca-596e98018357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:45:48Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.948076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920455-39aa-4053-adca-596e98018357 None None] Checking router: f747e579-de95-4028-910f-59ec68bd8afb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:45:57.964383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51920455-39aa-4053-adca-596e98018357 None None] Routers {'f747e579-de95-4028-910f-59ec68bd8afb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:45:57.965327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51920455-39aa-4053-adca-596e98018357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f747e579-de95-4028-910f-59ec68bd8afb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:57.991013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.055522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.080953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:45:58.081414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:45:58.101916 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:45:58.119084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.123451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:58.124156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.142477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Subnet': ['ID=10c7270a-e20c-436a-b038-251d0b392bc9,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:58.145771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:58.146866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-999e1d1b-0c8f-476e-b11a-7858f5235972 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.164533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.171779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Checking segment: {'id': '8dc9acb6-5fa8-45d7-a65b-3318364c975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:58.172379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network hostable DHCP agents. Network: f9a3d004-aaa3-4714-82b9-374d419c7ad3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:45:58.257920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.268989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-51920455-39aa-4053-adca-596e98018357 None None] Set router f747e579-de95-4028-910f-59ec68bd8afb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:45:58.297145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:45:58.327161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f9a3d004-aaa3-4714-82b9-374d419c7ad3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:58.333070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:45:58.333854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.348754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa5c6b-16d9-4c0d-b61b-fc5fdaa6cdf9 None None] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:45:58.371263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.385016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.388583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.389794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Transition to ACTIVE for port object 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:58.444450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/networks/3a0b6545-7a69-4a7e-bab6-22f192a89045 HTTP/1.1" status: 204 len: 168 time: 5.8127649 Nov 24 09:45:58.456135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3372235 Nov 24 09:45:58.456135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:58.463389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.467493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:58.488573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Transition to ACTIVE for port object 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:45:58.503334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.518436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2653ff01-89cb-4eb1-9750-f4cfc16d0422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.526181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6256673 Nov 24 09:45:58.527433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45176) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:58.535357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=53cb09bd-664f-43ed-a965-c59fd92a4744,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:58.551552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:58.566398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.570550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:58.586957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:45:58.592382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.598214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.694358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/6b1e4e21-f7ac-4195-a45b-862a1d667772 HTTP/1.1" status: 204 len: 168 time: 2.8685000 Nov 24 09:45:58.753632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67173f40-d0a0-4ce0-ab97-60dafd0c00dc tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Network': ['ID=3a0b6545-7a69-4a7e-bab6-22f192a89045,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:58.755415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45182) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:45:58.785214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-110354470'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:45:58.791625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:58.795404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Pushing event updated for resources: {'Port': ['ID=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:58.807875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:58.880648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:58.896885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=6b1e4e21-f7ac-4195-a45b-862a1d667772,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:58.905162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:58.908664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Deleting port 38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:45:58.909041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.934248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51920455-39aa-4053-adca-596e98018357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:45:48Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:45:58.936335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:58.939802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:58.944536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51920455-39aa-4053-adca-596e98018357 None None] The sync data for ids ['f747e579-de95-4028-910f-59ec68bd8afb'] in dv-neutron-818439-1-hyperv is: [{'id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'name': 'tempest-ServersTestManualDisk-1655730159-router', 'tenant_id': 'd6c6718949f94920846a62ca4ff3c276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:16Z', 'updated_at': '2021-11-24T09:45:48Z', 'revision_number': 5, 'project_id': 'd6c6718949f94920846a62ca4ff3c276', 'gw_port': {'id': '69f9e3b5-af5f-440a-977a-1309225d0979', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f747e579-de95-4028-910f-59ec68bd8afb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:17Z', 'updated_at': '2021-11-24T09:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:45:58.945615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.946061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:58.959222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:58.962988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:58.967591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:58.970498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96a81d8d-9248-417b-9f4a-f7cd79835c14 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:58.986867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:58.994342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-f9a3d004-aaa3-4714-82b9-374d419c7ad3', 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3', 'tenant_id': '6c182b9efbcf42fcb24b0d07bbb71f88', 'fixed_ips': [{'subnet_id': '10c7270a-e20c-436a-b038-251d0b392bc9'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:45:58.995435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.050080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:45:59.074109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:45:59.081113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:59.086918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.106084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:45:59.211229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:45:59.239250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:45:59.241502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:59.253072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:45:59.260759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:59.264815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:45:59.307716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Attempting to bind port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:45:59.308592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Attempting to bind port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9767fb18-2849-4d79-b097-7f57a19d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:45:59.308592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Attempting to bind port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 on network ce1e1b16-d752-4bbe-97df-14c0081f2562 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:45:59.329775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:45:59.330259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Checking segment: {'id': '9767fb18-2849-4d79-b097-7f57a19d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:45:59.330649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.331102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Bound using segment: {'id': '9767fb18-2849-4d79-b097-7f57a19d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:45:59.331888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Bound port: 5ef6de9b-9af1-4cf9-bb21-35d75fc60285, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9767fb18-2849-4d79-b097-7f57a19d2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ce1e1b16-d752-4bbe-97df-14c0081f2562'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:45:59.332089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.373867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:45:59.446842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:45:59.465241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Allocated IP 172.20.0.2 (f9a3d004-aaa3-4714-82b9-374d419c7ad3/10c7270a-e20c-436a-b038-251d0b392bc9/00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:45:59.547133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] For port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:45:59.561410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.561812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment 6a89b719-0c4e-44cc-b97c-d8d1ddf44537 of type vlan for network f8b2e387-8881-4738-90bb-15e5451a9b3d Nov 24 09:45:59.573305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] For port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,segment=NetworkSegment(9767fb18-2849-4d79-b097-7f57a19d2bf4),segment_id=9767fb18-2849-4d79-b097-7f57a19d2bf4)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:45:59.605686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.606087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.694047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.712959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:45:59.927054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Pushing event updated for resources: {'Port': ['ID=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:45:59.940018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:45:59.979437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.992972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:45:59.997645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.005886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.019226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Deleting port 69f9e3b5-af5f-440a-977a-1309225d0979 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:00.019614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.021365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Transition to ACTIVE for port object 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:00.047994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Transition to ACTIVE for port object 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:00.054442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.059476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:00.140356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Router bcb1f097-46d4-4180-9a72-f370c0a5a44b is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:00.147846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:00.152131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:00.156628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:00.180161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Pushing event updated for resources: {'Port': ['ID=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:00.222495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:00.267579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Calling delete_port for 38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:00.277793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Attempting to bind port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:00.278221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Attempting to bind port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '8dc9acb6-5fa8-45d7-a65b-3318364c975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:00.278663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Attempting to bind port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 on network f9a3d004-aaa3-4714-82b9-374d419c7ad3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:00.286369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:00.286812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Checking segment: {'id': '8dc9acb6-5fa8-45d7-a65b-3318364c975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:00.287272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.287921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Bound using segment: {'id': '8dc9acb6-5fa8-45d7-a65b-3318364c975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:00.288261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Bound port: 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc9acb6-5fa8-45d7-a65b-3318364c975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9a3d004-aaa3-4714-82b9-374d419c7ad3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:00.289223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.410365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.416861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:00.422641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,segment=NetworkSegment(8dc9acb6-5fa8-45d7-a65b-3318364c975b),segment_id=8dc9acb6-5fa8-45d7-a65b-3318364c975b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:00.428734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.434200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9ead26a-46c0-4b95-acff-40a9515df5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:00.535456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Pushing event updated for resources: {'Port': ['ID=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:00.540033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:00.621224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:46:00.622548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:46:00.682847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] For port 69f9e3b5-af5f-440a-977a-1309225d0979, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=69f9e3b5-af5f-440a-977a-1309225d0979,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:00.683374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.795306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Router e3adbb94-f62e-4813-8ddf-5212c4d915f1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:00.819425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.825719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:00.826563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:00.837485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a7e51-35a0-4049-809d-6726cbdbb022 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:00.843284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:00.875697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Calling delete_port for 69f9e3b5-af5f-440a-977a-1309225d0979 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:00.927425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:00.947703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 98958fcb-b18a-4336-bc05-208c1b192876 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:00.995297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 98958fcb-b18a-4336-bc05-208c1b192876 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:00.996191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 98958fcb-b18a-4336-bc05-208c1b192876 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:01.108866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Allocated IP 172.20.0.1 (ce1e1b16-d752-4bbe-97df-14c0081f2562/b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0/e666d8ea-6785-489c-af23-9a7f4aec9a29) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:01.422470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:01.426935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.462303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] Sync routers for ids ['bcb1f097-46d4-4180-9a72-f370c0a5a44b'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:01.479807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Transition to ACTIVE for port object e666d8ea-6785-489c-af23-9a7f4aec9a29 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:01.493466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7232885 Nov 24 09:46:01.495306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] Routers {'bcb1f097-46d4-4180-9a72-f370c0a5a44b'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:01.497160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['bcb1f097-46d4-4180-9a72-f370c0a5a44b'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:01.500657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45186) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:01.509749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:01.510058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=f8b2e387-8881-4738-90bb-15e5451a9b3d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:01.515697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:01.626851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.642083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:01.693286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.694700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.3631384 Nov 24 09:46:01.704457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.718504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45190) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:01.721103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02754628-677a-4af1-a503-0a6cb9cf0c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:01.732754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.735265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:01.751219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f8b2e387-8881-4738-90bb-15e5451a9b3d details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:01.820859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] Routers {'bcb1f097-46d4-4180-9a72-f370c0a5a44b'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:01.822005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['bcb1f097-46d4-4180-9a72-f370c0a5a44b'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:01.850335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f9e3b5-af5f-440a-977a-1309225d0979,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:01.878500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:01.885728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:01.895604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:01.934693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:01.943952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:01.953810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a24dd59f-f690-465f-891f-575edb3818cf tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:01.971257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:01.971724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7351529-7150-4c32-80e3-bea09fb9bec6 None None] The sync data for ids ['bcb1f097-46d4-4180-9a72-f370c0a5a44b'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:02.021551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:02.048556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:02.067002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.068213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.086731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:02.089128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea0c2549-b131-4dc6-bcfa-8aca9b93338e tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:02.108007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:02.109016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:02.132217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Port': ['ID=e666d8ea-6785-489c-af23-9a7f4aec9a29,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:02.135045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:02.137108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:02.159093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:02.203193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Pushing event deleted for resources: {'Port': ['ID=38fcdba3-1cdf-425c-9cd7-6bd2e4b2c310,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:02.215637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:02.428598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': 'c8c24c90-7857-45f1-bc58-3663891f1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:02.429996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 53cb09bd-664f-43ed-a965-c59fd92a4744, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:02.441112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.443733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.445141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] 10.222.0.55 "DELETE /v2.0/floatingips/a3377501-5cac-4cde-bd30-3e927e468a73 HTTP/1.1" status: 204 len: 168 time: 3.9835596 Nov 24 09:46:02.511228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:02.585343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b332a-413d-4242-ac9a-d679bd8982d1 None None] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:02.606430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 53cb09bd-664f-43ed-a965-c59fd92a4744) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:02.616533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:02.617509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.645316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:02.654079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3adbb94-f62e-4813-8ddf-5212c4d915f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7098691 Nov 24 09:46:02.656910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1232572 Nov 24 09:46:02.662284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:02.662693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:02.666198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121b87b-e9cc-4fa4-bd8b-d77de7c3fb07 None None] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:02.673091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Sync routers for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:02.725033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:02.733388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:02.741315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:02.818254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744', 'name': 'tempest-PortsTestJSON-584726561'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:02.875740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:03.139737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:03.169892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:03.320201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:03.377840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:03.386042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:03.399465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:03.434427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:03.594083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45206) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:03.695054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48ba00-efdf-44db-a4d5-cc9517a6228a None None] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:03.762225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Provisioning for port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:03.830813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Provisioning complete for port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:03.831529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:03.876422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 4f4fedc0-1101-4ef6-b162-be15cbe3b753 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:04.003663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router 3de0b0f2-680e-4028-897d-8998d6615dff is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:04.070301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:45:51Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:04.087607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Checking router: e3adbb94-f62e-4813-8ddf-5212c4d915f1 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:04.124760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.131040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Routers {'e3adbb94-f62e-4813-8ddf-5212c4d915f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:04.136990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:04.185292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e4f76385-f5c2-43b2-8489-86dbb775d698 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/bcb1f097-46d4-4180-9a72-f370c0a5a44b HTTP/1.1" status: 200 len: 920 time: 2.4240186 Nov 24 09:46:04.197570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45212) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:04.207474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-53cb09bd-664f-43ed-a965-c59fd92a4744', 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:04.208957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.298233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.2 (53cb09bd-664f-43ed-a965-c59fd92a4744/50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce/4f4fedc0-1101-4ef6-b162-be15cbe3b753) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:04.323945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:04.328284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.446106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.477088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4299a5e0-cb89-4b2d-a226-3762b5ceb88e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4eb318582d9247f2b4a58f39fe7bfb54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8790855 Nov 24 09:46:04.478201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45216) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:04.480128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] Set router e3adbb94-f62e-4813-8ddf-5212c4d915f1 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:04.493033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ec556442-da08-45e5-a8e5-cc280d83efb2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcb1f097-46d4-4180-9a72-f370c0a5a44b HTTP/1.1" status: 200 len: 205 time: 0.2793369 Nov 24 09:46:04.538501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.540775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45220) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:04.633568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.659426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-776fdf04-d677-4082-8add-8a9430446437 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:04.714714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.716803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] For port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,segment=NetworkSegment(9767fb18-2849-4d79-b097-7f57a19d2bf4),segment_id=9767fb18-2849-4d79-b097-7f57a19d2bf4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:04.725556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:04.729764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88210d19-a981-4b3a-a7fe-4d1e7103bd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:04.897398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Pushing event updated for resources: {'Port': ['ID=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:04.904415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:04.916644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Provisioning for port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:04.934359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Provisioning complete for port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:04.934826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.056775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=3b3cd820-3c78-454a-af64-fca258982838,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:05.079307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:05.187719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.188216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f747e579-de95-4028-910f-59ec68bd8afb {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:05.202057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.272089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.337042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.366303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.376070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:45:51Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:05.388614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 4f4fedc0-1101-4ef6-b162-be15cbe3b753 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:05.393013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966b4c5-cd2c-4dae-9b09-163e83ba1b73 None None] The sync data for ids ['e3adbb94-f62e-4813-8ddf-5212c4d915f1'] in dv-neutron-818439-1-hyperv is: [{'id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'name': 'tempest-ServersTestJSON-515553871-router', 'tenant_id': '5ba61f157a754554a0031dc41502cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111'}], 'enable_snat': True}, 'gw_port_id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:43:09Z', 'updated_at': '2021-11-24T09:45:51Z', 'revision_number': 5, 'project_id': '5ba61f157a754554a0031dc41502cfb0', 'gw_port': {'id': 'bd788162-c100-42f7-aa88-e0549a095d81', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3adbb94-f62e-4813-8ddf-5212c4d915f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:43:10Z', 'updated_at': '2021-11-24T09:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:05.448945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,segment=NetworkSegment(8dc9acb6-5fa8-45d7-a65b-3318364c975b),segment_id=8dc9acb6-5fa8-45d7-a65b-3318364c975b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:05.455185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.458327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:05.464834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a16e22be-755d-4878-9405-ecb5c1bb344d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:05.467123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.480775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.505940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': '6a89b719-0c4e-44cc-b97c-d8d1ddf44537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:05.506342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: f8b2e387-8881-4738-90bb-15e5451a9b3d, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:05.512179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.518835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e380a74c-59e6-40c1-a67c-acdb525947e5 tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:05.533918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:05.640017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Deleting port bd788162-c100-42f7-aa88-e0549a095d81 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:05.640250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.686880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Sync routers for ids ['3de0b0f2-680e-4028-897d-8998d6615dff'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:05.707106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.712477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.9219160 Nov 24 09:46:05.713484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45224) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:05.727575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:05.799208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Provisioning complete for port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:05.800078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:05.824161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:05.827852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:05.870396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-482eab54-ffd3-4470-8ca9-d5a381f9d92b {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:46:05.871225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:46:05.872142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Pushing event updated for resources: {'Port': ['ID=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:05.885472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:05.886738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=4f4fedc0-1101-4ef6-b162-be15cbe3b753,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:05.890356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:05.937607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Routers {'3de0b0f2-680e-4028-897d-8998d6615dff'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:05.938311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3de0b0f2-680e-4028-897d-8998d6615dff'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:06.080704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:06.082097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.126931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9061f-a41a-402d-ba10-1ed0915668c0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:06.152477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:06.229186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.230960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f747e579-de95-4028-910f-59ec68bd8afb HTTP/1.1" status: 204 len: 168 time: 9.1366403 Nov 24 09:46:06.243795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Set router 3de0b0f2-680e-4028-897d-8998d6615dff gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:06.251400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45228) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:06.252847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.255033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8aa9061f-a41a-402d-ba10-1ed0915668c0 HTTP/1.1" status: 204 len: 168 time: 1.7687306 Nov 24 09:46:06.289362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6080632 Nov 24 09:46:06.315004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:06.399940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.442271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network f8b2e387-8881-4738-90bb-15e5451a9b3d is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:06.485551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 4f4fedc0-1101-4ef6-b162-be15cbe3b753 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:06.486389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.500066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f8b2e387-8881-4738-90bb-15e5451a9b3d) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:06.664496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:06.697400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.699208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] For port bd788162-c100-42f7-aa88-e0549a095d81, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bd788162-c100-42f7-aa88-e0549a095d81,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:06.699208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.805355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Deleting subnet 45e5dd70-77e1-417e-941b-f412025329dd {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:06.853630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:06.855556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Calling delete_port for bd788162-c100-42f7-aa88-e0549a095d81 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:06.861137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6447c-8a0b-481d-aad5-cefc2b84abc0 None None] Network f8b2e387-8881-4738-90bb-15e5451a9b3d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:06.906768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.4046233 Nov 24 09:46:06.917378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45240) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:06.942319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.012213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-996056220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:07.046243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:07.062010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:07.074314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:07.087624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.108792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.126083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:07.133060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ec02b40-8bb4-459e-9171-d608768825e9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:07.155576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:07.231841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd788162-c100-42f7-aa88-e0549a095d81,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:07.245763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:07.246982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.273374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.275758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.305612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.331586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.376359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.417017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd81a0e-c0ad-4388-b1c1-da0bb4bd819f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:07.506881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45244) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:07.586021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.612842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.620346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e406d997-223b-42da-8898-fe3c840b556e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7012656 Nov 24 09:46:07.621952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45248) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:07.682301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64'}], 'enable_snat': False}, 'gw_port_id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:51Z', 'updated_at': '2021-11-24T09:46:00Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:55Z', 'updated_at': '2021-11-24T09:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:07.685273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'port': {'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d', 'name': 'tempest-RoutersIpV6Test-854088791'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:07.719614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Allocated IP 172.20.0.3 (53cb09bd-664f-43ed-a965-c59fd92a4744/50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce/3b7704a0-ee9b-460b-9787-70ce28a66fa5) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:07.736402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Checking router: 3de0b0f2-680e-4028-897d-8998d6615dff for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:07.736821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Updating router 3de0b0f2-680e-4028-897d-8998d6615dff port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:46:07.832661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:07.890306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Usage tracker for resource:security_group_rule and tenant:47287456cd71466e82e9dc4fd8a418d3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:07.906190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:07.910440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Provisioning complete for port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:07.911164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.912909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.964239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.980877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:07.991824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.011063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:08.011327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.074063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.080690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Port': ['ID=e666d8ea-6785-489c-af23-9a7f4aec9a29,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:08.198402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c7dbe11e-0282-4fb9-905a-1c0173e89c97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/3de0b0f2-680e-4028-897d-8998d6615dff HTTP/1.1" status: 200 len: 908 time: 2.4656837 Nov 24 09:46:08.219926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:08.225352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45252) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:08.239003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:08.276788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 4f4fedc0-1101-4ef6-b162-be15cbe3b753 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:08.300073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1931276247', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': True}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:08.334358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:08.344106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-f8b2e387-8881-4738-90bb-15e5451a9b3d', 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': '3b3cd820-3c78-454a-af64-fca258982838'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:08.345753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.392657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Usage tracker for resource:router and tenant:2e529d70236847c2951a3bb0ad62e42f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:08.406929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:08.479472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:08.480706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.492884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.579734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:08.673619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:port and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:08.676897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.676897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3adbb94-f62e-4813-8ddf-5212c4d915f1 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:08.677256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.678069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.687427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:08.703906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.716659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:08.720662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.729882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.732051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e3adbb94-f62e-4813-8ddf-5212c4d915f1 HTTP/1.1" status: 204 len: 168 time: 6.0668724 Nov 24 09:46:08.736780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45256) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:08.738014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ffd5f9e9-7fac-4994-9cf8-1b98a48967dc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:08.858689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e5dd70-77e1-417e-941b-f412025329dd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:08.862093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.878188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af3d4588-8f03-4a01-86ab-c9e0a470b048 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:08.878427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:08.888027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:08.890681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.903866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:08.913879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.921287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Transition to ACTIVE for port object 3b7704a0-ee9b-460b-9787-70ce28a66fa5 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:08.977180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:08.988914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Provisioning for port e666d8ea-6785-489c-af23-9a7f4aec9a29 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:08.990289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=4f4fedc0-1101-4ef6-b162-be15cbe3b753,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:09.005307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d85a595d-a5d4-4495-8f9e-5097660fe71f tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:09.005528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Deleting subnet 944b5fd5-517a-4479-8bc5-9d4a1f7103da {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:09.012123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.030250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Provisioning complete for port e666d8ea-6785-489c-af23-9a7f4aec9a29 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:09.030731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.049754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.065362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Transition to ACTIVE for port object 3b7704a0-ee9b-460b-9787-70ce28a66fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:09.079087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34167ee-2ff6-45b7-b668-c3b12d0e0dcd None None] Network a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:09.091524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.101744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] device_id is not set on port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:09.102847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.168293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:09.179981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:09.182250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.189129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:09.297398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.302463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/4f4fedc0-1101-4ef6-b162-be15cbe3b753 HTTP/1.1" status: 204 len: 168 time: 2.9805465 Nov 24 09:46:09.303521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45260) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:09.355859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.361550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Allocated IP 2001:db8::2 (f8b2e387-8881-4738-90bb-15e5451a9b3d/3b3cd820-3c78-454a-af64-fca258982838/03f9b568-ff29-48c4-adaa-df3369b935d4) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:09.363121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cd11ce-e0d9-4565-9b0b-7978f5fccdf7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:46:09.364269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cd11ce-e0d9-4565-9b0b-7978f5fccdf7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:46:09.369383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-83cd11ce-e0d9-4565-9b0b-7978f5fccdf7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/4f4fedc0-1101-4ef6-b162-be15cbe3b753 HTTP/1.1" status: 404 len: 333 time: 0.0616968 Nov 24 09:46:09.370851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:09.371626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45264) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:09.412267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91bfe59-61c8-4516-8674-087a28982f19,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:09.416626 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/45e5dd70-77e1-417e-941b-f412025329dd HTTP/1.1" status: 204 len: 168 time: 3.1552470 Nov 24 09:46:09.439081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc9872-7a15-49f9-a009-081f8edc1c7a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:46:09.439873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-46fc9872-7a15-49f9-a009-081f8edc1c7a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:09.440944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:09.450212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:09.466864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47287456cd71466e82e9dc4fd8a418d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9480762 Nov 24 09:46:09.479206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45272) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:09.537207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port 7a61f243-1b45-423b-8ada-71b46c6d09b8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:09.537867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.548425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-72e1ea4a-153c-4b19-aa36-0565d0d8cfd0 None None] Port e666d8ea-6785-489c-af23-9a7f4aec9a29 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:09.687761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:09.700223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-46fc9872-7a15-49f9-a009-081f8edc1c7a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:09.700695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:09.705024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-46fc9872-7a15-49f9-a009-081f8edc1c7a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/4f4fedc0-1101-4ef6-b162-be15cbe3b753 HTTP/1.1" status: 404 len: 333 time: 0.3293209 Nov 24 09:46:09.705268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:09.713150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.721677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:09.748436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Pushing event updated for resources: {'Port': ['ID=3b7704a0-ee9b-460b-9787-70ce28a66fa5,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:09.752060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:09.787375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.891104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:09.891638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.914300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Deleting port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:09.914677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:09.926153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.031862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.040977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:10.130274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Transition to ACTIVE for port object 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:10.185812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db1329f6-e949-40fa-a56e-82c7b7e489dd None None] Provisioning complete for port e666d8ea-6785-489c-af23-9a7f4aec9a29 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:10.186314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db1329f6-e949-40fa-a56e-82c7b7e489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.200639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944b5fd5-517a-4479-8bc5-9d4a1f7103da,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:10.207317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:10.224987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.251304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dc592-6913-4e44-83c9-de40b27a5840 None None] Network 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:10.275146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/944b5fd5-517a-4479-8bc5-9d4a1f7103da HTTP/1.1" status: 204 len: 168 time: 1.5366659 Nov 24 09:46:10.279968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45280) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:10.297275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.331177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:10.336737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:10.464684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Attempting to bind port 3b7704a0-ee9b-460b-9787-70ce28a66fa5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:10.465810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Attempting to bind port 3b7704a0-ee9b-460b-9787-70ce28a66fa5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c8c24c90-7857-45f1-bc58-3663891f1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:10.465810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Attempting to bind port 3b7704a0-ee9b-460b-9787-70ce28a66fa5 on network 53cb09bd-664f-43ed-a965-c59fd92a4744 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:10.673975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.693718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Pushing event updated for resources: {'Port': ['ID=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:10.699959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.707524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:10.718674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db1329f6-e949-40fa-a56e-82c7b7e489dd None None] Port e666d8ea-6785-489c-af23-9a7f4aec9a29 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:10.732916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.749506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.750500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:10.751017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Checking segment: {'id': 'c8c24c90-7857-45f1-bc58-3663891f1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:10.751758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.751758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Bound using segment: {'id': 'c8c24c90-7857-45f1-bc58-3663891f1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:10.752254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Bound port: 3b7704a0-ee9b-460b-9787-70ce28a66fa5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c24c90-7857-45f1-bc58-3663891f1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '53cb09bd-664f-43ed-a965-c59fd92a4744'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:10.752760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.801158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.823151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Attempting to bind port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:10.823634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Attempting to bind port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:10.823944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Attempting to bind port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:10.864816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 75316787-b38d-474f-a891-f9cf072e5417 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:10.892566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.957549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] For port e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:10.958215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.975830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.990781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for 7a61f243-1b45-423b-8ada-71b46c6d09b8 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:10.994565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:10.997845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 75316787-b38d-474f-a891-f9cf072e5417 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:10.998255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 75316787-b38d-474f-a891-f9cf072e5417 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:10.998712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 69f9e3b5-af5f-440a-977a-1309225d0979 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:11.011410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.032892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Transition to ACTIVE for port object 03f9b568-ff29-48c4-adaa-df3369b935d4 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:11.038421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:11.039016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:11.039378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.039729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:11.040275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Bound port: 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:11.040746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.140381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406031a-f055-4d47-88ff-03e61774565e None None] DHCP port deletion for a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:11.143742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 69f9e3b5-af5f-440a-977a-1309225d0979 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:11.144209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 69f9e3b5-af5f-440a-977a-1309225d0979 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:11.166945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Deleting port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:11.167447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.256089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.264458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d9750f4-3874-4cda-9238-a4e5518b06df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:11.307143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91bfe59-61c8-4516-8674-087a28982f19,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:11.322699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Calling delete_port for e9ed8a35-77ad-4dd2-bc1e-3d269307d072 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:11.354727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.355143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.355628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.356273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.356664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.357154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.357468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.357880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.358287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.358741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.359151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:11.362829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:11.423097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Transition to ACTIVE for port object 03f9b568-ff29-48c4-adaa-df3369b935d4 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:11.424443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.430673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c91bfe59-61c8-4516-8674-087a28982f19 HTTP/1.1" status: 204 len: 168 time: 1.8990715 Nov 24 09:46:11.431838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Deleting port a267f0e0-7f39-4936-8dbe-2570102ad048 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:11.433338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.446505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bd788162-c100-42f7-aa88-e0549a095d81 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:11.457166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Router fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:11.484486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.489271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1732b0d9-6bdf-45f2-9976-4e633eefce4c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:11.703894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=7a61f243-1b45-423b-8ada-71b46c6d09b8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:11.712926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:11.723719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.745266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9d823d6-b8a7-40c8-b0a0-301b1123a0a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:11.789696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] For port 3b7704a0-ee9b-460b-9787-70ce28a66fa5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:11.793166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: bd788162-c100-42f7-aa88-e0549a095d81 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:11.793677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bd788162-c100-42f7-aa88-e0549a095d81 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:11.794273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e9ed8a35-77ad-4dd2-bc1e-3d269307d072 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:11.823943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:11.840275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:11.862995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e9ed8a35-77ad-4dd2-bc1e-3d269307d072 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:11.863436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e9ed8a35-77ad-4dd2-bc1e-3d269307d072 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:11.870681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:11.892459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] No DVR routers for this DVR port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:46:11.899099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5483a8-ce12-4f59-809c-4d7273d5cffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:11.985162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Pushing event updated for resources: {'Port': ['ID=03f9b568-ff29-48c4-adaa-df3369b935d4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:11.990474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c406031a-f055-4d47-88ff-03e61774565e None None] For port e9ed8a35-77ad-4dd2-bc1e-3d269307d072, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e9ed8a35-77ad-4dd2-bc1e-3d269307d072,segment=NetworkSegment(6deaa3fe-d40e-4521-84e9-5c086cfcbac9),segment_id=6deaa3fe-d40e-4521-84e9-5c086cfcbac9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:11.990960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.008545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] For port 3b7704a0-ee9b-460b-9787-70ce28a66fa5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3b7704a0-ee9b-460b-9787-70ce28a66fa5,segment=NetworkSegment(c8c24c90-7857-45f1-bc58-3663891f1aad),segment_id=c8c24c90-7857-45f1-bc58-3663891f1aad)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:12.011239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Network f8b2e387-8881-4738-90bb-15e5451a9b3d is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:12.013773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.016971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:12.025414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:12.077118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.082924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.088640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.093554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] For port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:12.096280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:12.113738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:12.129696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deaa3fe-d40e-4521-84e9-5c086cfcbac9') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:12.130064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deaa3fe-d40e-4521-84e9-5c086cfcbac9') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:12.146179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.169133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.171896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:12.182146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.182960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8::274 (f8b2e387-8881-4738-90bb-15e5451a9b3d/3b3cd820-3c78-454a-af64-fca258982838/8a4c9816-6f77-49bb-9cd3-87e9d24d87ee) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:12.185408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45292) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:12.230088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:46:12.231972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.249533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Calling delete_port for e9ed8a35-77ad-4dd2-bc1e-3d269307d072 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:46:12.254546 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:46:12.361149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] For port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:12.387714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] DHCP port deletion for 0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:12.403506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.443550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] For port a267f0e0-7f39-4936-8dbe-2570102ad048, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a267f0e0-7f39-4936-8dbe-2570102ad048,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:12.443963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.444151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Deleting port a267f0e0-7f39-4936-8dbe-2570102ad048 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:12.445348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.486230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Attempting to bind port 03f9b568-ff29-48c4-adaa-df3369b935d4 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:12.486550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Attempting to bind port 03f9b568-ff29-48c4-adaa-df3369b935d4 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6a89b719-0c4e-44cc-b97c-d8d1ddf44537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:12.486953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Attempting to bind port 03f9b568-ff29-48c4-adaa-df3369b935d4 on network f8b2e387-8881-4738-90bb-15e5451a9b3d {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:12.523384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.542181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Pushing event updated for resources: {'Port': ['ID=3b7704a0-ee9b-460b-9787-70ce28a66fa5,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:12.555721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:12.573682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ea3c8ba-c4ea-40ed-bed9-ad4b3fe2b318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:12.610936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Calling delete_port for a267f0e0-7f39-4936-8dbe-2570102ad048 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:12.639376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:12.639647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Checking segment: {'id': '6a89b719-0c4e-44cc-b97c-d8d1ddf44537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:12.640263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.640879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Bound using segment: {'id': '6a89b719-0c4e-44cc-b97c-d8d1ddf44537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:12.641612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Bound port: 03f9b568-ff29-48c4-adaa-df3369b935d4, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a89b719-0c4e-44cc-b97c-d8d1ddf44537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f8b2e387-8881-4738-90bb-15e5451a9b3d'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:12.642208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.645812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f849d243-420e-46bb-a6b0-5a1a51902fe8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:12.667471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:46:12.668253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:46:12.675526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.682755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:12.696019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.709848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.715630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.716126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.716587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.717011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.717443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.717860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.718269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.718715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.719143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.719538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.719988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:12.732252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.736213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:12.742635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:12.787401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:12.795442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:12.797986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a4c4d3bd-a1c5-4c90-9606-3f51a15dcab3 HTTP/1.1" status: 204 len: 168 time: 3.3429437 Nov 24 09:46:12.812902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.817518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce HTTP/1.1" status: 204 len: 168 time: 3.0915301 Nov 24 09:46:12.817818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45298) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:12.868954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:12.877523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:12.925277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a267f0e0-7f39-4936-8dbe-2570102ad048,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:12.934844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:12.979551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Routers {'3de0b0f2-680e-4028-897d-8998d6615dff'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:12.980687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3de0b0f2-680e-4028-897d-8998d6615dff'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:12.994713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] No DVR routers for this DVR port a267f0e0-7f39-4936-8dbe-2570102ad048 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:46:13.096054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.105738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Pushing event updated for resources: {'Port': ['ID=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:13.128962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:13.181712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Deleting port e9ed8a35-77ad-4dd2-bc1e-3d269307d072 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:13.184019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c406031a-f055-4d47-88ff-03e61774565e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.187372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:13.203657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] Sync routers for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:13.224554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 3b7704a0-ee9b-460b-9787-70ce28a66fa5 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:13.224910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.230266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6725719 Nov 24 09:46:13.251032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45302) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:13.274829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.282382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.287584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:13.288860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.410675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf29bd1-40d6-44db-8dab-b6a33c7a4f30']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.456989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:13.459483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.476823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d3f8dc-1717-4605-866b-e839860fa29c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.477453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d3f8dc-1717-4605-866b-e839860fa29c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.479201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.501612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Usage tracker for resource:security_group_rule and tenant:4a364264bce049ee882d9bb8a5e6d20e is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:13.505766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.509731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 172.26.6.211 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/4f190991-7629-4a99-b86c-4f6cfc701394) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:13.515160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:13.516365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:45:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.538865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3b7704a0-ee9b-460b-9787-70ce28a66fa5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:13.545495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.548597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45306) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:13.580079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] For port 03f9b568-ff29-48c4-adaa-df3369b935d4, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:13.587539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:13.599278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:46:13.599973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.627135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:46:13.632842 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:46:13.642521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c406031a-f055-4d47-88ff-03e61774565e None None] The port 'e9ed8a35-77ad-4dd2-bc1e-3d269307d072' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:46:13.736905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] For port 03f9b568-ff29-48c4-adaa-df3369b935d4, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03f9b568-ff29-48c4-adaa-df3369b935d4,segment=NetworkSegment(6a89b719-0c4e-44cc-b97c-d8d1ddf44537),segment_id=6a89b719-0c4e-44cc-b97c-d8d1ddf44537)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:13.743441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:13.743906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8587a-2e7c-4f82-8efb-526527a6c31f None None] The sync data for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:13.824274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] Set router 3de0b0f2-680e-4028-897d-8998d6615dff gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:13.871932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.879411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:13.890262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.890630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router bcb1f097-46d4-4180-9a72-f370c0a5a44b {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:13.896508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e3e791b0-fee5-459f-8c31-6746a2be67bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6c6718949f94920846a62ca4ff3c276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3427794 Nov 24 09:46:13.902932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.907933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45310) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:13.929977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf29bd1-40d6-44db-8dab-b6a33c7a4f30,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:13.936442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] For port 3b7704a0-ee9b-460b-9787-70ce28a66fa5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3b7704a0-ee9b-460b-9787-70ce28a66fa5,segment=NetworkSegment(c8c24c90-7857-45f1-bc58-3663891f1aad),segment_id=c8c24c90-7857-45f1-bc58-3663891f1aad)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:13.936949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:13.945913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:13.952158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] For port a267f0e0-7f39-4936-8dbe-2570102ad048, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a267f0e0-7f39-4936-8dbe-2570102ad048,segment=NetworkSegment(e7d3f8dc-1717-4605-866b-e839860fa29c),segment_id=e7d3f8dc-1717-4605-866b-e839860fa29c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:13.952826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.059067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.065104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/bcb1f097-46d4-4180-9a72-f370c0a5a44b HTTP/1.1" status: 204 len: 168 time: 9.5111599 Nov 24 09:46:14.073723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.078994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45314) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:14.101900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0bf29bd1-40d6-44db-8dab-b6a33c7a4f30 HTTP/1.1" status: 204 len: 168 time: 3.8105390 Nov 24 09:46:14.110327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116170498', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:14.117023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 3b7704a0-ee9b-460b-9787-70ce28a66fa5 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:14.131274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:14.155054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:14.156879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:router and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:14.174256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:14.217041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.250235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.252326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.254775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.260559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.260852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Calling delete_port for a267f0e0-7f39-4936-8dbe-2570102ad048 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:14.268219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:14.276374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.289249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:14.292012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82654602-bfe6-4a3f-bd1e-0864a35e7f55 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:14.326799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=3b7704a0-ee9b-460b-9787-70ce28a66fa5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:14.337550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:14.351372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No DVR routers for this DVR port 3b7704a0-ee9b-460b-9787-70ce28a66fa5 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:46:14.401711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.414912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9b4d718-36bf-443e-8a70-26deb18b525e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:14.434180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.435276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.479943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cafdd2-9125-4c65-86f2-83657892490b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:14.484052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:14.492019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a364264bce049ee882d9bb8a5e6d20e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9549537 Nov 24 09:46:14.510146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45320) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:14.514387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:46:14.514819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:46:14.518147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.524295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Could not find standard attr ID for object 3b7704a0-ee9b-460b-9787-70ce28a66fa5. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:46:14.526607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Pushing event updated for resources: {'Port': ['ID=03f9b568-ff29-48c4-adaa-df3369b935d4,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:14.537216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.553125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87526988-1339-469b-94ce-f745e1a85f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:14.564544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.576030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d89238d-c8ac-475d-85bb-77a34df6ef6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:14.602684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68dbb75-4701-457a-ae6d-e51d71944226,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:14.623082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:14.643049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cb09bd-664f-43ed-a965-c59fd92a4744']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:14.674252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network f8b2e387-8881-4738-90bb-15e5451a9b3d is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:14.688084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c24c90-7857-45f1-bc58-3663891f1aad') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:14.690572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c24c90-7857-45f1-bc58-3663891f1aad') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:14.697485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.701968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.703743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c68dbb75-4701-457a-ae6d-e51d71944226 HTTP/1.1" status: 204 len: 168 time: 0.7920280 Nov 24 09:46:14.713655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.731625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:14.734737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:14.739297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:14.740040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.741023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.752962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:46:14.753541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:46:14.778457 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:46:14.785794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:14.812912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:14.822706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a267f0e0-7f39-4936-8dbe-2570102ad048 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:14.841141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:14.848883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:15.029768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.058090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45326) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:15.149486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Deleting port a267f0e0-7f39-4936-8dbe-2570102ad048 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:15.149971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.243648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: a267f0e0-7f39-4936-8dbe-2570102ad048 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:15.244109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a267f0e0-7f39-4936-8dbe-2570102ad048 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:15.277040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.281107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-525c2c42-e72a-400d-9aa1-952bdd566966 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:15.337039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cf381add-a1bb-4cd8-b527-5b9abc4ae7ad None None] The port 'a267f0e0-7f39-4936-8dbe-2570102ad048' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:46:15.341833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.366926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=53cb09bd-664f-43ed-a965-c59fd92a4744,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:15.385360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/53cb09bd-664f-43ed-a965-c59fd92a4744 HTTP/1.1" status: 204 len: 168 time: 2.5661070 Nov 24 09:46:15.395331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:15.396249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45332) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:15.400803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=8a4c9816-6f77-49bb-9cd3-87e9d24d87ee,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:15.425663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1046062792'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:15.450697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:15.463787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:15.471235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:15.483730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:15.511166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:15.516972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.619637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:15.647049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.648380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment e9240ba0-8f5e-4292-bd11-92648b2e7357 of type vlan for network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 Nov 24 09:46:15.728765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.768644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64'}], 'enable_snat': False}, 'gw_port_id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:51Z', 'updated_at': '2021-11-24T09:46:00Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:55Z', 'updated_at': '2021-11-24T09:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:15.782219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb73e5c5-b3c6-4f42-a4d0-082796bff791 None None] The sync data for ids ['3de0b0f2-680e-4028-897d-8998d6615dff'] in dv-neutron-818439-1-hyperv is: [{'id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64'}], 'enable_snat': False}, 'gw_port_id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:45:51Z', 'updated_at': '2021-11-24T09:46:00Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '9dab40bb-7815-4cf0-aa8a-60dbc63a7de3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de0b0f2-680e-4028-897d-8998d6615dff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:45:55Z', 'updated_at': '2021-11-24T09:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:15.788519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03f9b568-ff29-48c4-adaa-df3369b935d4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:15.807518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.812173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:15.812896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:15.869875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:15.901478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5031633 Nov 24 09:46:15.902934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:16.008656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb8248f9-4a91-47ea-889b-b816e0533461 None None] Could not find standard attr ID for object 3b7704a0-ee9b-460b-9787-70ce28a66fa5. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:46:16.016739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 03f9b568-ff29-48c4-adaa-df3369b935d4 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:16.059483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=15a3e9be-ebc3-4620-b7b6-97769bf05b69,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:16.066301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:16.082138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250c406-37ab-44e5-b3f2-5fdb1c988728 None None] DHCP port deletion for 53cb09bd-664f-43ed-a965-c59fd92a4744 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:16.082411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.529s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:16.089391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-937e04a3-ea2c-40f0-9752-864afead1925 tempest-FloatingIPAdminTestJSON-1666634547 tempest-FloatingIPAdminTestJSON-1666634547-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.313s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:16.099695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:16.130143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:16.169865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 8.5030079 Nov 24 09:46:16.172865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:16.370976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:16.381338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73045d-f5e3-4314-8c25-d5ac623eaebd None None] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:16.438227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73045d-f5e3-4314-8c25-d5ac623eaebd None None] Network 53cb09bd-664f-43ed-a965-c59fd92a4744 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:46:16.577202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f98d1bec-8726-4dec-8ddd-4a938e49e79d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ba61f157a754554a0031dc41502cfb0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5127995 Nov 24 09:46:16.588847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=4f190991-7629-4a99-b86c-4f6cfc701394,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:16.593567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:16.598050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:16.604689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45354) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:16.609946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:16.827475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:16.860126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:16.995477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:17.007864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:17.025774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:17.162088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.173461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:17.196301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cafdd2-9125-4c65-86f2-83657892490b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:17.205523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:17.206441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.237837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.250105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89cafdd2-9125-4c65-86f2-83657892490b HTTP/1.1" status: 204 len: 168 time: 2.7353141 Nov 24 09:46:17.479243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.525969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:17.532792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.533505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:17.566299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-834a68bb-bd91-4160-b592-85598071f7a2 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:46:17.568481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-834a68bb-bd91-4160-b592-85598071f7a2 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.3073490 Nov 24 09:46:17.602494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45368) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:17.863529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:17.881578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:17.889516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.021668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.101339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee3aa3-1229-4ad2-9743-584bc81fe80d None None] Network f8b2e387-8881-4738-90bb-15e5451a9b3d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:18.128092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.148123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:18.179935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc1794-7175-4340-ad3d-192692d8ca14,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:18.182776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:18.201664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.207439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34dc1794-7175-4340-ad3d-192692d8ca14 HTTP/1.1" status: 204 len: 168 time: 1.5710621 Nov 24 09:46:18.221441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.362298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.452446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.496722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:18.615509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:18.645417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d6e70e38-bfe4-46ee-b2a1-de02a4562105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:18.926313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3b7704a0-ee9b-460b-9787-70ce28a66fa5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:19.358901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:19.363853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.370797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3b7704a0-ee9b-460b-9787-70ce28a66fa5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:19.371369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3b7704a0-ee9b-460b-9787-70ce28a66fa5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:19.372356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:19.422298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.423249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.423819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.424362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.426220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.426882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.427626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.428168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.428914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.430820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.431467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:19.445700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Provisioning for port 03f9b568-ff29-48c4-adaa-df3369b935d4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:19.462919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:19.471001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.481441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.26.6.119 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/0c05514f-b16c-491c-9593-388ba1fa29ce) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:19.494376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63b2c2f3-d7a3-473c-a2d4-58e0fb5519ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.498378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Provisioning complete for port 03f9b568-ff29-48c4-adaa-df3369b935d4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:19.499717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.526573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=303d75f5-6902-4056-bf25-2f2a1d9e9087,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:19.536743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:19.746165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.779686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:19.794915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:19.843157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:19.855608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:19.871459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:19.911968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': 'e9240ba0-8f5e-4292-bd11-92648b2e7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:19.917413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 15a3e9be-ebc3-4620-b7b6-97769bf05b69, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:20.048431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.089676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.120823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] For port 03f9b568-ff29-48c4-adaa-df3369b935d4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03f9b568-ff29-48c4-adaa-df3369b935d4,segment=NetworkSegment(6a89b719-0c4e-44cc-b97c-d8d1ddf44537),segment_id=6a89b719-0c4e-44cc-b97c-d8d1ddf44537)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:20.132830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.138381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:20.223229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=0c05514f-b16c-491c-9593-388ba1fa29ce,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:20.236622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:20.284453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:20.314393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Pushing event updated for resources: {'Port': ['ID=03f9b568-ff29-48c4-adaa-df3369b935d4,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:20.329367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:20.329536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router e07b2830-fefd-444f-a4b8-ef8678a6b495 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:20.436702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.438192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 15a3e9be-ebc3-4620-b7b6-97769bf05b69) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:20.453802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136195f1-4259-41e0-bdac-544a0234ffbc None None] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:20.463895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:20.464558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.633476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45416) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:20.634490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5837700 Nov 24 09:46:20.650746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69', 'security_groups': [], 'name': 'tempest-PortsTestJSON-516630045'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:20.707057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.712220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:20.720180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:20.925928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45424) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:20.960981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Provisioning for port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:21.051547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=8a4c9816-6f77-49bb-9cd3-87e9d24d87ee,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:21.063096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:21.116882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Provisioning complete for port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:21.121032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.265978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.267198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.274433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45430) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:21.387285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-15a3e9be-ebc3-4620-b7b6-97769bf05b69', 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '303d75f5-6902-4056-bf25-2f2a1d9e9087'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:21.389746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.474286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:21.555200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45436) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:21.591069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Provisioning complete for port 03f9b568-ff29-48c4-adaa-df3369b935d4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:21.591524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb02c1cc-f822-400e-b1e6-36920ce180f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.640531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03f9b568-ff29-48c4-adaa-df3369b935d4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:21.727596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:21.734160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1571703547'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:21.735755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:21.740308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:21.750916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:21.764995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:21.778841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Usage tracker for resource:network and tenant:5d1f91ea7cd04a8892c3db7ee38a8802 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:21.790161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:21.811691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:21.817864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:21.839011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:21.841644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Allocated IP 172.20.0.2 (15a3e9be-ebc3-4620-b7b6-97769bf05b69/303d75f5-6902-4056-bf25-2f2a1d9e9087/670bcfea-8bb5-4527-a333-fd5e0ae3df89) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:21.942372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Made reservation on behalf of 5d1f91ea7cd04a8892c3db7ee38a8802 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:21.949780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 02318140-d7f5-48f1-8d71-7751f805a697 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:21.953344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.005723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.084033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:22.093160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Usage tracker for resource:security_group_rule and tenant:5d1f91ea7cd04a8892c3db7ee38a8802 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:22.099505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:22.111317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:22.172489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1309965575-network', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:22.195575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:22.222047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Usage tracker for resource:network and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:22.227115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c27cfec5-3eae-4e28-8c67-aff95c9c1d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.235680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.248091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.328164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-347494725'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:22.340780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:22.383578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.401128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:22.406014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:22.426900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Usage tracker for resource:network and tenant:27be429efd24466e9cc96ea83d0b2fc1 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:22.435370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:22.442505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.447948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.463026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 03f9b568-ff29-48c4-adaa-df3369b935d4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:22.463505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.467144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-343beeb5-76ec-4cd5-9605-7135aa5d1561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:22.497174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Transition to ACTIVE for port object 670bcfea-8bb5-4527-a333-fd5e0ae3df89 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:22.523196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:22.545682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Transition to ACTIVE for port object 670bcfea-8bb5-4527-a333-fd5e0ae3df89 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:22.548878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:22.560470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.576412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42782460-70ba-42c7-969d-33adef412d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:22.605205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.636968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a669e6c-4656-4d0f-934c-1a4235c87d75,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:22.646491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.648378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Added segment aee97eed-fd56-4434-85c1-32ea910e229c of type vlan for network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe Nov 24 09:46:22.653055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:22.655143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Made reservation on behalf of d1d21199a3504de88b86127a205c1fa7 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:22.663531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:22.663949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.714164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:22.726804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa1a3b25-1833-42ac-9943-5fe02cac5bee None None] Provisioning complete for port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:22.727490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3b25-1833-42ac-9943-5fe02cac5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.762508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:22.796942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.824431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.842704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:22.847281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Pushing event updated for resources: {'Port': ['ID=670bcfea-8bb5-4527-a333-fd5e0ae3df89,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:22.862269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:22.874780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:22.884248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.906234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Sync routers for ids ['e07b2830-fefd-444f-a4b8-ef8678a6b495'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:22.909487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:22.966231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:22.980628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3b25-1833-42ac-9943-5fe02cac5bee None None] Port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:22.997307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Attempting to bind port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:22.997735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Attempting to bind port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e9240ba0-8f5e-4292-bd11-92648b2e7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:22.998172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Attempting to bind port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 on network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:23.008605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Routers {'e07b2830-fefd-444f-a4b8-ef8678a6b495'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:23.009345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e07b2830-fefd-444f-a4b8-ef8678a6b495'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:23.115237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:23.116098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Checking segment: {'id': 'e9240ba0-8f5e-4292-bd11-92648b2e7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:23.116944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.116944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Bound using segment: {'id': 'e9240ba0-8f5e-4292-bd11-92648b2e7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:23.118178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Bound port: 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9240ba0-8f5e-4292-bd11-92648b2e7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '15a3e9be-ebc3-4620-b7b6-97769bf05b69'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:23.118178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.133303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.141622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:23.142337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.4 (15a3e9be-ebc3-4620-b7b6-97769bf05b69/303d75f5-6902-4056-bf25-2f2a1d9e9087/02318140-d7f5-48f1-8d71-7751f805a697) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:23.142852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.157664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-660d0927-257d-4bcd-a637-d1d157ca2ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:23.170298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:23.214322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.220484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.9635310 Nov 24 09:46:23.229842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:23.249901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45444) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:23.261360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:23.288041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:23.289246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.306939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:23.375394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:23.461241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.500797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Usage tracker for resource:security_group_rule and tenant:27be429efd24466e9cc96ea83d0b2fc1 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:23.520053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:23.528868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] For port 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:23.540648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] For port 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=670bcfea-8bb5-4527-a333-fd5e0ae3df89,segment=NetworkSegment(e9240ba0-8f5e-4292-bd11-92648b2e7357),segment_id=e9240ba0-8f5e-4292-bd11-92648b2e7357)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:23.560965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:23.586009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:23.599791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Pushing event updated for resources: {'Network': ['ID=0d32b1ca-3421-491b-badb-dc8c2c15d2fe,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:23.613038 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6870534 Nov 24 09:46:23.614993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:23.632736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c1b86d-37e3-4280-85e6-46314406b449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:23.708990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:23.739382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Set router e07b2830-fefd-444f-a4b8-ef8678a6b495 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:24.043047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.058213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.059616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.090264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c66d71d6-2c14-4ccc-858d-204e8478ec2e tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:24.218615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=8a4c9816-6f77-49bb-9cd3-87e9d24d87ee,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:24.257547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:24.347201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Pushing event updated for resources: {'Port': ['ID=670bcfea-8bb5-4527-a333-fd5e0ae3df89,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:24.353845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:24.377038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:24.400125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe', 'binding:host_id': 'hv-neutron-8184', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-956650438'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:24.431801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:24.447948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Usage tracker for resource:port and tenant:9e6babe9ab8d4950946be8ba80c3db12 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:24.454244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:24.471064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:24.494775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71580689-e54d-4e98-a04b-57d2cf7e184f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/e07b2830-fefd-444f-a4b8-ef8678a6b495 HTTP/1.1" status: 200 len: 908 time: 1.2317863 Nov 24 09:46:24.508463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.513302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:24.531960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 02318140-d7f5-48f1-8d71-7751f805a697 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:24.576672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.703687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:08Z', 'updated_at': '2021-11-24T09:46:16Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:12Z', 'updated_at': '2021-11-24T09:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:24.706798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Made reservation on behalf of 9e6babe9ab8d4950946be8ba80c3db12 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:24.712635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Checking router: e07b2830-fefd-444f-a4b8-ef8678a6b495 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:24.713041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Updating router e07b2830-fefd-444f-a4b8-ef8678a6b495 port 4f190991-7629-4a99-b86c-4f6cfc701394 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:46:24.724585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.760066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.766960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.783911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1035a5c-0534-47dc-9105-30376f408d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:24.790464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network f8b2e387-8881-4738-90bb-15e5451a9b3d is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:24.792138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.803175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:24.917182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router edb5ff47-e309-4004-b4b1-a291514192fd is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:24.923455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:24.952329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.970214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.975153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707f0fb-52d5-4e99-aec1-dc654f9c6dde,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:24.982866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:24.983314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Added segment 354d3b5e-ecda-4b70-ab03-a19535ee96ef of type vlan for network 8461974f-b217-4512-9726-f6b64b0bfbd3 Nov 24 09:46:25.019909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.063824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:25.066128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.070125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.071341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:25.071992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.076090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cb12942-28eb-4042-b7ed-49d15a95c561 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:25.173235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=02318140-d7f5-48f1-8d71-7751f805a697,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:25.186984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:25.191072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1a2b62b-1a61-4d6c-b7c4-adcd429d7e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:25.274416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded132ec-5382-4c45-90da-1433a45f8d8c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:25.289917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:25.292677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:25.293540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:25.297216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:25.305101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Usage tracker for resource:security_group_rule and tenant:9e6babe9ab8d4950946be8ba80c3db12 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:25.310714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:25.325536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:25.393635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:25.423390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:25.463741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:25.508781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.509279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Added segment ea8541b1-ff07-4009-9051-a410ab1138b4 of type vlan for network fe7f0e29-3449-40b7-aaf5-8bc60321590f Nov 24 09:46:25.552951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8385024 Nov 24 09:46:25.689057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45460) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:25.741673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Request body: {'subnet': {'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1309965575-subnet', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:25.750102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Pushing event updated for resources: {'Network': ['ID=8461974f-b217-4512-9726-f6b64b0bfbd3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:25.760776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.764621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8343b5f4-af61-451c-961d-d659c8379504 None None] Provisioning complete for port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:25.765083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8343b5f4-af61-451c-961d-d659c8379504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.766249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:25.769225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:25.775816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting port e666d8ea-6785-489c-af23-9a7f4aec9a29 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:25.776177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.799293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:25.810762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.815866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Usage tracker for resource:subnet and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:25.828858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:25.837785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:25.838614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.871061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:25.875489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Transition to ACTIVE for port object 4f190991-7629-4a99-b86c-4f6cfc701394 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:25.934222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.2992256 Nov 24 09:46:25.940072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:25.954271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8343b5f4-af61-451c-961d-d659c8379504 None None] Port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:25.967860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:25.976773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:26.003829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.021426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.021996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Made reservation on behalf of d1d21199a3504de88b86127a205c1fa7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:26.028590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.036973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2c633e7-2293-4148-b915-2535fb56815d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:26.057341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 6ac7703d-4c08-4329-8360-817e13223b69 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:26.067746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Attempting to bind port 4f190991-7629-4a99-b86c-4f6cfc701394 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:26.068179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Attempting to bind port 4f190991-7629-4a99-b86c-4f6cfc701394 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:26.068604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Attempting to bind port 4f190991-7629-4a99-b86c-4f6cfc701394 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:26.084390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:26.084882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:26.085909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.086371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:26.087036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Bound port: 4f190991-7629-4a99-b86c-4f6cfc701394, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:26.087473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.112770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.117666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:26.118460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.131058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Pushing event updated for resources: {'Port': ['ID=4f190991-7629-4a99-b86c-4f6cfc701394,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:26.135516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:26.195623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] For port 4f190991-7629-4a99-b86c-4f6cfc701394, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:26.199809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] For port 4f190991-7629-4a99-b86c-4f6cfc701394, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4f190991-7629-4a99-b86c-4f6cfc701394,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:26.205040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.219186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:26.230913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76733eb1-9e60-4281-978b-de23dad5b309 tempest-PortsAdminExtendedAttrsTestJSON-60068376 tempest-PortsAdminExtendedAttrsTestJSON-60068376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:26.252363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e4cc6-83ce-4a07-9746-95847075ec1d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:26.276937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 02318140-d7f5-48f1-8d71-7751f805a697 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:26.278048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.319786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:26.327410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Pushing event updated for resources: {'Port': ['ID=4f190991-7629-4a99-b86c-4f6cfc701394,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:26.343629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:26.344206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 5.0426972 Nov 24 09:46:26.354706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Routers {'e07b2830-fefd-444f-a4b8-ef8678a6b495'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:26.356162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e07b2830-fefd-444f-a4b8-ef8678a6b495'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:26.356991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45468) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:26.368937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'subnet': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:26.437659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Network': ['ID=fe7f0e29-3449-40b7-aaf5-8bc60321590f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:26.452923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:26.468610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.469850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:26.480484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:26.669769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 670bcfea-8bb5-4527-a333-fd5e0ae3df89 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:26.878798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Calling delete_port for e666d8ea-6785-489c-af23-9a7f4aec9a29 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:26.879136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:26.884754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Usage tracker for resource:subnet and tenant:27be429efd24466e9cc96ea83d0b2fc1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:26.887006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:26.888788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:26.897745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:26.955285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:26.962652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] Set router e07b2830-fefd-444f-a4b8-ef8678a6b495 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:26.994810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:27.006232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Sync routers for ids ['edb5ff47-e309-4004-b4b1-a291514192fd'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:27.033456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Routers {'edb5ff47-e309-4004-b4b1-a291514192fd'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:27.034635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['edb5ff47-e309-4004-b4b1-a291514192fd'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:27.094515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.098681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 13.0141246 Nov 24 09:46:27.101821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45472) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:27.163317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b665d58-754b-4e20-9049-baec3ca4792d None None] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:27.218840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.224863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:27.241783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Provisioning for port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:27.317868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Provisioning complete for port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:27.318445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.329247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Set router edb5ff47-e309-4004-b4b1-a291514192fd gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:27.374791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d8288e-1930-4474-9060-569e30f4b8d3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:27.386365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:27.439198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Checking segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:27.439721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Network hostable DHCP agents. Network: 8461974f-b217-4512-9726-f6b64b0bfbd3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:27.451305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.459385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-505bd72b-a750-47ff-ae40-224a22718e3e tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:27.677989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.709197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:14Z', 'updated_at': '2021-11-24T09:46:20Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:18Z', 'updated_at': '2021-11-24T09:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:27.715545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Checking router: edb5ff47-e309-4004-b4b1-a291514192fd for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:27.716819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Updating router edb5ff47-e309-4004-b4b1-a291514192fd port 0c05514f-b16c-491c-9593-388ba1fa29ce binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:46:27.789713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.852701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Port': ['ID=e666d8ea-6785-489c-af23-9a7f4aec9a29,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:27.863963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:27.868136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:27.969499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 02318140-d7f5-48f1-8d71-7751f805a697 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:27.994455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:28.082694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 8461974f-b217-4512-9726-f6b64b0bfbd3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:28.106558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:28.107551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.176631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda5413-3f7b-4fca-9936-9b5125be5745 None None] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:28.233252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 6ac7703d-4c08-4329-8360-817e13223b69 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:28.246196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.257147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ac57460-11e6-4d70-9737-a7b6debbc688 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/edb5ff47-e309-4004-b4b1-a291514192fd HTTP/1.1" status: 200 len: 909 time: 1.1511576 Nov 24 09:46:28.263194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5604475 Nov 24 09:46:28.266121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Transition to ACTIVE for port object 6ac7703d-4c08-4329-8360-817e13223b69 will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:28.288204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.316174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:28.316567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:28.324210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f309194d-6328-46c8-999c-80ed61852855 tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:28.360460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] For port 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=670bcfea-8bb5-4527-a333-fd5e0ae3df89,segment=NetworkSegment(e9240ba0-8f5e-4292-bd11-92648b2e7357),segment_id=e9240ba0-8f5e-4292-bd11-92648b2e7357)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:28.380930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.389315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:28.402923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.434322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.481093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Pushing event updated for resources: {'Port': ['ID=670bcfea-8bb5-4527-a333-fd5e0ae3df89,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:28.484968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:28.501788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:08Z', 'updated_at': '2021-11-24T09:46:16Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:12Z', 'updated_at': '2021-11-24T09:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:28.503464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:28.510199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=02318140-d7f5-48f1-8d71-7751f805a697,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:28.511433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343f7ba-b043-49db-8a5d-c0c2ea7738cb None None] The sync data for ids ['e07b2830-fefd-444f-a4b8-ef8678a6b495'] in dv-neutron-818439-1-hyperv is: [{'id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'name': 'tempest-snat-router-1931276247', 'tenant_id': '2e529d70236847c2951a3bb0ad62e42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:08Z', 'updated_at': '2021-11-24T09:46:16Z', 'revision_number': 3, 'project_id': '2e529d70236847c2951a3bb0ad62e42f', 'gw_port': {'id': '4f190991-7629-4a99-b86c-4f6cfc701394', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2830-fefd-444f-a4b8-ef8678a6b495', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:12Z', 'updated_at': '2021-11-24T09:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:28.524277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.553950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Transition to ACTIVE for port object 0c05514f-b16c-491c-9593-388ba1fa29ce will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:28.564048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:28.571174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:28.578346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.584312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1116170498', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': True}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:28.586370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:28.597128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:28.604802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:28.648187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Usage tracker for resource:router and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:28.709689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Pushing event updated for resources: {'Port': ['ID=0c05514f-b16c-491c-9593-388ba1fa29ce,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:28.724016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.724814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.726207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.726807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.727694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.728220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.728742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.729282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.729777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.730293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.730868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:46:28.738508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:28.746911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Attempting to bind port 0c05514f-b16c-491c-9593-388ba1fa29ce on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:28.747621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Attempting to bind port 0c05514f-b16c-491c-9593-388ba1fa29ce by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:28.748394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Attempting to bind port 0c05514f-b16c-491c-9593-388ba1fa29ce on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:28.756978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:28.757872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:28.758622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac7703d-4c08-4329-8360-817e13223b69,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:28.758863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.759465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:28.760175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Bound port: 0c05514f-b16c-491c-9593-388ba1fa29ce, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:28.760921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.762634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:28.772891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:28.780276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:28.808372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:28.816080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Checking segment: {'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:28.816656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Network hostable DHCP agents. Network: 0d32b1ca-3421-491b-badb-dc8c2c15d2fe, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:28.824178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.825558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.875585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-8461974f-b217-4512-9726-f6b64b0bfbd3', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:28.876566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.935664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] For port 0c05514f-b16c-491c-9593-388ba1fa29ce, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:28.943264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] For port 0c05514f-b16c-491c-9593-388ba1fa29ce, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c05514f-b16c-491c-9593-388ba1fa29ce,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:28.950643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:28.968812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de84ba56-7f0e-4c36-a2ab-32122919ec57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:29.193554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Allocated IP 172.20.0.2 (8461974f-b217-4512-9726-f6b64b0bfbd3/71d8288e-1930-4474-9060-569e30f4b8d3/749ad608-2e68-4baf-b11c-4b1e783dca0b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:29.216252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Pushing event updated for resources: {'Port': ['ID=0c05514f-b16c-491c-9593-388ba1fa29ce,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:29.228892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:29.314557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:29.323874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Routers {'edb5ff47-e309-4004-b4b1-a291514192fd'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:29.329290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['edb5ff47-e309-4004-b4b1-a291514192fd'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:29.332674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Usage tracker for resource:router and tenant:c585d71f667f42be85f10c52d39d3201 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:29.364285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:29.477327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:29.847237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Router fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:29.915865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] Set router edb5ff47-e309-4004-b4b1-a291514192fd gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:29.990505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.019374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Transition to ACTIVE for port object 749ad608-2e68-4baf-b11c-4b1e783dca0b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:30.023536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.063371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Transition to ACTIVE for port object 749ad608-2e68-4baf-b11c-4b1e783dca0b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:30.084071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.093053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6f0d1c4f-cc96-47d6-9b0b-ffe139a42a9e None None] Could not find standard attr ID for object 02318140-d7f5-48f1-8d71-7751f805a697. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:46:30.095786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:30.200381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Pushing event updated for resources: {'Port': ['ID=749ad608-2e68-4baf-b11c-4b1e783dca0b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:30.211928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:30.251614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:30.255426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:30.262730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:30.262989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:30.264443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:30.279390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:30.285913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6f0d1c4f-cc96-47d6-9b0b-ffe139a42a9e None None] Provisioning complete for port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:30.286779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f0d1c4f-cc96-47d6-9b0b-ffe139a42a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.293745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.299889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6752036 Nov 24 09:46:30.300921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45488) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:30.380576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] Sync routers for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:30.452983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-233f70af-c246-4da6-9474-3081f6baefd1 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] delete failed (client error): The resource could not be found. Nov 24 09:46:30.459003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-233f70af-c246-4da6-9474-3081f6baefd1 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-481615955 HTTP/1.1" status: 404 len: 334 time: 0.1567912 Nov 24 09:46:30.460352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45492) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:30.466851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-17fe107b-5813-43f0-82f6-6040e0737eda tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:30.512311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:30.600363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:30.601099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:30.606631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0d32b1ca-3421-491b-badb-dc8c2c15d2fe) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:30.731562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e7f3e-71e9-4d67-8cf0-e5b397a84885 None None] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:30.740613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.743598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:30.753563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:14Z', 'updated_at': '2021-11-24T09:46:20Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:18Z', 'updated_at': '2021-11-24T09:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:30.778464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:30.792430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6207cb-7447-4d0d-9a50-8848d7fb4f45 None None] The sync data for ids ['edb5ff47-e309-4004-b4b1-a291514192fd'] in dv-neutron-818439-1-hyperv is: [{'id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119'}], 'enable_snat': False}, 'gw_port_id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:14Z', 'updated_at': '2021-11-24T09:46:20Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': '0c05514f-b16c-491c-9593-388ba1fa29ce', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb5ff47-e309-4004-b4b1-a291514192fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:18Z', 'updated_at': '2021-11-24T09:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:30.835578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:30.836375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:30.837380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:30.871023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:30.877467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:30.878334 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:30.880612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 670bcfea-8bb5-4527-a333-fd5e0ae3df89 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:30.901808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 2 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:30.952771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:30.953405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:30.954035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:30.962769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Attempting to bind port 749ad608-2e68-4baf-b11c-4b1e783dca0b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:30.963195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Attempting to bind port 749ad608-2e68-4baf-b11c-4b1e783dca0b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:30.963758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Attempting to bind port 749ad608-2e68-4baf-b11c-4b1e783dca0b on network 8461974f-b217-4512-9726-f6b64b0bfbd3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:31.019046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:31.019680 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:31.042548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 3 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:31.084669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/02318140-d7f5-48f1-8d71-7751f805a697 HTTP/1.1" status: 204 len: 168 time: 5.1419048 Nov 24 09:46:31.089317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45496) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:31.105611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:31.106219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:31.106902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:31.146812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:31.147908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Checking segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:31.148556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Subnet': ['ID=15fe4a87-9295-43b1-b1f6-9c45410a0451,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:31.148668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.149019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Bound using segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:31.149902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Bound port: 749ad608-2e68-4baf-b11c-4b1e783dca0b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:31.151135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.152887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.158031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:31.166946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:31.166946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.207937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:31.208572 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:31.215513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 4 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:31.230931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.242912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:31.243645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:31.248634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.256453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Checking segment: {'id': 'ea8541b1-ff07-4009-9051-a410ab1138b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:31.256930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network hostable DHCP agents. Network: fe7f0e29-3449-40b7-aaf5-8bc60321590f, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:31.298881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d0c8b3-095b-42e8-86b9-b68ad4248d1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:46:31.299857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-41d0c8b3-095b-42e8-86b9-b68ad4248d1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:31.310278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:31.310683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:31.311091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:31.320383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting port 4f190991-7629-4a99-b86c-4f6cfc701394 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:31.320954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.326679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:31.327141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07f7fb-444d-488a-95d5-539ad0fb0de4 None None] The sync data for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:31.341012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1a7002db-70b2-48b4-befb-fcbbfd1c7741 None None] Could not find standard attr ID for object 02318140-d7f5-48f1-8d71-7751f805a697. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:46:31.462571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:31.463345 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:31.473328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-41d0c8b3-095b-42e8-86b9-b68ad4248d1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:31.475738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-41d0c8b3-095b-42e8-86b9-b68ad4248d1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/02318140-d7f5-48f1-8d71-7751f805a697 HTTP/1.1" status: 404 len: 333 time: 0.3827748 Nov 24 09:46:31.481764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:31.508390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17fe107b-5813-43f0-82f6-6040e0737eda tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.516393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 5 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:31.575580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-17fe107b-5813-43f0-82f6-6040e0737eda tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] update failed (client error): The resource could not be found. Nov 24 09:46:31.578136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17fe107b-5813-43f0-82f6-6040e0737eda tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 HTTP/1.1" status: 404 len: 339 time: 1.1164167 Nov 24 09:46:31.584404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45504) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:31.669642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] For port 749ad608-2e68-4baf-b11c-4b1e783dca0b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:31.683946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] For port 749ad608-2e68-4baf-b11c-4b1e783dca0b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=749ad608-2e68-4baf-b11c-4b1e783dca0b,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:31.694823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.713285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:31.760853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4f190991-7629-4a99-b86c-4f6cfc701394 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:31.915826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Pushing event updated for resources: {'Port': ['ID=749ad608-2e68-4baf-b11c-4b1e783dca0b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:31.919883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:31.938894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4f190991-7629-4a99-b86c-4f6cfc701394 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:31.945838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4f190991-7629-4a99-b86c-4f6cfc701394 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:31.946271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:31.972684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:31.990306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] Sync routers for ids ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:32.005554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:32.006087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:32.006550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:32.031435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] Routers {'4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:32.044116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:32.116388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:32.137973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 4f190991-7629-4a99-b86c-4f6cfc701394, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4f190991-7629-4a99-b86c-4f6cfc701394,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:32.157432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:32.166430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:32.208357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] For port 4f190991-7629-4a99-b86c-4f6cfc701394, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4f190991-7629-4a99-b86c-4f6cfc701394,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:32.209124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:32.281300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=4f190991-7629-4a99-b86c-4f6cfc701394,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:32.285124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:32.461098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Calling delete_port for 4f190991-7629-4a99-b86c-4f6cfc701394 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:32.598371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:32.629909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] Routers {'4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:32.632300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:32.675111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:32.675605 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:32.752746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:32.753427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19032e56-0089-4387-b3f1-e6dda5f24b15 None None] The sync data for ids ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:32.769965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:32.800852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 6 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:32.874016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 749ad608-2e68-4baf-b11c-4b1e783dca0b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:32.886797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7115262 Nov 24 09:46:32.893627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:32.900933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fe7f0e29-3449-40b7-aaf5-8bc60321590f) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:32.921251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:32.921616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:32.921989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:32.928918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb534ac-aa53-4f60-9dab-bc4640ee34f5 None None] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:33.070244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:33.071108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.092455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.187223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:33.187491 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:33.190727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 749ad608-2e68-4baf-b11c-4b1e783dca0b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:33.201540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 7 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:33.215748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 303d75f5-6902-4056-bf25-2f2a1d9e9087 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:33.223843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c05514f-b16c-491c-9593-388ba1fa29ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:33.231036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.8714361 Nov 24 09:46:33.236738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.279262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45512) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:33.293279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1439731110'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:33.310005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428aa7b4-a865-43e4-ad35-3a59236707bc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:33.310805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-428aa7b4-a865-43e4-ad35-3a59236707bc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:33.340634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:33.341018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:33.341419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:33.371953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'tenant_id': '27be429efd24466e9cc96ea83d0b2fc1', 'fixed_ips': [{'subnet_id': '15fe4a87-9295-43b1-b1f6-9c45410a0451'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:33.373523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.499060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0c05514f-b16c-491c-9593-388ba1fa29ce completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:33.526352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0c05514f-b16c-491c-9593-388ba1fa29ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:33.526639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.768649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:33.774635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Usage tracker for resource:port and tenant:27be429efd24466e9cc96ea83d0b2fc1 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:33.777736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.778198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:33.785960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:33.795658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.810443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:33.813334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:33.813712 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:33.817532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:33.824439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 8 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:33.846352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-428aa7b4-a865-43e4-ad35-3a59236707bc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:33.851392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-428aa7b4-a865-43e4-ad35-3a59236707bc tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports/8a4c9816-6f77-49bb-9cd3-87e9d24d87ee HTTP/1.1" status: 200 len: 983 time: 0.9477108 Nov 24 09:46:33.857298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45516) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:33.914982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:33.915364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:33.915753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:33.932140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:46:33.932522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:46:33.979876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.000220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 0c05514f-b16c-491c-9593-388ba1fa29ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c05514f-b16c-491c-9593-388ba1fa29ce,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:34.010141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.012117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4f190991-7629-4a99-b86c-4f6cfc701394 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:34.035313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port c0f5b433-7da2-4828-af43-cb38c2c93706 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:34.036554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:34.036813 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:34.048088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 9 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:34.077726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.082426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdd5387-2fba-4a3e-bfd8-b4e40eea23ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:34.127318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:34.127778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:34.128144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:34.129041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Allocated IP 2001:db8::2 (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:34.145134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.196489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.230745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:34.231251 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:34.232015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4f190991-7629-4a99-b86c-4f6cfc701394 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:34.232488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.239726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 10 to bind port 6ac7703d-4c08-4329-8360-817e13223b69 Nov 24 09:46:34.308133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:34.308587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:34.308860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:34.343798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 6ac7703d-4c08-4329-8360-817e13223b69 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:34.344435 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 6ac7703d-4c08-4329-8360-817e13223b69 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:34.344850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.384331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=0c05514f-b16c-491c-9593-388ba1fa29ce,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:34.387847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:34.434499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting port 4f190991-7629-4a99-b86c-4f6cfc701394 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:34.434937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.476761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:46:34.588037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.601517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:34.634822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.650777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Transition to ACTIVE for port object 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:34.677005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Transition to ACTIVE for port object 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:34.681576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=303d75f5-6902-4056-bf25-2f2a1d9e9087,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:34.684903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a5608-cf37-43bc-89ba-b7a9beeac0f7 None None] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:34.713042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.723677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Allocated IP 172.26.6.86 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/01a27f8b-4ba6-4068-a9fb-36394398c167) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:34.729282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:34.730400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcca4aad-4d16-4127-a85b-27aabeb88322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:34.738486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.763016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c05514f-b16c-491c-9593-388ba1fa29ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:34.793058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.817826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228d5af-416e-4aec-9d2d-28af7ff065f3 None None] Network 15a3e9be-ebc3-4620-b7b6-97769bf05b69 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:34.821879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.874510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Provisioning for port 749ad608-2e68-4baf-b11c-4b1e783dca0b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:34.877136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 6ac7703d-4c08-4329-8360-817e13223b69, host hv-neutron-8184, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:34.877619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:46:34.884158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:34.897819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Allocated IP 172.20.0.1 (981e1196-4577-41e4-92f2-6ada52bf9e50/e92c00b9-5d58-4524-822f-e45014f6b5c8/37cd2213-97be-432e-bdaa-439adc3bd7e2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:34.900049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Provisioning complete for port 749ad608-2e68-4baf-b11c-4b1e783dca0b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:34.900305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.930335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::1e (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/c0f5b433-7da2-4828-af43-cb38c2c93706) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:34.939296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:34.960287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/303d75f5-6902-4056-bf25-2f2a1d9e9087 HTTP/1.1" status: 204 len: 168 time: 3.4299939 Nov 24 09:46:34.963276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45520) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:34.969682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:34.989538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:35.016108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:35.163406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Pushing event updated for resources: {'Port': ['ID=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:35.192070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] For port 4f190991-7629-4a99-b86c-4f6cfc701394, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4f190991-7629-4a99-b86c-4f6cfc701394,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:35.192479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.208322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.220926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:35.221895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac7703d-4c08-4329-8360-817e13223b69,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:35.297590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:35.300247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Attempting to bind port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:35.300510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Attempting to bind port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ea8541b1-ff07-4009-9051-a410ab1138b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:35.300848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Attempting to bind port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 on network fe7f0e29-3449-40b7-aaf5-8bc60321590f {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:35.338555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.368347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Calling delete_port for 4f190991-7629-4a99-b86c-4f6cfc701394 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:35.430352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:35.430352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Checking segment: {'id': 'ea8541b1-ff07-4009-9051-a410ab1138b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:35.430707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.431034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Bound using segment: {'id': 'ea8541b1-ff07-4009-9051-a410ab1138b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:35.431492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Bound port: 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8541b1-ff07-4009-9051-a410ab1138b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:35.431931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.437258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 11.0482705 Nov 24 09:46:35.442519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:35.526915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.548671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0c05514f-b16c-491c-9593-388ba1fa29ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:35.549105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.590565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Deleting port 6ac7703d-4c08-4329-8360-817e13223b69 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:35.591005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.628763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.789581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:35.790076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.798035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.826949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1412b0c2-1aa9-42c2-bd04-f87e6e3e5ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:35.849714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] For port 749ad608-2e68-4baf-b11c-4b1e783dca0b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=749ad608-2e68-4baf-b11c-4b1e783dca0b,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:35.854916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] For port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:35.861010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] For port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,segment=NetworkSegment(ea8541b1-ff07-4009-9051-a410ab1138b4),segment_id=ea8541b1-ff07-4009-9051-a410ab1138b4)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:35.861843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.864846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:35.911009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.916103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:35.978876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Pushing event updated for resources: {'Port': ['ID=749ad608-2e68-4baf-b11c-4b1e783dca0b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:35.990930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:35.991366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:36.035952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Transition to ACTIVE for port object 37cd2213-97be-432e-bdaa-439adc3bd7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:36.081429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:36.101756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:36.102477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] DHCP port deletion for 15a3e9be-ebc3-4620-b7b6-97769bf05b69 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:36.104914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.26.6.218 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/e0ff8873-7a89-4589-88bf-c1371ac505fb) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:36.116122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:36.118157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Deleting port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:36.118642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.155545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Pushing event updated for resources: {'Port': ['ID=01a27f8b-4ba6-4068-a9fb-36394398c167,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:36.165472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 6ac7703d-4c08-4329-8360-817e13223b69, host hv-neutron-8184, got binding levels [] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:36.165472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.171680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Pushing event updated for resources: {'Port': ['ID=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:36.182981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:36.185074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:36.202085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.274345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1da2c1ab-afa9-449e-8a48-5832d01e04f7 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:36.321521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.324373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] For port 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=670bcfea-8bb5-4527-a333-fd5e0ae3df89,segment=NetworkSegment(e9240ba0-8f5e-4292-bd11-92648b2e7357),segment_id=e9240ba0-8f5e-4292-bd11-92648b2e7357)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:36.324795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.461301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.542727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8adefabf-2b40-4e2e-90d3-4d9da325b6eb tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:36.593491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 670bcfea-8bb5-4527-a333-fd5e0ae3df89 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:36.664118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object c0f5b433-7da2-4828-af43-cb38c2c93706 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:36.712402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Calling delete_port for 6ac7703d-4c08-4329-8360-817e13223b69 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:36.723403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:36.740023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] For port 670bcfea-8bb5-4527-a333-fd5e0ae3df89, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=670bcfea-8bb5-4527-a333-fd5e0ae3df89,segment=NetworkSegment(e9240ba0-8f5e-4292-bd11-92648b2e7357),segment_id=e9240ba0-8f5e-4292-bd11-92648b2e7357)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:36.740482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.742297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:36.754600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:36.780729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 749ad608-2e68-4baf-b11c-4b1e783dca0b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:36.917484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:36.961329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Calling delete_port for 670bcfea-8bb5-4527-a333-fd5e0ae3df89 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:36.985151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f190991-7629-4a99-b86c-4f6cfc701394,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:36.988419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:37.021398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2688d54b-5fa5-4175-928f-c3a99a0d8515 None None] Provisioning complete for port 749ad608-2e68-4baf-b11c-4b1e783dca0b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:37.021884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2688d54b-5fa5-4175-928f-c3a99a0d8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.071940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Port': ['ID=37cd2213-97be-432e-bdaa-439adc3bd7e2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:37.086990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.093010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.095285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:37.104063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:37.141718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 749ad608-2e68-4baf-b11c-4b1e783dca0b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:37.142140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.183410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.235942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead4bcbb-dcdc-439c-a032-95d7f03db079 tempest-ServersTestJSON-690465100 tempest-ServersTestJSON-690465100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:37.291932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ac7703d-4c08-4329-8360-817e13223b69,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:37.297355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:37.307756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:37.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 09:46:37.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Nov 24 09:46:37.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'port_id': '670bcfea-8bb5-4527-a333-fd5e0ae3df89'}] Nov 24 09:46:37.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:46:37.315287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:46:37.344293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:37.386703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:37.391243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:37.392064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.405357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.420854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7e6d01c4-79e6-4d4d-ae50-7ce574c1a9a2 None None] Provisioning for port 37cd2213-97be-432e-bdaa-439adc3bd7e2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:37.424696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 670bcfea-8bb5-4527-a333-fd5e0ae3df89 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:37.438804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.449080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6ac7703d-4c08-4329-8360-817e13223b69 HTTP/1.1" status: 204 len: 168 time: 2.0005438 Nov 24 09:46:37.453025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:37.463899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7e6d01c4-79e6-4d4d-ae50-7ce574c1a9a2 None None] Provisioning complete for port 37cd2213-97be-432e-bdaa-439adc3bd7e2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:37.464526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6d01c4-79e6-4d4d-ae50-7ce574c1a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.475388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1939719 Nov 24 09:46:37.484527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45532) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:37.504187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1795138775', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:e7:dc:4d'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:37.516074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 670bcfea-8bb5-4527-a333-fd5e0ae3df89 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:37.516575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 670bcfea-8bb5-4527-a333-fd5e0ae3df89 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:37.521126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=c0f5b433-7da2-4828-af43-cb38c2c93706,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:37.538797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d01c4-79e6-4d4d-ae50-7ce574c1a9a2 None None] Port 37cd2213-97be-432e-bdaa-439adc3bd7e2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:37.597775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:37.604485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a022012-581b-4473-8bef-0a90071559d2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:37.653865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No DVR routers for this DVR port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:46:37.705448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f0020-bb40-4106-8d8d-beb9c9b226dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:46:37.706007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a95f0020-bb40-4106-8d8d-beb9c9b226dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Synchronizing usage tracker for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:37.728249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.733717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.783701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=670bcfea-8bb5-4527-a333-fd5e0ae3df89,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:37.798742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:37.817453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Deleting port 670bcfea-8bb5-4527-a333-fd5e0ae3df89 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:37.819589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:37.911005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a95f0020-bb40-4106-8d8d-beb9c9b226dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Unset dirty status for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:37.912301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a95f0020-bb40-4106-8d8d-beb9c9b226dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports/6ac7703d-4c08-4329-8360-817e13223b69 HTTP/1.1" status: 404 len: 333 time: 0.4577343 Nov 24 09:46:37.961281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6214d565-bf83-4f8c-852a-ca2ce3d53750 None None] The port '670bcfea-8bb5-4527-a333-fd5e0ae3df89' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:46:37.987923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:38.000489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383719768'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:38.077127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:38.083837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.109660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:38.113279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.131946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.137003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Made reservation on behalf of 9e6babe9ab8d4950946be8ba80c3db12 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:38.142179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.153372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.161576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4181954f-248e-425c-8e03-a088059c18ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:38.240199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a3e9be-ebc3-4620-b7b6-97769bf05b69']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:38.250443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.250443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.266920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:38.283197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:38.329133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9240ba0-8f5e-4292-bd11-92648b2e7357') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:38.329534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9240ba0-8f5e-4292-bd11-92648b2e7357') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:38.347330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Usage tracker for resource:port and tenant:27be429efd24466e9cc96ea83d0b2fc1 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:38.357073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:38.358044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.358641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e07b2830-fefd-444f-a4b8-ef8678a6b495 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:38.364754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:38.376973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.399447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:38.415831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.434983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:38.436969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:38.473470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ff8873-7a89-4589-88bf-c1371ac505fb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:38.478060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:38.566696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.572266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e07b2830-fefd-444f-a4b8-ef8678a6b495 HTTP/1.1" status: 204 len: 168 time: 14.0574534 Nov 24 09:46:38.577090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:38.773951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe8a71-80f0-469f-b319-f77955bb8eba None None] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:38.883887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:38.900410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.948228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:38.960867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:46:38.961330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:46:38.979495 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:46:39.060449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-54fc83f9-4fda-4abc-86c9-27017dc21a91 None None] Provisioning for port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:39.163718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:39.171675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:39.172161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.184855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.206003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcf94012-5292-4858-9bb9-956915711266 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:39.226769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.231197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.259552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.296572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=15a3e9be-ebc3-4620-b7b6-97769bf05b69,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:39.307673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/15a3e9be-ebc3-4620-b7b6-97769bf05b69 HTTP/1.1" status: 204 len: 168 time: 4.3418422 Nov 24 09:46:39.317255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:39.323403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45544) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:39.324525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.336277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.338362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd56961d-a1d1-4de9-962d-e6d15aa746af tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:39.343482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'name': 'tempest-PortsTestJSON-405309466'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:39.415927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.433262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port a8292a74-1768-4821-9dc8-2c0340e3bd4f yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:39.469628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,segment=NetworkSegment(ea8541b1-ff07-4009-9051-a410ab1138b4),segment_id=ea8541b1-ff07-4009-9051-a410ab1138b4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:39.474122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.476832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a3544e0-a87b-421f-89fd-e8cc175bee61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:39.533777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.563225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event updated for resources: {'Port': ['ID=37cd2213-97be-432e-bdaa-439adc3bd7e2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:39.563954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:39.582429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:39.583789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:39.595782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.692259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdd66e4d-d3d8-4c11-ba69-25173addc7bb tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:39.788752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:39.846553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:39.867600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:39.887378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=665f5e92-0957-4fc6-b6a4-98a1b8b854a3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:39.890244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:39.895458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:39.897448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:39.898832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:39.899436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.907739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:39.916191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.973995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Provisioning complete for port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:39.974617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:39.976886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9822707 Nov 24 09:46:39.980610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:39.993174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::134 (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/a8292a74-1768-4821-9dc8-2c0340e3bd4f) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:39.994837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 83fb3370-0531-4aca-bb16-7684703edb3d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:40.001288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:40.006526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:40.047094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8184'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:40.090908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.091821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.096293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:40.096941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.265030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.266804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Provisioning for port c0f5b433-7da2-4828-af43-cb38c2c93706 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:40.291001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Provisioning complete for port c0f5b433-7da2-4828-af43-cb38c2c93706 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:40.291783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.446633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.453030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1acd0b9f-327b-4131-8f6c-4abc3f45d3cb None None] Port c0f5b433-7da2-4828-af43-cb38c2c93706 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:40.510390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Router 1692da9e-c220-4ed0-9b04-fa987bd99312 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:40.614207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.624887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Provisioning complete for port c0f5b433-7da2-4828-af43-cb38c2c93706 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:40.625296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.695682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:40.773920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Port c0f5b433-7da2-4828-af43-cb38c2c93706 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:40.778731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.797850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Provisioning complete for port 37cd2213-97be-432e-bdaa-439adc3bd7e2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:40.798620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.855976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:40.856403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:40.903547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db3a8b6e-e8b5-40c3-83f8-df0ff39329fb None None] Port 37cd2213-97be-432e-bdaa-439adc3bd7e2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:41.008633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4f190991-7629-4a99-b86c-4f6cfc701394 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:41.046899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4f190991-7629-4a99-b86c-4f6cfc701394 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:41.047221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4f190991-7629-4a99-b86c-4f6cfc701394 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:41.154565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.215894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 8a4c9816-6f77-49bb-9cd3-87e9d24d87ee owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:41.329813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.376162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object a8292a74-1768-4821-9dc8-2c0340e3bd4f will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:41.411713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Router fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:41.417073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.435808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba7b2230-d941-480a-a89c-b9131b9a282c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:41.442438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.451183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65ee2fcb-5cad-4a09-84ea-b92d93c49ddb tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:41.675003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:41.683504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=a8292a74-1768-4821-9dc8-2c0340e3bd4f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:41.686611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:41.744848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:41.749341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:41.750110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.754817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:41.809392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:41.816437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f52785ee-cc2f-4a53-bac4-c63c6855b46d tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:41.857698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3680015 Nov 24 09:46:41.866814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:41.876637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:41.882711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=8a4c9816-6f77-49bb-9cd3-87e9d24d87ee,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:41.890463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:41.920053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:41.939389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:41.943161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=83fb3370-0531-4aca-bb16-7684703edb3d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:41.951057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:41.960398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:41.961617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.000998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:42.020785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.059167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.114142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Transition to ACTIVE for port object 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:42.120880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:42.122041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7908080 Nov 24 09:46:42.124667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45556) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:42.125513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5389841 Nov 24 09:46:42.130470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45558) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:42.139560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] Sync routers for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:42.147832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.164775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:42.167937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:42.193171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18e88710-8a1f-490d-b615-8ffa8e125189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:42.206134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.227292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Deleting port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:42.227676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.322630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:42.371886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:42.373118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:42.494835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 83fb3370-0531-4aca-bb16-7684703edb3d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:42.495196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.514003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d182c616-a072-462b-8f8c-17566c2a3025 None None] Provisioning for port a8292a74-1768-4821-9dc8-2c0340e3bd4f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:42.521099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=665f5e92-0957-4fc6-b6a4-98a1b8b854a3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:42.523055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:42.523811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7888aef7-9d02-4c35-ad93-413d18f49e35 None None] The sync data for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:42.526401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d182c616-a072-462b-8f8c-17566c2a3025 None None] Provisioning complete for port a8292a74-1768-4821-9dc8-2c0340e3bd4f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:42.527189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d182c616-a072-462b-8f8c-17566c2a3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.568057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:42.570792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:42.586223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Sync routers for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:42.591371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router 9686fc63-0254-404c-b483-15b22bba0c21 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:42.608062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:42.609007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:42.647425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d182c616-a072-462b-8f8c-17566c2a3025 None None] Port a8292a74-1768-4821-9dc8-2c0340e3bd4f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:42.707406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2780a6-c903-4c0c-86b1-d3f75f37b0ea tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:42.712434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2780a6-c903-4c0c-86b1-d3f75f37b0ea tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:42.716984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2780a6-c903-4c0c-86b1-d3f75f37b0ea tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:42.723765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb2780a6-c903-4c0c-86b1-d3f75f37b0ea tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8400266 Nov 24 09:46:42.726815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45564) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:42.754043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.758043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-feabce7d-3768-45ab-8d07-24c670ad3abe admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.3167729 Nov 24 09:46:42.775080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45568) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:42.778695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b26fdcd3-3820-44db-bb0c-21a02d306d46 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:42.899187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:42.904204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:42.904588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:42.905020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:43.052115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] For port 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:43.052918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:43.065673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:43.066031 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:43.073437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port a8292a74-1768-4821-9dc8-2c0340e3bd4f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:43.073815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:43.110652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 2 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:43.343219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Calling delete_port for 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:43.396611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:43.397645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:43.398025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:43.418166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:43.420623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:37Z', 'revision_number': 3, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:43.421197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:43.426115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Checking router: 1692da9e-c220-4ed0-9b04-fa987bd99312 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:43.426534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Updating router 1692da9e-c220-4ed0-9b04-fa987bd99312 port 01a27f8b-4ba6-4068-a9fb-36394398c167 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:46:43.492679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:43.496255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:43.496255 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:43.557027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 3 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:43.639132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 83fb3370-0531-4aca-bb16-7684703edb3d owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:43.698128 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b26fdcd3-3820-44db-bb0c-21a02d306d46 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 09:46:43.700249 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b26fdcd3-3820-44db-bb0c-21a02d306d46 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 HTTP/1.1" status: 409 len: 329 time: 1.5686202 Nov 24 09:46:43.708155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45572) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:43.735167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:43.735545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:43.735930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:43.876459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:43.886554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0277817 Nov 24 09:46:43.890471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45576) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:43.898437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] Sync routers for ids ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:43.919167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] Routers {'4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:43.921018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:43.973766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.003943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Transition to ACTIVE for port object 01a27f8b-4ba6-4068-a9fb-36394398c167 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:44.012402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.017296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:44.040122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:44.064116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] Routers {'4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:44.065574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:44.104218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Pushing event updated for resources: {'Port': ['ID=01a27f8b-4ba6-4068-a9fb-36394398c167,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:44.107977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:44.144986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Attempting to bind port 01a27f8b-4ba6-4068-a9fb-36394398c167 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:44.144986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Attempting to bind port 01a27f8b-4ba6-4068-a9fb-36394398c167 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:44.144986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Attempting to bind port 01a27f8b-4ba6-4068-a9fb-36394398c167 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:44.153130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:44.153959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:44.154720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.155491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:44.156169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Bound port: 01a27f8b-4ba6-4068-a9fb-36394398c167, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:44.156772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.163437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:44.163896 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:44.167506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:44.168269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066731e-6221-4126-8c73-6df1c6d818f1 None None] The sync data for ids ['4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:44.215583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 4 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:44.259962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] For port 01a27f8b-4ba6-4068-a9fb-36394398c167, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:44.264467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] For port 01a27f8b-4ba6-4068-a9fb-36394398c167, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01a27f8b-4ba6-4068-a9fb-36394398c167,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:44.268986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.276437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef460657-6a28-43d7-a231-5a541e51b1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:44.282378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:44.282378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:44.282378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:44.300731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.317566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fec550a-b8fb-47a9-b8ed-b1a9e669301a tempest-PortsAdminExtendedAttrsTestJSON-1345904753 tempest-PortsAdminExtendedAttrsTestJSON-1345904753-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:44.377924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:44.378428 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:44.393780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 5 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:44.395487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Pushing event updated for resources: {'Port': ['ID=01a27f8b-4ba6-4068-a9fb-36394398c167,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:44.400556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:44.401829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:44.402741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:44.403879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.416657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=83fb3370-0531-4aca-bb16-7684703edb3d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:44.456895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:44.626009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.642514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for a8292a74-1768-4821-9dc8-2c0340e3bd4f owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:44.666744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:44.666937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:44.667726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:44.699443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:44.718808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/83fb3370-0531-4aca-bb16-7684703edb3d HTTP/1.1" status: 204 len: 168 time: 2.5747116 Nov 24 09:46:44.721479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45580) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:44.732199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:44.732564 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:44.737648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 6 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:44.747254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:44.757814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:44.801494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'mac_address': 'fa:16:3e:09:1c:25', 'name': 'tempest-PortsTestJSON-1875467404'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:44.828758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dab40bb-7815-4cf0-aa8a-60dbc63a7de3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:44.835133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:44.838231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:44.839047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:44.839435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:44.839790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:44.870370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Sync routers for ids ['9686fc63-0254-404c-b483-15b22bba0c21'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:44.904953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:44.905862 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:44.910680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 7 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:44.996647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Routers {'9686fc63-0254-404c-b483-15b22bba0c21'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:44.996997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9686fc63-0254-404c-b483-15b22bba0c21'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:45.002134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:45.007821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3cb564cb-4ff1-4bba-af77-d427cdc43707 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 16.5669701 Nov 24 09:46:45.026628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:45.029700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:45.029960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:45.030332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:45.137879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:45.138854 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:45.142506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 8 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:45.154737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:45.170040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-167db5bf-32b2-4a85-9dd9-93be0f0a2798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:45.278470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:45.278470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:45.279059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:45.302469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=a8292a74-1768-4821-9dc8-2c0340e3bd4f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:45.383064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:45.399725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:45.399953 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:45.429503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 9 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:45.445388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:45.522669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-7eaf51d8-4e3a-45c5-b324-a1061c300b29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 09:46:45.527029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7eaf51d8-4e3a-45c5-b324-a1061c300b29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6324127 Nov 24 09:46:45.541855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45588) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:45.608251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Set router 9686fc63-0254-404c-b483-15b22bba0c21 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:45.613232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:45.613601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:45.613982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:45.632733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:45.639470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:45.641242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:45.649050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:45.660941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9ad3bd04-8df2-4713-b906-c0797a0c8ac7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:45.665265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:45.783597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9ad3bd04-8df2-4713-b906-c0797a0c8ac7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:45.791784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ad3bd04-8df2-4713-b906-c0797a0c8ac7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 HTTP/1.1" status: 200 len: 205 time: 0.2466698 Nov 24 09:46:45.798225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45592) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:45.817907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:45.818283 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:45.823610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:37Z', 'revision_number': 3, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:45.833159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09eb11-915c-4a96-a786-18b8f19274cc None None] The sync data for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv is: [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:37Z', 'revision_number': 3, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:45.836822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 10 to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 Nov 24 09:46:45.980248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:45.985521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/a8292a74-1768-4821-9dc8-2c0340e3bd4f HTTP/1.1" status: 204 len: 168 time: 3.2280879 Nov 24 09:46:45.987235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:45.987725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:45.988240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:45.995228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:45.997886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45596) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:46.002488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.017320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9686fc63-0254-404c-b483-15b22bba0c21', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:30Z', 'updated_at': '2021-11-24T09:46:39Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9686fc63-0254-404c-b483-15b22bba0c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:46.023065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Checking router: 9686fc63-0254-404c-b483-15b22bba0c21 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:46:46.023485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Updating router 9686fc63-0254-404c-b483-15b22bba0c21 port e0ff8873-7a89-4589-88bf-c1371ac505fb binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:46:46.057448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb3d81-0a92-484f-b79a-ee4ab4662115 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] GET failed (client error): The resource could not be found. Nov 24 09:46:46.057955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00cb3d81-0a92-484f-b79a-ee4ab4662115 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Synchronizing usage tracker for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:46.060604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:46:46.061057 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:46:46.061548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.072130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.085438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.270968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 21d510ab-f873-4413-bfb4-39ab12562d8d yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:46.353077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.485613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.514375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00cb3d81-0a92-484f-b79a-ee4ab4662115 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Unset dirty status for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:46.516026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00cb3d81-0a92-484f-b79a-ee4ab4662115 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports/a8292a74-1768-4821-9dc8-2c0340e3bd4f HTTP/1.1" status: 404 len: 333 time: 0.5169291 Nov 24 09:46:46.532947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:46.557040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097151017'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:46.649544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.669809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Transition to ACTIVE for port object e0ff8873-7a89-4589-88bf-c1371ac505fb will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:46.677360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.681851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:46.705967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3, host hv-neutron-8184, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:46.706490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:46:46.707593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.708293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3de0b0f2-680e-4028-897d-8998d6615dff {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:46.715395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f2d4ac8-b149-4849-8acf-ecba622d9878 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/9686fc63-0254-404c-b483-15b22bba0c21 HTTP/1.1" status: 200 len: 908 time: 1.6870573 Nov 24 09:46:46.725662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45604) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:46.730722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.768223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Pushing event updated for resources: {'Port': ['ID=e0ff8873-7a89-4589-88bf-c1371ac505fb,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:46.777882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:46.817049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:46.841142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01a27f8b-4ba6-4068-a9fb-36394398c167 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:46.847907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Attempting to bind port e0ff8873-7a89-4589-88bf-c1371ac505fb on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:46:46.848964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Attempting to bind port e0ff8873-7a89-4589-88bf-c1371ac505fb by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:46:46.849110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Attempting to bind port e0ff8873-7a89-4589-88bf-c1371ac505fb on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:46:46.861758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:46:46.862699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:46.862863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.864068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:46:46.864068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Bound port: e0ff8873-7a89-4589-88bf-c1371ac505fb, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:46:46.864275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.903684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:46.906960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "DELETE /v2.0/routers/3de0b0f2-680e-4028-897d-8998d6615dff HTTP/1.1" status: 204 len: 168 time: 8.3261499 Nov 24 09:46:46.920891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:46.965516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1910257800', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:46.996308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] For port e0ff8873-7a89-4589-88bf-c1371ac505fb, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:46:47.000630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] For port e0ff8873-7a89-4589-88bf-c1371ac505fb, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e0ff8873-7a89-4589-88bf-c1371ac505fb,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:46:47.006272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 01a27f8b-4ba6-4068-a9fb-36394398c167 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:47.009618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.016179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:47.016678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 01a27f8b-4ba6-4068-a9fb-36394398c167 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:47.017221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.036978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] In _notify_port_updated(), no bound segment for port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:46:47.039802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.044443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "PUT /v2.0/ports/665f5e92-0957-4fc6-b6a4-98a1b8b854a3 HTTP/1.1" status: 200 len: 981 time: 7.0543923 Nov 24 09:46:47.044443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:47.060203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45612) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:47.070860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=665f5e92-0957-4fc6-b6a4-98a1b8b854a3,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:47.076407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:47.082884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:47.087182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:47.099527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:47.108072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:47.115179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Pushing event updated for resources: {'Port': ['ID=e0ff8873-7a89-4589-88bf-c1371ac505fb,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:47.121792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:47.144523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Routers {'9686fc63-0254-404c-b483-15b22bba0c21'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:47.145312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9686fc63-0254-404c-b483-15b22bba0c21'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:47.156740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:47.160672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.161994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.268115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:47.277029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.327533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.330877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port 4d17bcf6-ccb2-4a50-a143-dd5007118412 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:47.378382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.400922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] Set router 9686fc63-0254-404c-b483-15b22bba0c21 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:47.416093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 01a27f8b-4ba6-4068-a9fb-36394398c167, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01a27f8b-4ba6-4068-a9fb-36394398c167,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:47.421487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.428489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:47.536057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=01a27f8b-4ba6-4068-a9fb-36394398c167,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:47.560765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:47.728594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:47.856679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::31a (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/4d17bcf6-ccb2-4a50-a143-dd5007118412) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:47.861690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9686fc63-0254-404c-b483-15b22bba0c21', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:30Z', 'updated_at': '2021-11-24T09:46:39Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9686fc63-0254-404c-b483-15b22bba0c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:47.867595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001672e-0b6f-4e57-8414-e4d330e503fe None None] The sync data for ids ['9686fc63-0254-404c-b483-15b22bba0c21'] in dv-neutron-818439-1-hyperv is: [{'id': '9686fc63-0254-404c-b483-15b22bba0c21', 'name': 'tempest-snat-router-1116170498', 'tenant_id': 'c585d71f667f42be85f10c52d39d3201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218'}], 'enable_snat': True}, 'gw_port_id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:30Z', 'updated_at': '2021-11-24T09:46:39Z', 'revision_number': 3, 'project_id': 'c585d71f667f42be85f10c52d39d3201', 'gw_port': {'id': 'e0ff8873-7a89-4589-88bf-c1371ac505fb', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9686fc63-0254-404c-b483-15b22bba0c21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:47.883742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.060577 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ef6d2ad-3e72-4a3e-a892-75dc454e519e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15527 time: 0.8849950 Nov 24 09:46:48.063383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.067599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.091962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45616) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:48.142523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.303599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.347462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae26fc21-db57-449b-9fac-87479fed8648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:48.355048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Deleting port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:48.356492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.390425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.391006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:48.445034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.464448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:48.506049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:48.509167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:48.513655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:48.514336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.521089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.525327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-649e0a0a-654f-45b8-8d2c-b95ce606efed tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 HTTP/1.1" status: 204 len: 168 time: 2.7181592 Nov 24 09:46:48.531693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object 4d17bcf6-ccb2-4a50-a143-dd5007118412 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:48.532756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45620) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:48.552493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=21d510ab-f873-4413-bfb4-39ab12562d8d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:48.556178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:48.618042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8333378 Nov 24 09:46:48.618535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45624) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:48.632768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.643750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01a27f8b-4ba6-4068-a9fb-36394398c167 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:48.697504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting port e0ff8873-7a89-4589-88bf-c1371ac505fb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:48.697795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.721743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 01a27f8b-4ba6-4068-a9fb-36394398c167 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:48.721982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.812002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa926b-a29d-4afc-863e-55fb73f7805e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:48.812686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cbaa926b-a29d-4afc-863e-55fb73f7805e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:48.839414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.853319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3b65-eff1-4a3c-92da-9810ba8239e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:48.861665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cbaa926b-a29d-4afc-863e-55fb73f7805e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:48.863010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbaa926b-a29d-4afc-863e-55fb73f7805e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/21d510ab-f873-4413-bfb4-39ab12562d8d HTTP/1.1" status: 200 len: 841 time: 0.2386897 Nov 24 09:46:48.867946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45628) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:48.882620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:48.919193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:48.919779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9dab40bb-7815-4cf0-aa8a-60dbc63a7de3 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:49.080584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 21d510ab-f873-4413-bfb4-39ab12562d8d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:49.080925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.109454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.143719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.171243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2350935f-91cc-4360-b6f7-f9fe7f7a4517 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:49.325533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.352043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 665f5e92-0957-4fc6-b6a4-98a1b8b854a3, host hv-neutron-8184, got binding levels [] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:49.352456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.573983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Allocated IP 172.20.0.1 (8461974f-b217-4512-9726-f6b64b0bfbd3/71d8288e-1930-4474-9060-569e30f4b8d3/379ca423-a0e8-4104-b5c6-98f544ef3204) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:49.583651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:49.584748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.646222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Calling delete_port for 665f5e92-0957-4fc6-b6a4-98a1b8b854a3 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:49.684081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:49.685631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=4d17bcf6-ccb2-4a50-a143-dd5007118412,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:49.688145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:49.692542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:49.693676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.715391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:49.753204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 21d510ab-f873-4413-bfb4-39ab12562d8d owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:49.814036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet 3b3cd820-3c78-454a-af64-fca258982838 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:49.826427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.863900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting port 37cd2213-97be-432e-bdaa-439adc3bd7e2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:49.864291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.967220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] For port e0ff8873-7a89-4589-88bf-c1371ac505fb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e0ff8873-7a89-4589-88bf-c1371ac505fb,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:49.967626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:49.980521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4309914 Nov 24 09:46:49.984987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45632) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:50.006773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:e7:dc:4d'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:50.101793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.113845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.127340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90512e7c-34a2-4e29-8efb-9a6f39b8ad01 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:50.147933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.165604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Calling delete_port for e0ff8873-7a89-4589-88bf-c1371ac505fb owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:50.173066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bb9e628-6712-459b-9bc4-32640bf9239c None None] Provisioning for port 4d17bcf6-ccb2-4a50-a143-dd5007118412 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:50.179406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bb9e628-6712-459b-9bc4-32640bf9239c None None] Provisioning complete for port 4d17bcf6-ccb2-4a50-a143-dd5007118412 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:50.180039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e628-6712-459b-9bc4-32640bf9239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.202888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=21d510ab-f873-4413-bfb4-39ab12562d8d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:50.205860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9bf381-caa3-4c81-a60e-3015030d5816 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:50.214564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:50.248307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9e628-6712-459b-9bc4-32640bf9239c None None] Port 4d17bcf6-ccb2-4a50-a143-dd5007118412 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:50.275627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Allocated IP 172.26.6.166 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/2a7791ef-8081-4f4b-8721-473212760d73) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:50.278084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event deleted for resources: {'Port': ['ID=665f5e92-0957-4fc6-b6a4-98a1b8b854a3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:50.289785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:50.317221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.321552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.351290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.406875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.409315 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "DELETE /v2.0/ports/665f5e92-0957-4fc6-b6a4-98a1b8b854a3 HTTP/1.1" status: 204 len: 168 time: 2.3068726 Nov 24 09:46:50.472537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45636) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:50.553951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5553d62c-a8e9-434b-ae42-f20e20bcb4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:46:50.554794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5553d62c-a8e9-434b-ae42-f20e20bcb4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Synchronizing usage tracker for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:50.592677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.661840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e0ff8873-7a89-4589-88bf-c1371ac505fb up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:46:50.676750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5553d62c-a8e9-434b-ae42-f20e20bcb4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Unset dirty status for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:50.678287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5553d62c-a8e9-434b-ae42-f20e20bcb4c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports/665f5e92-0957-4fc6-b6a4-98a1b8b854a3 HTTP/1.1" status: 404 len: 333 time: 0.1976626 Nov 24 09:46:50.688701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45640) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:50.698619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1935923575', 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:50.705296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.711837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:50.733498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:50.758496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Transition to ACTIVE for port object 379ca423-a0e8-4104-b5c6-98f544ef3204 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:50.786740 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/21d510ab-f873-4413-bfb4-39ab12562d8d HTTP/1.1" status: 204 len: 168 time: 1.9151580 Nov 24 09:46:50.791468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45644) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:50.797220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.805793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Made reservation on behalf of 9e6babe9ab8d4950946be8ba80c3db12 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:50.810645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.835131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.844006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:50.894338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3cd820-3c78-454a-af64-fca258982838,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:50.903164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e0ff8873-7a89-4589-88bf-c1371ac505fb completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:50.903335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:50.906417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port ed0a7852-aaab-4499-bf53-ef0c0fc3f283 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:50.909163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e0ff8873-7a89-4589-88bf-c1371ac505fb triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:50.909708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.932869 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e928bf93-56ac-4630-98d7-94228f6089a1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:46:50.933516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e928bf93-56ac-4630-98d7-94228f6089a1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:50.945424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port e0ff8873-7a89-4589-88bf-c1371ac505fb was deleted so its status cannot be updated. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Nov 24 09:46:50.947551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.954936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84dd0e1b-8197-4892-bfec-765d6f1e588e tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:50.995055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:50.996095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b1bae-2a79-4f7f-bd43-2f28f3c570e7 None None] Network f8b2e387-8881-4738-90bb-15e5451a9b3d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:51.009727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.030015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ff8873-7a89-4589-88bf-c1371ac505fb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:51.039533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Calling delete_port for 37cd2213-97be-432e-bdaa-439adc3bd7e2 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:51.045498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:51.046005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:51.132133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.150073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/3b3cd820-3c78-454a-af64-fca258982838 HTTP/1.1" status: 204 len: 168 time: 2.6080947 Nov 24 09:46:51.150400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05a9d4a4-76de-4de5-968a-734bd6161906 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:51.160249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:51.187319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e928bf93-56ac-4630-98d7-94228f6089a1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:51.188807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e928bf93-56ac-4630-98d7-94228f6089a1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/21d510ab-f873-4413-bfb4-39ab12562d8d HTTP/1.1" status: 404 len: 333 time: 0.3945615 Nov 24 09:46:51.208186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45652) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:51.221878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.240028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'name': 'tempest-PortsTestJSON-550272623'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:51.240221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:51.253997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:51.317859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] DHCP port deletion for f8b2e387-8881-4738-90bb-15e5451a9b3d request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:51.325727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Deleting port 03f9b568-ff29-48c4-adaa-df3369b935d4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:51.325982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:51.326555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.338045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:51.438354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:51.467359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Pushing event updated for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:51.499265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:51.552047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:51.560802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:51.584329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:51.600147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.638889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event updated for resources: {'Port': ['ID=2a7791ef-8081-4f4b-8721-473212760d73,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:51.656709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:51.662670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.705858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port e09e41ab-b240-4a85-a540-1bec31cc143c yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:51.716645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:51.772362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.784010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-185208b8-9b00-4b15-84ab-3b897965097f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.802632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.814493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24956edc-6856-467d-8ca1-13be7194263b tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:51.889237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Port': ['ID=37cd2213-97be-432e-bdaa-439adc3bd7e2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:51.895298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] For port 03f9b568-ff29-48c4-adaa-df3369b935d4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03f9b568-ff29-48c4-adaa-df3369b935d4,segment=NetworkSegment(6a89b719-0c4e-44cc-b97c-d8d1ddf44537),segment_id=6a89b719-0c4e-44cc-b97c-d8d1ddf44537)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:51.896705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.906915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a7944f2b-fe20-4cb8-a587-5ac42aae1aac None None] Provisioning for port 379ca423-a0e8-4104-b5c6-98f544ef3204 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:46:51.917630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a7944f2b-fe20-4cb8-a587-5ac42aae1aac None None] Provisioning complete for port 379ca423-a0e8-4104-b5c6-98f544ef3204 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:51.918209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a7944f2b-fe20-4cb8-a587-5ac42aae1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:51.967397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:52.033132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.083668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Calling delete_port for 03f9b568-ff29-48c4-adaa-df3369b935d4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:52.093552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.146386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a7944f2b-fe20-4cb8-a587-5ac42aae1aac None None] Port 379ca423-a0e8-4104-b5c6-98f544ef3204 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:52.184270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.196969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:52.236710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] No DVR routers for this DVR port 03f9b568-ff29-48c4-adaa-df3369b935d4 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:46:52.246658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Pushing event deleted for resources: {'Port': ['ID=03f9b568-ff29-48c4-adaa-df3369b935d4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:52.252527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:52.289248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.399180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.404563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.495835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.525598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.587948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.611532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.653811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.666743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a30d6697-d3f4-4241-ba71-ec8d5993453f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:52.667746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.672164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b2e387-8881-4738-90bb-15e5451a9b3d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:52.684527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:52.694213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03f9b568-ff29-48c4-adaa-df3369b935d4 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:52.730930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a89b719-0c4e-44cc-b97c-d8d1ddf44537') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:52.731261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a89b719-0c4e-44cc-b97c-d8d1ddf44537') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:52.732613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 03f9b568-ff29-48c4-adaa-df3369b935d4 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:52.733056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03f9b568-ff29-48c4-adaa-df3369b935d4 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:52.746133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.748458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.749133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9686fc63-0254-404c-b483-15b22bba0c21 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:52.764540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.792458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:52.794099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:52.797287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] In _notify_port_updated(), no bound segment for port 4d17bcf6-ccb2-4a50-a143-dd5007118412 on network fe7f0e29-3449-40b7-aaf5-8bc60321590f {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:46:52.801511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:52.802184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.807620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "PUT /v2.0/ports/4d17bcf6-ccb2-4a50-a143-dd5007118412 HTTP/1.1" status: 200 len: 1002 time: 2.8152742 Nov 24 09:46:52.808328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.809230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/routers/9686fc63-0254-404c-b483-15b22bba0c21 HTTP/1.1" status: 204 len: 168 time: 6.0810211 Nov 24 09:46:52.810120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:52.813876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:52.815148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:52.815475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.824972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:52.826048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.877807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=4d17bcf6-ccb2-4a50-a143-dd5007118412,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:52.893978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:52.898823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21b72c24-fbce-4298-90dc-d9de0c863247 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:52.930138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.938114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0a7852-aaab-4499-bf53-ef0c0fc3f283,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:52.946781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:52.962971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:52.969716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:46:52.970153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.971545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:52.977060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:52.977787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:52.987245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:46:52.990083 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:46:53.080516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3905964 Nov 24 09:46:53.089102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:53.097306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.097869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.118895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=e09e41ab-b240-4a85-a540-1bec31cc143c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:53.125981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:53.211171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.254914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port 4d17bcf6-ccb2-4a50-a143-dd5007118412 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:53.255311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.283732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2a8c915-5584-4bb6-814f-7c65c94fd500 None None] Provisioning complete for port 4d17bcf6-ccb2-4a50-a143-dd5007118412 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:53.284420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a8c915-5584-4bb6-814f-7c65c94fd500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.333842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1711bfff-1518-4766-a88b-4d205adfbe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Synchronizing usage tracker for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:53.340676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.345376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.350184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8c915-5584-4bb6-814f-7c65c94fd500 None None] Port 4d17bcf6-ccb2-4a50-a143-dd5007118412 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:53.359274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-39ebae5d-5e98-4c42-bf08-3b2ac6fd668c tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:53.409255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/f8b2e387-8881-4738-90bb-15e5451a9b3d HTTP/1.1" status: 204 len: 168 time: 2.2395535 Nov 24 09:46:53.409974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=f8b2e387-8881-4738-90bb-15e5451a9b3d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:53.413510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:53.430300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45668) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:53.450575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1442836761'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:53.455418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2352035 Nov 24 09:46:53.468277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45672) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:53.475435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:53.482933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1711bfff-1518-4766-a88b-4d205adfbe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Unset dirty status for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:53.483802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:53.487326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1711bfff-1518-4766-a88b-4d205adfbe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports/ed0a7852-aaab-4499-bf53-ef0c0fc3f283 HTTP/1.1" status: 200 len: 959 time: 0.3825519 Nov 24 09:46:53.492508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45676) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:53.517083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:53.526017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.528219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:53.546204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:53.548551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.587514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5823ead-3e49-4451-861d-67342a77fd87 tempest-FloatingIPAdminTestJSON-1094096358 tempest-FloatingIPAdminTestJSON-1094096358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:53.770844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:53.776506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.934110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Pushing event updated for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:53.949715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:53.954808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:53.984904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.058519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Deleting port ed0a7852-aaab-4499-bf53-ef0c0fc3f283 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:54.058854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.065659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:54.154968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.155372 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment e381b39a-9822-4382-86e4-02d0e60ece9b of type vlan for network e75bb953-5e5d-49af-a31c-b2b95bba35f8 Nov 24 09:46:54.205732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.374171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.386029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for 4d17bcf6-ccb2-4a50-a143-dd5007118412 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:54.477002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.478975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Router fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:54.548716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:54.552450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.556763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:54.557457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.561974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:54.567793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:54.595710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e0ff8873-7a89-4589-88bf-c1371ac505fb no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:54.688107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.729738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e0ff8873-7a89-4589-88bf-c1371ac505fb {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:46:54.730721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e0ff8873-7a89-4589-88bf-c1371ac505fb not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:46:54.823495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.881533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4448285 Nov 24 09:46:54.887053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45680) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:54.896090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Calling delete_port for ed0a7852-aaab-4499-bf53-ef0c0fc3f283 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:54.904848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:54.957022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:54.962866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=e75bb953-5e5d-49af-a31c-b2b95bba35f8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:54.978146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:55.031339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:55.040827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:55.130029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-72a7f58f-35a5-42dc-9d9c-1ecb0aaa95c1 None None] Provisioning complete for port 379ca423-a0e8-4104-b5c6-98f544ef3204 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:46:55.130620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72a7f58f-35a5-42dc-9d9c-1ecb0aaa95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.195510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-72a7f58f-35a5-42dc-9d9c-1ecb0aaa95c1 None None] Port 379ca423-a0e8-4104-b5c6-98f544ef3204 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:46:55.203795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.221606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba5b4ba9-ebac-4291-a073-be169851580b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:55.267452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Router 25c54b26-9af7-4b1e-8825-564964712611 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:46:55.285313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:55.291150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=4d17bcf6-ccb2-4a50-a143-dd5007118412,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:55.293831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:55.300417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:55.304571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.341384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:55.351105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37134bfd-5b73-4b0b-8c18-b42f43fcc691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:55.357257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] In _notify_port_updated(), no bound segment for port e09e41ab-b240-4a85-a540-1bec31cc143c on network 7c820c02-4818-4edf-beb1-fd19dc576bc8 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:46:55.361492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:55.362185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.366395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/ports/e09e41ab-b240-4a85-a540-1bec31cc143c HTTP/1.1" status: 200 len: 818 time: 1.8926055 Nov 24 09:46:55.368857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45684) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:55.422919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:55.440197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0a7852-aaab-4499-bf53-ef0c0fc3f283,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:55.447319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:55.448589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=e09e41ab-b240-4a85-a540-1bec31cc143c,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:55.456023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:55.457838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:55.468745 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7558877 Nov 24 09:46:55.474378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.478339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] Sync routers for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:55.479236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45688) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:55.492771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port e09e41ab-b240-4a85-a540-1bec31cc143c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:55.493159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.495092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:55.495992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:55.588015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:55.602882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] Routers {'fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:55.603918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:55.635599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:55.687729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:55.688280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cc90f3-ac86-466c-9110-a2d4b9222d94 None None] The sync data for ids ['fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:55.901980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:55.963298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-53820b57-a0ac-487f-bb3c-ba071c4f071e tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] show failed (client error): The resource could not be found. Nov 24 09:46:55.964389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53820b57-a0ac-487f-bb3c-ba071c4f071e tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-531788348 HTTP/1.1" status: 404 len: 334 time: 0.4810526 Nov 24 09:46:55.976615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45692) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.032477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ed0a7852-aaab-4499-bf53-ef0c0fc3f283 HTTP/1.1" status: 204 len: 168 time: 2.5377455 Nov 24 09:46:56.040629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-51fdfea1-a6d9-413c-adc0-7646c7bf3c7e tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:56.043102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.102646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for e09e41ab-b240-4a85-a540-1bec31cc143c owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:56.149768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.151829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/4d17bcf6-ccb2-4a50-a143-dd5007118412 HTTP/1.1" status: 204 len: 168 time: 3.3313680 Nov 24 09:46:56.155508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-51fdfea1-a6d9-413c-adc0-7646c7bf3c7e tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] update failed (client error): The resource could not be found. Nov 24 09:46:56.156660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51fdfea1-a6d9-413c-adc0-7646c7bf3c7e tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1904013006 HTTP/1.1" status: 404 len: 335 time: 0.1785963 Nov 24 09:46:56.157931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45700) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.162934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45702) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.178447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fea34c-cc1e-4148-b3bf-ecd835bfe534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:46:56.179194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89fea34c-cc1e-4148-b3bf-ecd835bfe534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Synchronizing usage tracker for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:56.190051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.255315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.293264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-181f31b7-61f3-4958-b2cc-845d032a2b0d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] GET failed (client error): The resource could not be found. Nov 24 09:46:56.293838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-181f31b7-61f3-4958-b2cc-845d032a2b0d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Synchronizing usage tracker for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:56.340170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89fea34c-cc1e-4148-b3bf-ecd835bfe534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Unset dirty status for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:56.341531 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89fea34c-cc1e-4148-b3bf-ecd835bfe534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports/ed0a7852-aaab-4499-bf53-ef0c0fc3f283 HTTP/1.1" status: 404 len: 333 time: 0.2453585 Nov 24 09:46:56.350886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45708) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.378207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-181f31b7-61f3-4958-b2cc-845d032a2b0d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Unset dirty status for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:56.383542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-181f31b7-61f3-4958-b2cc-845d032a2b0d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports/4d17bcf6-ccb2-4a50-a143-dd5007118412 HTTP/1.1" status: 404 len: 333 time: 0.2185540 Nov 24 09:46:56.387680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-456433057'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:56.393154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Router 1692da9e-c220-4ed0-9b04-fa987bd99312 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:46:56.393987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.394143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.404143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Deleting port 0c05514f-b16c-491c-9593-388ba1fa29ce {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:56.404512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.409535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:56.419247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5bd735d-1eba-4128-b5fb-e45a928662d9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:56.448703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-790640834'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:56.476796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=e09e41ab-b240-4a85-a540-1bec31cc143c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:56.529566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:56.537176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:56.571768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.634401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Made reservation on behalf of 9e6babe9ab8d4950946be8ba80c3db12 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:56.639184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.690559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/e09e41ab-b240-4a85-a540-1bec31cc143c HTTP/1.1" status: 204 len: 168 time: 1.3156078 Nov 24 09:46:56.696441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45716) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:56.706899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting subnet 10c7270a-e20c-436a-b038-251d0b392bc9 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:56.748112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.780865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 5a1027a0-3192-46e0-8b37-d6190383a8de yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:56.830287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:56.878786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:56.885200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:56.888382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] For port 0c05514f-b16c-491c-9593-388ba1fa29ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c05514f-b16c-491c-9593-388ba1fa29ce,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:56.888778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.032120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Calling delete_port for 0c05514f-b16c-491c-9593-388ba1fa29ce owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:57.059686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:57.065180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.076253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:57.086339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.088737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] Sync routers for ids ['25c54b26-9af7-4b1e-8825-564964712611'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:57.101992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:57.102228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dc4a0-1247-42ac-bbab-c439a7ef69b7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:57.102941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b82dc4a0-1247-42ac-bbab-c439a7ef69b7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:57.105633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] Routers {'25c54b26-9af7-4b1e-8825-564964712611'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:57.106330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['25c54b26-9af7-4b1e-8825-564964712611'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:57.171194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.188042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:57.193441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port 508e38bf-dc97-4465-aab8-aa48bcb0654a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:46:57.200783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] Routers {'25c54b26-9af7-4b1e-8825-564964712611'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:57.201455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['25c54b26-9af7-4b1e-8825-564964712611'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:57.206305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b82dc4a0-1247-42ac-bbab-c439a7ef69b7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:57.210466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b82dc4a0-1247-42ac-bbab-c439a7ef69b7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5084543 Nov 24 09:46:57.229070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:57.271145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:57.271625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb874a4-4fc1-462e-8156-37126e7279da None None] The sync data for ids ['25c54b26-9af7-4b1e-8825-564964712611'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:46:57.315285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.316602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.3869488 Nov 24 09:46:57.325730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45724) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:57.341067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:57.353564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-885cd127-2360-4f61-9d8e-66b8bcb1cd07 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:46:57.354174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-885cd127-2360-4f61-9d8e-66b8bcb1cd07 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:46:57.356781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=f8a149d1-e744-44c3-8558-ce65763a357b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:57.371199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:57.401057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.410819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-885cd127-2360-4f61-9d8e-66b8bcb1cd07 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:46:57.412674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-885cd127-2360-4f61-9d8e-66b8bcb1cd07 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/e09e41ab-b240-4a85-a540-1bec31cc143c HTTP/1.1" status: 404 len: 333 time: 0.1749265 Nov 24 09:46:57.421607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'e381b39a-9822-4382-86e4-02d0e60ece9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:46:57.422004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: e75bb953-5e5d-49af-a31c-b2b95bba35f8, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:46:57.424649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45728) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:57.441833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1039366789'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:57.453695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:57.460796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:46:57.466424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.470725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Sync routers for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:46:57.475852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:57.487512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:46:57.488394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:46:57.505210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:57.514945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:57.534196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Subnet': ['ID=10c7270a-e20c-436a-b038-251d0b392bc9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:57.540490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:57.546137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:57.564948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.567032 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/subnets/10c7270a-e20c-436a-b038-251d0b392bc9 HTTP/1.1" status: 204 len: 168 time: 1.4006653 Nov 24 09:46:57.570511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45732) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:57.576632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.578246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::12c (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/508e38bf-dc97-4465-aab8-aa48bcb0654a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:57.580587 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] 10.222.0.55 "PUT /v2.0/routers/1692da9e-c220-4ed0-9b04-fa987bd99312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7450171 Nov 24 09:46:57.596569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e05a2-ce88-4a35-afe4-4d9af5cb1856 None None] Network f9a3d004-aaa3-4714-82b9-374d419c7ad3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:57.609036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:46:57.624708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:57.630203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.637184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5316654-6b3a-4ff7-9140-d75158ef93ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:57.653850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:57.659357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.687451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, e75bb953-5e5d-49af-a31c-b2b95bba35f8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:57.694568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c05514f-b16c-491c-9593-388ba1fa29ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:57.712486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:57.713117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:57.721767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:57.841445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e86d9b-8e02-4bfa-842e-d4cf8d874b80 None None] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:46:57.861343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9317837 Nov 24 09:46:57.864730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:57.874559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1786451669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:57.889727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:57.919502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:57.936082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:57.970429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:58.122028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:58.139033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:58.145469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=5a1027a0-3192-46e0-8b37-d6190383a8de,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:58.145830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.179598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:58.180543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:58.181225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.210810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:46:58.237890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:58.245709 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8721600 Nov 24 09:46:58.253291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45746) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:58.263415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] DHCP port deletion for f9a3d004-aaa3-4714-82b9-374d419c7ad3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:46:58.274023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:58.281713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Deleting port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:46:58.282001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.301144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:58.314206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.314886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment 55113081-d23a-41e2-ab5b-d6bd5307c44a of type vlan for network 984b4bd7-118c-400d-9814-bee0671243ae Nov 24 09:46:58.318179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:46:58.345634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.372261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750214549', 'description': 'tempest-description--1814553533'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:58.377286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.378281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.399485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:58.410066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Usage tracker for resource:security_group and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:58.480544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.485436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:58.486315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.496975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0028de9f-7178-4bd3-a745-42d8e0465591 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042 tempest-ExtraDHCPOptionsIpV6TestJSON-463194042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:58.672979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:58.713039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-e75bb953-5e5d-49af-a31c-b2b95bba35f8', 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': 'f8a149d1-e744-44c3-8558-ce65763a357b'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:46:58.714122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.724133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:46:58.745722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:58.777483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3455484 Nov 24 09:46:58.794480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45754) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:58.795785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=984b4bd7-118c-400d-9814-bee0671243ae,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:58.808241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting subnet b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:46:58.827614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:58.855019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:58.855782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.861705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.861850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.872923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.886898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.911328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.919590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 984b4bd7-118c-400d-9814-bee0671243ae details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:46:58.945432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object 508e38bf-dc97-4465-aab8-aa48bcb0654a will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:46:58.954998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:58.993174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:59.003550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Usage tracker for resource:security_group_rule and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:59.009695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.010289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edb5ff47-e309-4004-b4b1-a291514192fd {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:46:59.016572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:59.021184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.030653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:59.034143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.035486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d95cd893-c65a-4b22-9716-813425abccb9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1659358 Nov 24 09:46:59.039356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.044964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "DELETE /v2.0/routers/edb5ff47-e309-4004-b4b1-a291514192fd HTTP/1.1" status: 204 len: 168 time: 6.2082782 Nov 24 09:46:59.045226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45758) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:59.046852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:59.057726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1731867618', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:59.068060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:59.075109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:59.080495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.083684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:59.093857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0c3b09c5-0c0c-4052-ad6a-863e2c7c7aea tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:59.135615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:59.185674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.186616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.225383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:46:59.236324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=508e38bf-dc97-4465-aab8-aa48bcb0654a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:59.239786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:46:59.246905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:59.252392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.253769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:46:59.259892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:46:59.260853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.275366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.286876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:59.327305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.339035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9363987 Nov 24 09:46:59.342416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.343852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.346618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0425882 Nov 24 09:46:59.351672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:59.352052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:46:59.359830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'security_group_rule': {'security_group_id': 'cfe30109-2385-48dd-89e8-57a5aae19f26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:59.371255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:dc:4d'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:46:59.402433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe30109-2385-48dd-89e8-57a5aae19f26,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:46:59.413150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:59.415780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:46:59.430547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Usage tracker for resource:security_group_rule and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:59.436309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:59.441402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:46:59.447018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:59.514008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:46:59.522433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.541912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:46:59.560566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:46:59.653343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:46:59.686112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,segment=NetworkSegment(8dc9acb6-5fa8-45d7-a65b-3318364c975b),segment_id=8dc9acb6-5fa8-45d7-a65b-3318364c975b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:59.686784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.779719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.854610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.856058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.861689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Calling delete_port for 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:46:59.918956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,segment=NetworkSegment(8dc9acb6-5fa8-45d7-a65b-3318364c975b),segment_id=8dc9acb6-5fa8-45d7-a65b-3318364c975b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:46:59.962168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.968294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Allocated IP 2001:db8::2 (e75bb953-5e5d-49af-a31c-b2b95bba35f8/f8a149d1-e744-44c3-8558-ce65763a357b/0a666e64-7a54-4966-8395-02871834910c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:46:59.977740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:46:59.986515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:46:59.994876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.014069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.031751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:00.071326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8e2e2c-582e-425f-9e2e-59e33e9fb056,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:00.110692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-69640668-eee1-4095-ab7d-808bb9f1fec6 None None] Provisioning for port 508e38bf-dc97-4465-aab8-aa48bcb0654a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:00.120053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:00.133920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.146269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-69640668-eee1-4095-ab7d-808bb9f1fec6 None None] Provisioning complete for port 508e38bf-dc97-4465-aab8-aa48bcb0654a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:00.147928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69640668-eee1-4095-ab7d-808bb9f1fec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.180686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:00.183343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.184595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8298428 Nov 24 09:47:00.193716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:00.194033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45774) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:00.194211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:00.194734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:00.206409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'security_group_rule': {'security_group_id': 'cfe30109-2385-48dd-89e8-57a5aae19f26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:00.232451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:00.244144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Usage tracker for resource:security_group_rule and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:00.247584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:00.261579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:00.297596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69640668-eee1-4095-ab7d-808bb9f1fec6 None None] Port 508e38bf-dc97-4465-aab8-aa48bcb0654a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:00.320240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:46:52Z', 'revision_number': 2, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:00.329049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Checking router: 1692da9e-c220-4ed0-9b04-fa987bd99312 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:47:00.329442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Updating router 1692da9e-c220-4ed0-9b04-fa987bd99312 port 379ca423-a0e8-4104-b5c6-98f544ef3204 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:47:00.383910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.457281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.509664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.519522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.544145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Transition to ACTIVE for port object 0a666e64-7a54-4966-8395-02871834910c will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:00.555679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.653700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] device_id is not set on port 5a1027a0-3192-46e0-8b37-d6190383a8de yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:00.664219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.666994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.673865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.677692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b5fd62a-74ab-47da-925c-da6c6dae5725 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:00.678455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.679295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.685616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c05514f-b16c-491c-9593-388ba1fa29ce no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:00.686246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae085060-dc65-4ec0-a92f-9f49aad37d70 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:00.729872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.807528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Subnet': ['ID=b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:00.810195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] In _notify_port_updated(), no bound segment for port 508e38bf-dc97-4465-aab8-aa48bcb0654a on network fe7f0e29-3449-40b7-aaf5-8bc60321590f {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:47:00.811533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:00.814497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:00.815235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.816698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "PUT /v2.0/ports/508e38bf-dc97-4465-aab8-aa48bcb0654a HTTP/1.1" status: 200 len: 1002 time: 1.4636312 Nov 24 09:47:00.824450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45778) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:00.845226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=508e38bf-dc97-4465-aab8-aa48bcb0654a,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:00.853732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:00.856413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5545c12f-a52f-4ed8-b0dd-55cc5398b13f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:00.860714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Transition to ACTIVE for port object 5a1027a0-3192-46e0-8b37-d6190383a8de will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:00.877873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.888651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129d4ba6-4240-4853-ac32-3410dc971b51,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:00.889966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.891093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Allocated IP 172.26.6.127 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/99c79af0-67f4-4bf1-aacd-cfc212e37dae) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:00.893643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.894942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6961606 Nov 24 09:47:00.898175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:00.898731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45782) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:00.901552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Transition to ACTIVE for port object 0a666e64-7a54-4966-8395-02871834910c will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:00.902519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Deleting port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:00.902956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:00.904387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b4a07378-bf31-495b-8d47-359c18a1e9f9 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:00.909560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:00.916821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:00.962911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0c05514f-b16c-491c-9593-388ba1fa29ce {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:00.963300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c05514f-b16c-491c-9593-388ba1fa29ce not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:00.989087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Usage tracker for resource:floatingip and tenant:d1d21199a3504de88b86127a205c1fa7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:01.028335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/subnets/b0538a60-5b6f-4cc2-a914-2b3e2e0ad7e0 HTTP/1.1" status: 204 len: 168 time: 3.4552529 Nov 24 09:47:01.042572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45786) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:01.049714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:01.070933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:01.091695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.149422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] For port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,segment=NetworkSegment(8dc9acb6-5fa8-45d7-a65b-3318364c975b),segment_id=8dc9acb6-5fa8-45d7-a65b-3318364c975b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:01.149868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.176584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.221559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06489f95-2989-4d0d-9fab-190601e8acde None None] Network ce1e1b16-d752-4bbe-97df-14c0081f2562 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:01.238972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port 508e38bf-dc97-4465-aab8-aa48bcb0654a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:01.239363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.289350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.296094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:01.308217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Calling delete_port for 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:01.339938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=5a1027a0-3192-46e0-8b37-d6190383a8de,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:01.344620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.356274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:01.382496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d10bf8-34fd-42ee-8fd9-9f68213020ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:01.390854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:01.396131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:01.398529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event updated for resources: {'Port': ['ID=99c79af0-67f4-4bf1-aacd-cfc212e37dae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:01.401627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.403802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:01.404533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:01.456836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:01.544054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.591141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:01.600507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:01.601456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.641557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:01.641899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:01.642297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:01.816363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.820330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3c6a4aa-fa99-4b86-923b-e12b2919e217 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:01.832934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Allocated IP 172.26.6.180 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/4951d50f-a009-4275-802a-61b2330c95a4) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:01.869407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:01.869603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:01.899413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Pushing event updated for resources: {'Port': ['ID=0a666e64-7a54-4966-8395-02871834910c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:01.905037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:01.921883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:01.922219 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:01.942431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 2 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:01.973979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d0df57d5-08cf-441f-9b9b-96d85f20ead6 None None] Provisioning complete for port 508e38bf-dc97-4465-aab8-aa48bcb0654a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:01.978000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0df57d5-08cf-441f-9b9b-96d85f20ead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.143610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.144783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.163572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.228687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.249711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db05ef0e-7d85-4150-a172-dedb176add7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:02.361857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.370661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d26537-68e6-4c7f-a156-21daee4f5171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:02.391769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Pushing event deleted for resources: {'Port': ['ID=00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:02.395745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:02.397324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Attempting to bind port 0a666e64-7a54-4966-8395-02871834910c on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:02.397995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Attempting to bind port 0a666e64-7a54-4966-8395-02871834910c by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e381b39a-9822-4382-86e4-02d0e60ece9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:02.398696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Attempting to bind port 0a666e64-7a54-4966-8395-02871834910c on network e75bb953-5e5d-49af-a31c-b2b95bba35f8 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:02.403888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:02.404262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:02.404646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:02.413001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d0df57d5-08cf-441f-9b9b-96d85f20ead6 None None] Port 508e38bf-dc97-4465-aab8-aa48bcb0654a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:02.426009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] No DVR routers for this DVR port 00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:02.454195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=5eb3a531-1c41-4480-b463-f9f4572eeb96,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:02.462388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:02.463141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Checking segment: {'id': 'e381b39a-9822-4382-86e4-02d0e60ece9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:02.463904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.464654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Bound using segment: {'id': 'e381b39a-9822-4382-86e4-02d0e60ece9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:02.465427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Bound port: 0a666e64-7a54-4966-8395-02871834910c, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e381b39a-9822-4382-86e4-02d0e60ece9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e75bb953-5e5d-49af-a31c-b2b95bba35f8'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:02.466103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.494174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:02.514644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] The port '00142ae9-4f78-4f4c-bf3d-3ee2fe47cf98' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:02.530055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:02.530415 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:02.546873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 3 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:02.651297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.683324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] For port 0a666e64-7a54-4966-8395-02871834910c, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:02.712518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:02.712881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:02.713267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:02.748163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] For port 0a666e64-7a54-4966-8395-02871834910c, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0a666e64-7a54-4966-8395-02871834910c,segment=NetworkSegment(e381b39a-9822-4382-86e4-02d0e60ece9b),segment_id=e381b39a-9822-4382-86e4-02d0e60ece9b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:02.755622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.764587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d5428c4-75db-42d4-b5dd-3a32193fabc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:02.841768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] DHCP port deletion for ce1e1b16-d752-4bbe-97df-14c0081f2562 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:02.863700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.867973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for 508e38bf-dc97-4465-aab8-aa48bcb0654a owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:02.874612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Deleting port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:02.875036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:02.883310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:02.889688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:02.892675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'Port': ['ID=4951d50f-a009-4275-802a-61b2330c95a4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:02.895860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:02.914760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': '55113081-d23a-41e2-ab5b-d6bd5307c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:02.914760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 984b4bd7-118c-400d-9814-bee0671243ae, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:02.927151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:02.942358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Transition to ACTIVE for port object 379ca423-a0e8-4104-b5c6-98f544ef3204 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:02.945128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Pushing event updated for resources: {'Port': ['ID=0a666e64-7a54-4966-8395-02871834910c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:02.960471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:02.968527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.002300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:03.002701 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:03.031900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:03.038650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.048328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 4 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:03.109661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Pushing event updated for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:03.121230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:03.127995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:03.128623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:03.128742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:03.130099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.136326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a3d004-aaa3-4714-82b9-374d419c7ad3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:03.179968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Router 4ed35ef6-2799-4e02-821f-0532d4bf272e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:03.180221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc9acb6-5fa8-45d7-a65b-3318364c975b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:03.180440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc9acb6-5fa8-45d7-a65b-3318364c975b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:03.204472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.207962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:03.208382 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:03.213403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8::1 (e75bb953-5e5d-49af-a31c-b2b95bba35f8/f8a149d1-e744-44c3-8558-ce65763a357b/f423b946-f960-44b4-9835-fded51de3dcf) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:03.289808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.297992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 5 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:03.350431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 984b4bd7-118c-400d-9814-bee0671243ae is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:03.400922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.404994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.512948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:03.513338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:03.513731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:03.654407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 984b4bd7-118c-400d-9814-bee0671243ae) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:03.658916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:03.659729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.684034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d7f184-1081-4aec-96d1-fb58663abf2d None None] Network 984b4bd7-118c-400d-9814-bee0671243ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:03.689854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:03.690310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.712235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.728493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.735073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:03.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:03.829253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] For port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,segment=NetworkSegment(9767fb18-2849-4d79-b097-7f57a19d2bf4),segment_id=9767fb18-2849-4d79-b097-7f57a19d2bf4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:03.829719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.831309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:03.831921 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:03.850940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 6 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:03.874354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.877255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'Port': ['ID=4951d50f-a009-4275-802a-61b2330c95a4,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:03.883276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:03.885194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:03.905024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] Sync routers for ids ['4ed35ef6-2799-4e02-821f-0532d4bf272e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:03.909648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.911325 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0993407 Nov 24 09:47:03.916325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:03.933922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Attempting to bind port 379ca423-a0e8-4104-b5c6-98f544ef3204 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:03.934349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Attempting to bind port 379ca423-a0e8-4104-b5c6-98f544ef3204 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:03.934824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:03.935206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Attempting to bind port 379ca423-a0e8-4104-b5c6-98f544ef3204 on network 8461974f-b217-4512-9726-f6b64b0bfbd3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:03.938390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] Routers {'4ed35ef6-2799-4e02-821f-0532d4bf272e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:03.940813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ed35ef6-2799-4e02-821f-0532d4bf272e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:03.952379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object f423b946-f960-44b4-9835-fded51de3dcf will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:03.961000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:03.965542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9143269 Nov 24 09:47:03.975651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:03.984281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:03.984814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:03.985124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:03.985258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:03.997259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:03.999232 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:04.000959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 7 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:04.010099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Calling delete_port for 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:04.012865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.023094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.024251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:04.035675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.036417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] Routers {'4ed35ef6-2799-4e02-821f-0532d4bf272e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:04.037816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ed35ef6-2799-4e02-821f-0532d4bf272e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:04.047470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.048814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1478648 Nov 24 09:47:04.063181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-704dee0c-f2d8-487b-aa83-808519994b39 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:04.109996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:04.110779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef53f0f-b3ce-4a1e-a5d0-6fd71e886612 None None] The sync data for ids ['4ed35ef6-2799-4e02-821f-0532d4bf272e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:04.129881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:04.145071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:04.145518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Checking segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:04.145998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.147047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Bound using segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:04.147537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Bound port: 379ca423-a0e8-4104-b5c6-98f544ef3204, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:04.147967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.192397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.204502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:04.228888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:04.230003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:04.230856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.235403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:04.254173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:04.258850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:04.259942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:04.270654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.276570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/508e38bf-dc97-4465-aab8-aa48bcb0654a HTTP/1.1" status: 204 len: 168 time: 3.4462743 Nov 24 09:47:04.292815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:04.295927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:04.308730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.341578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/networks/f9a3d004-aaa3-4714-82b9-374d419c7ad3 HTTP/1.1" status: 204 len: 168 time: 3.2964437 Nov 24 09:47:04.344458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:04.356106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45814) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:04.382202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] No DVR routers for this DVR port 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:04.390422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:04.407080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a49c677-cafb-4a29-a7b5-d04fb337d1cf tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] GET failed (client error): The resource could not be found. Nov 24 09:47:04.407644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a49c677-cafb-4a29-a7b5-d04fb337d1cf tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Synchronizing usage tracker for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:04.408920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:04.409369 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:04.410145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=f423b946-f960-44b4-9835-fded51de3dcf,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:04.415690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 8 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:04.440234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:04.446488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Pushing event deleted for resources: {'Port': ['ID=5ef6de9b-9af1-4cf9-bb21-35d75fc60285,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:04.449230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:04.511064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=508e38bf-dc97-4465-aab8-aa48bcb0654a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:04.519133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:04.519645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:04.520104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:04.523434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:04.528352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:04.528968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:04.535501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52070aa6-52ce-49f0-9731-fea58f0aea49 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:04.548202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-984b4bd7-118c-400d-9814-bee0671243ae', 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '5eb3a531-1c41-4480-b463-f9f4572eeb96'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:47:04.555627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.564491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Network': ['ID=f9a3d004-aaa3-4714-82b9-374d419c7ad3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:04.572163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a49c677-cafb-4a29-a7b5-d04fb337d1cf tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Unset dirty status for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:04.577420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a49c677-cafb-4a29-a7b5-d04fb337d1cf tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports/508e38bf-dc97-4465-aab8-aa48bcb0654a HTTP/1.1" status: 404 len: 333 time: 0.2722952 Nov 24 09:47:04.580165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45818) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:04.598187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-e7499a56-7a66-4912-828c-9c176a5c5432 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:04.613243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:04.628061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:04.628061 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:04.642828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 9 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:04.699378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:04.700012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:04.700558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:04.711758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.726873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-591336424'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:04.743425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0a666e64-7a54-4966-8395-02871834910c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:04.745476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-e7499a56-7a66-4912-828c-9c176a5c5432 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:04.746985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-e7499a56-7a66-4912-828c-9c176a5c5432 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1750214549&fields=id&tenant_id=d1d21199a3504de88b86127a205c1fa7 HTTP/1.1" status: 200 len: 267 time: 0.4036629 Nov 24 09:47:04.750903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:04.751439 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:04.752280 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempt 10 to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de Nov 24 09:47:04.762118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.826430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] For port 379ca423-a0e8-4104-b5c6-98f544ef3204, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:04.862279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] For port 379ca423-a0e8-4104-b5c6-98f544ef3204, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=379ca423-a0e8-4104-b5c6-98f544ef3204,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:04.879609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:04.887607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d86fc3f-9ea4-4146-bee5-d5cd9d687cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:04.907259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:04.907642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:04.908033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempting to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:04.979727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0a666e64-7a54-4966-8395-02871834910c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:04.997390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:04.997765 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR neutron.plugins.ml2.managers [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Failed to bind port 5a1027a0-3192-46e0-8b37-d6190383a8de on host hv-neutron-8184 for vnic_type normal using segments [{'id': 'aee97eed-fd56-4434-85c1-32ea910e229c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0d32b1ca-3421-491b-badb-dc8c2c15d2fe'}] Nov 24 09:47:04.998178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.020467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.042893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Pushing event updated for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:05.054101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:05.064400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:05.065657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:05.295543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:05.349635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Allocated IP 172.20.0.2 (984b4bd7-118c-400d-9814-bee0671243ae/5eb3a531-1c41-4480-b463-f9f4572eeb96/747226df-2481-4d3b-b1a1-be4f716fdd6e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:05.357257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:05.357984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5ef6de9b-9af1-4cf9-bb21-35d75fc60285 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:05.376876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:47:05.429529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9eac7-6213-4149-b33a-a8a2f21318a3 None None] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:05.633127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:05.654972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.686771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:05.729738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1e1b16-d752-4bbe-97df-14c0081f2562']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:05.741765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:05.747599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.778925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9767fb18-2849-4d79-b097-7f57a19d2bf4') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:05.779300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9767fb18-2849-4d79-b097-7f57a19d2bf4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:05.816983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.836240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port 5786607a-e649-41de-b1c5-701bea700317 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:05.854892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-5b844a14-7ebd-4039-8ca9-8780dd1dc818 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:05.855661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-5b844a14-7ebd-4039-8ca9-8780dd1dc818 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:05.889535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5eb3a531-1c41-4480-b463-f9f4572eeb96 (CIDR: 172.20.0.0/28) Nov 24 09:47:05.891961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.911125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-5b844a14-7ebd-4039-8ca9-8780dd1dc818 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:05.918878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-5b844a14-7ebd-4039-8ca9-8780dd1dc818 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 812 time: 1.1392198 Nov 24 09:47:05.943261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.961931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:47:05.962437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:47:05.976503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:05.976991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.990222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 5a1027a0-3192-46e0-8b37-d6190383a8de, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:05.990709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Attempted to set empty binding levels {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Nov 24 09:47:05.993036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:05.998400 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:06.002491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.013700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-6391e509-009a-4d80-b4a8-f498370a1ffa tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/quotas/d1d21199a3504de88b86127a205c1fa7 HTTP/1.1" status: 200 len: 375 time: 0.0937848 Nov 24 09:47:06.116700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5242967c-a45e-4a49-bf97-d850f182f612 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1966116 Nov 24 09:47:06.121718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:06.127372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45822) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:06.172266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Provisioning for port 0a666e64-7a54-4966-8395-02871834910c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:06.173920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:06.197361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event updated for resources: {'Port': ['ID=5a1027a0-3192-46e0-8b37-d6190383a8de,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:06.204174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:06.220457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.238465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:06.262012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.293448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Provisioning complete for port 0a666e64-7a54-4966-8395-02871834910c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:06.293874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.318263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.337817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Network': ['ID=ce1e1b16-d752-4bbe-97df-14c0081f2562,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:06.351720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:06.367664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/networks/ce1e1b16-d752-4bbe-97df-14c0081f2562 HTTP/1.1" status: 204 len: 168 time: 2.0047359 Nov 24 09:47:06.368573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:06.411368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] In _notify_port_updated(), no bound segment for port 5a1027a0-3192-46e0-8b37-d6190383a8de on network 0d32b1ca-3421-491b-badb-dc8c2c15d2fe {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:47:06.413679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.418145 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "PUT /v2.0/ports/5a1027a0-3192-46e0-8b37-d6190383a8de HTTP/1.1" status: 200 len: 980 time: 8.1609597 Nov 24 09:47:06.418145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.418416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.418936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::294 (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/5786607a-e649-41de-b1c5-701bea700317) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:06.424499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45830) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:06.426220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-605910b9-1a51-469f-b98c-34ce32e9ed5d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:06.512872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.542858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.570085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:04Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:06.587546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Transition to ACTIVE for port object 747226df-2481-4d3b-b1a1-be4f716fdd6e will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:06.590410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcecf35-2d44-4086-90a0-6cb9c78f08fd None None] The sync data for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv is: [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:04Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:06.592297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=f423b946-f960-44b4-9835-fded51de3dcf,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:06.610630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Deleting port 5a1027a0-3192-46e0-8b37-d6190383a8de {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:06.611173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.649365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Transition to ACTIVE for port object 747226df-2481-4d3b-b1a1-be4f716fdd6e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:06.651992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] For port 0a666e64-7a54-4966-8395-02871834910c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0a666e64-7a54-4966-8395-02871834910c,segment=NetworkSegment(e381b39a-9822-4382-86e4-02d0e60ece9b),segment_id=e381b39a-9822-4382-86e4-02d0e60ece9b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:06.654015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:06.658218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.665599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a925d2-fc93-45f5-8a7d-b1f09caa83ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:06.695531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:06.724344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-8e508f27-6228-45ad-9e61-e2d20d40d1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:06.736387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:06.750828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:06.765321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:06.837915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:06.844201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Network 984b4bd7-118c-400d-9814-bee0671243ae is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:06.846828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:06.857039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:06.865550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Pushing event updated for resources: {'Port': ['ID=0a666e64-7a54-4966-8395-02871834910c,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:06.897075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:06.898320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:06.928342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:06.934382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.004707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Pushing event updated for resources: {'Port': ['ID=747226df-2481-4d3b-b1a1-be4f716fdd6e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:07.040554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:07.058023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:07.096947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting subnet e92c00b9-5d58-4524-822f-e45014f6b5c8 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:07.123336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Attempting to bind port 747226df-2481-4d3b-b1a1-be4f716fdd6e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:07.124262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Attempting to bind port 747226df-2481-4d3b-b1a1-be4f716fdd6e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '55113081-d23a-41e2-ab5b-d6bd5307c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:07.125025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Attempting to bind port 747226df-2481-4d3b-b1a1-be4f716fdd6e on network 984b4bd7-118c-400d-9814-bee0671243ae {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:07.135651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-8e508f27-6228-45ad-9e61-e2d20d40d1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:07.139472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:07.140156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Checking segment: {'id': '55113081-d23a-41e2-ab5b-d6bd5307c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:07.140837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.141474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Bound using segment: {'id': '55113081-d23a-41e2-ab5b-d6bd5307c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:07.142211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Bound port: 747226df-2481-4d3b-b1a1-be4f716fdd6e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55113081-d23a-41e2-ab5b-d6bd5307c44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '984b4bd7-118c-400d-9814-bee0671243ae'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:07.142867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.150973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-8e508f27-6228-45ad-9e61-e2d20d40d1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1359839 Nov 24 09:47:07.152014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:07.229382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.304763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Provisioning for port f423b946-f960-44b4-9835-fded51de3dcf completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:07.311784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Provisioning complete for port f423b946-f960-44b4-9835-fded51de3dcf triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:07.311985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.363928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:07.372684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.389253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=747226df-2481-4d3b-b1a1-be4f716fdd6e,segment=NetworkSegment(55113081-d23a-41e2-ab5b-d6bd5307c44a),segment_id=55113081-d23a-41e2-ab5b-d6bd5307c44a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:07.409538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-fe9a0f39-e59b-4c7a-a9cc-4047c17ece6f service neutron] 10.222.0.55 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701646 Nov 24 09:47:07.422471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.428466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.441332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3beac103-aeb9-47ee-8f47-99d5507655af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:07.506635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object 5786607a-e649-41de-b1c5-701bea700317 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:07.546247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Port f423b946-f960-44b4-9835-fded51de3dcf cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:07.565519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Pushing event updated for resources: {'Port': ['ID=747226df-2481-4d3b-b1a1-be4f716fdd6e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:07.591327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:07.620839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.621546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Provisioning complete for port 0a666e64-7a54-4966-8395-02871834910c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:07.622137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e2f839d-71fc-4e11-afd5-f8ee32b09713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.756547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.767417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9886e3e9-b134-4730-b4ca-7ba31272b480 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:07.887801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Subnet': ['ID=e92c00b9-5d58-4524-822f-e45014f6b5c8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:07.891885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] For port 5a1027a0-3192-46e0-8b37-d6190383a8de, host hv-neutron-8184, got binding levels [] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:07.892383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.910199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.920847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:07.922963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.935036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-790823ca-30e4-42ff-a1c8-b248999602db tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:07.988950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:07.992280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd62666-3320-4ab0-a2fd-5f513c13fcf8 None None] Network 981e1196-4577-41e4-92f2-6ada52bf9e50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:08.032068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e36f70ca-d07d-4bb8-8ee7-fc6b2f05f924 None None] Provisioning complete for port f423b946-f960-44b4-9835-fded51de3dcf triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:08.032757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e36f70ca-d07d-4bb8-8ee7-fc6b2f05f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.084984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Calling delete_port for 5a1027a0-3192-46e0-8b37-d6190383a8de owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:08.099059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/subnets/e92c00b9-5d58-4524-822f-e45014f6b5c8 HTTP/1.1" status: 204 len: 168 time: 1.7135878 Nov 24 09:47:08.332132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e36f70ca-d07d-4bb8-8ee7-fc6b2f05f924 None None] Port f423b946-f960-44b4-9835-fded51de3dcf cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:08.477249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=5786607a-e649-41de-b1c5-701bea700317,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:08.488993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3182d9d-ec84-492c-9e4d-0f41aba22f83 None None] Provisioning complete for port f423b946-f960-44b4-9835-fded51de3dcf triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:08.489567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3182d9d-ec84-492c-9e4d-0f41aba22f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.493317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:08.501572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:08.553570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:08.589751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:08.609869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] DHCP port deletion for 981e1196-4577-41e4-92f2-6ada52bf9e50 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:08.611491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:08.617070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:08.617784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.624388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Deleting port 41b63919-ab52-4616-a1c7-78f9ccc03353 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:08.628215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.697315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b3182d9d-ec84-492c-9e4d-0f41aba22f83 None None] Port f423b946-f960-44b4-9835-fded51de3dcf cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:08.711806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-dd1455c5-7f4a-4f5f-93ca-10ac261a0362 service neutron] 10.222.0.55 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3012729 Nov 24 09:47:08.771799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1789501 Nov 24 09:47:08.798494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:08.815279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'network_id': 'fe7f0e29-3449-40b7-aaf5-8bc60321590f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-572495835'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:08.849745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.870498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d948b00b-99b0-4ad0-b28f-5e87dbad03f7 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:08.932892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a1027a0-3192-46e0-8b37-d6190383a8de,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:08.944908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.954285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:08.966992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5a1027a0-3192-46e0-8b37-d6190383a8de HTTP/1.1" status: 204 len: 168 time: 2.4535928 Nov 24 09:47:08.973178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:08.979379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:08.999568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 379ca423-a0e8-4104-b5c6-98f544ef3204 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:09.020245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.031058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:09.062030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router 25c54b26-9af7-4b1e-8825-564964712611 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:09.079176 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c0568a-076e-4e06-9b65-62471fccb8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] GET failed (client error): The resource could not be found. Nov 24 09:47:09.079762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-64c0568a-076e-4e06-9b65-62471fccb8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Synchronizing usage tracker for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:09.102229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] For port 41b63919-ab52-4616-a1c7-78f9ccc03353, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=41b63919-ab52-4616-a1c7-78f9ccc03353,segment=NetworkSegment(2fb41312-bd5a-4e9d-8ebc-a1d3057495d8),segment_id=2fb41312-bd5a-4e9d-8ebc-a1d3057495d8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:09.103031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.177947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting port 41b63919-ab52-4616-a1c7-78f9ccc03353 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:09.178344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.186011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-64c0568a-076e-4e06-9b65-62471fccb8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Unset dirty status for tenant:9e6babe9ab8d4950946be8ba80c3db12 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:09.190389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-64c0568a-076e-4e06-9b65-62471fccb8eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] 10.222.0.55 "GET /v2.0/ports/5a1027a0-3192-46e0-8b37-d6190383a8de HTTP/1.1" status: 404 len: 333 time: 0.2068009 Nov 24 09:47:09.194761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45846) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:09.263645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 984b4bd7-118c-400d-9814-bee0671243ae is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:09.271217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Calling delete_port for 41b63919-ab52-4616-a1c7-78f9ccc03353 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:09.305078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 379ca423-a0e8-4104-b5c6-98f544ef3204 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:09.320321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 379ca423-a0e8-4104-b5c6-98f544ef3204 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:09.321128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.323161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:09.329273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:09.329935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.348775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=50a3108e-4d92-47ec-9fe9-f646c56262c2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:09.392028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 47989da0-2ef8-48fa-a718-8498d53e3938 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:09.405179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.496316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b159345-275a-4539-92d0-495df2088336 None None] Provisioning for port 5786607a-e649-41de-b1c5-701bea700317 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:09.509254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.527369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ba5da73-9698-4532-924c-26266c72346b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:09.546930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] For port 41b63919-ab52-4616-a1c7-78f9ccc03353, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=41b63919-ab52-4616-a1c7-78f9ccc03353,segment=NetworkSegment(2fb41312-bd5a-4e9d-8ebc-a1d3057495d8),segment_id=2fb41312-bd5a-4e9d-8ebc-a1d3057495d8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:09.547339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.584252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b159345-275a-4539-92d0-495df2088336 None None] Provisioning complete for port 5786607a-e649-41de-b1c5-701bea700317 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:09.586686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b159345-275a-4539-92d0-495df2088336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.641165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] No DVR routers for this DVR port 41b63919-ab52-4616-a1c7-78f9ccc03353 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:09.663072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Pushing event deleted for resources: {'Port': ['ID=41b63919-ab52-4616-a1c7-78f9ccc03353,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:09.674526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.690934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:09.718489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Calling delete_port for 41b63919-ab52-4616-a1c7-78f9ccc03353 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:09.749509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9b159345-275a-4539-92d0-495df2088336 None None] Port 5786607a-e649-41de-b1c5-701bea700317 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:09.765951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 379ca423-a0e8-4104-b5c6-98f544ef3204, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=379ca423-a0e8-4104-b5c6-98f544ef3204,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:09.769133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:09.771202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.773106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 747226df-2481-4d3b-b1a1-be4f716fdd6e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:09.780066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:09.788441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:09.805190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Made reservation on behalf of 27be429efd24466e9cc96ea83d0b2fc1 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:09.807888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fb3dd81-f51b-41e3-8f56-59151dd5d780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:09.810928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.854273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6923556 Nov 24 09:47:09.859133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45850) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:09.871256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'fixed_ips': [{'subnet_id': '5eb3a531-1c41-4480-b463-f9f4572eeb96'}, {'subnet_id': '50a3108e-4d92-47ec-9fe9-f646c56262c2'}], 'name': 'tempest-PortsTestJSON-2106675029'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:09.888449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:09.923223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:09.928522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:09.941624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 747226df-2481-4d3b-b1a1-be4f716fdd6e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:09.948689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0a666e64-7a54-4966-8395-02871834910c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:09.963678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d32b1ca-3421-491b-badb-dc8c2c15d2fe']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:09.992862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee97eed-fd56-4434-85c1-32ea910e229c') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:09.993219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee97eed-fd56-4434-85c1-32ea910e229c') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.006173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] device_id is not set on port 2d02e555-900d-48a1-9095-a06d646b1207 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:10.009687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:10.021738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] Sync routers for ids ['25c54b26-9af7-4b1e-8825-564964712611'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:10.050499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.057204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] Routers {'25c54b26-9af7-4b1e-8825-564964712611'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:10.058100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['25c54b26-9af7-4b1e-8825-564964712611'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.060925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-225635e8-c0ea-434f-a680-8632a9d8cd9f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "PUT /v2.0/routers/25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 200 len: 926 time: 12.7332938 Nov 24 09:47:10.067413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.068485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:10.068937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:10.073092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:10.092578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.104485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:10.104861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.120249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794cf051-82fc-48db-8160-ede060a84e97 None None] Network 984b4bd7-118c-400d-9814-bee0671243ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:10.124930 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:10.148182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:10.166887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] Sync routers for ids ['47989da0-2ef8-48fa-a718-8498d53e3938'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:10.179701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] Routers {'47989da0-2ef8-48fa-a718-8498d53e3938'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:10.180740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['47989da0-2ef8-48fa-a718-8498d53e3938'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.202808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/47989da0-2ef8-48fa-a718-8498d53e3938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1489270 Nov 24 09:47:10.208125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:10.229240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.239902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.246539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:10.248557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.251967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.264120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] Routers {'47989da0-2ef8-48fa-a718-8498d53e3938'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:10.265197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['47989da0-2ef8-48fa-a718-8498d53e3938'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.278299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e3bf6c-57a1-446a-910d-a8e4a7202d10 req-15097fbc-7115-4bbc-9d3b-e7b9b2d00a47 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2058010 Nov 24 09:47:10.282516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:10.293368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] Routers {'25c54b26-9af7-4b1e-8825-564964712611'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:10.294019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['25c54b26-9af7-4b1e-8825-564964712611'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.295216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Pushing event deleted for resources: {'Network': ['ID=0d32b1ca-3421-491b-badb-dc8c2c15d2fe,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:10.306568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:10.316306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] 10.222.0.55 "DELETE /v2.0/networks/0d32b1ca-3421-491b-badb-dc8c2c15d2fe HTTP/1.1" status: 204 len: 168 time: 1.1164327 Nov 24 09:47:10.341017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.341489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cd7db9-8c7e-4a4e-a7d5-d36c351efb0e None None] The sync data for ids ['47989da0-2ef8-48fa-a718-8498d53e3938'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:10.392821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:10.406685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:10.433767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:10.566470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:10.570699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024fa1f-3834-49a8-b425-5aa71c841e4e None None] The sync data for ids ['25c54b26-9af7-4b1e-8825-564964712611'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:10.572189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Provisioning for port 747226df-2481-4d3b-b1a1-be4f716fdd6e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:10.576255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Deleting port 41b63919-ab52-4616-a1c7-78f9ccc03353 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:10.576419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.581094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0a666e64-7a54-4966-8395-02871834910c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:10.581496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.610342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45870) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:10.610952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e6927-79ee-464d-bbf5-2a4c6c117958 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:10.616727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-466e6927-79ee-464d-bbf5-2a4c6c117958 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports/f423b946-f960-44b4-9835-fded51de3dcf HTTP/1.1" status: 200 len: 911 time: 0.3931544 Nov 24 09:47:10.617767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45874) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:10.634743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:10.733929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.734690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Provisioning complete for port 747226df-2481-4d3b-b1a1-be4f716fdd6e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:10.735103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:10.743902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] The port '41b63919-ab52-4616-a1c7-78f9ccc03353' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:10.819816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Allocated IP 2001:db8::1d7 (fe7f0e29-3449-40b7-aaf5-8bc60321590f/15fe4a87-9295-43b1-b1f6-9c45410a0451/2d02e555-900d-48a1-9095-a06d646b1207) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:10.870378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7915031-5bd9-4929-91ab-39801a9f1fb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d1f91ea7cd04a8892c3db7ee38a8802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2584078 Nov 24 09:47:10.872876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45880) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:11.028517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.086878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=747226df-2481-4d3b-b1a1-be4f716fdd6e,segment=NetworkSegment(55113081-d23a-41e2-ab5b-d6bd5307c44a),segment_id=55113081-d23a-41e2-ab5b-d6bd5307c44a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:11.093457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.095686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91e63652-51b1-4750-b59d-05f491a09e82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:11.097711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.145632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.149476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.210262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.213446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 379ca423-a0e8-4104-b5c6-98f544ef3204 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:11.294783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.305017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Pushing event updated for resources: {'Port': ['ID=747226df-2481-4d3b-b1a1-be4f716fdd6e,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:11.314204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:11.321013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Update dhcp port {'port': {'network_id': '984b4bd7-118c-400d-9814-bee0671243ae', 'fixed_ips': [{'subnet_id': '5eb3a531-1c41-4480-b463-f9f4572eeb96', 'ip_address': '172.20.0.2'}, {'subnet_id': '50a3108e-4d92-47ec-9fe9-f646c56262c2'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '747226df-2481-4d3b-b1a1-be4f716fdd6e'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:47:11.381956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.395948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.408548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.419508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 379ca423-a0e8-4104-b5c6-98f544ef3204 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:11.419940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.423956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c38bb59d-e9b8-4c34-b108-b8c2c9cc2ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:11.475371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.487593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:47:11.526737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981e1196-4577-41e4-92f2-6ada52bf9e50']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:11.567648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:11.568553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb41312-bd5a-4e9d-8ebc-a1d3057495d8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:11.655736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 38354ce5-04dd-48a6-bc97-95606f8436e8 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:11.702959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.762170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.772799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Allocated IP 172.20.0.18 (984b4bd7-118c-400d-9814-bee0671243ae/50a3108e-4d92-47ec-9fe9-f646c56262c2/747226df-2481-4d3b-b1a1-be4f716fdd6e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:11.803823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:11.804280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.815400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a669e6c-4656-4d0f-934c-1a4235c87d75,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:11.822542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-520624ff-a4cf-4309-9da1-7c228dbb6020 req-a88ac62b-57d0-43d4-b39c-37167102dff3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.4436049 Nov 24 09:47:11.823786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 41b63919-ab52-4616-a1c7-78f9ccc03353 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:11.833959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:11.835426 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:11.837789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a669e6c-4656-4d0f-934c-1a4235c87d75 HTTP/1.1" status: 204 len: 168 time: 0.9616258 Nov 24 09:47:11.844521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.844954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.845393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.845797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.846216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.846640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.847056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.847472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.848010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.848814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.849451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:11.863733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:11.903518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 41b63919-ab52-4616-a1c7-78f9ccc03353 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:11.904062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 41b63919-ab52-4616-a1c7-78f9ccc03353 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:12.035984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=747226df-2481-4d3b-b1a1-be4f716fdd6e,segment=NetworkSegment(55113081-d23a-41e2-ab5b-d6bd5307c44a),segment_id=55113081-d23a-41e2-ab5b-d6bd5307c44a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:12.070682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.072469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.084513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-068222ef-bee4-410c-8744-54babed55063 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 200 len: 926 time: 2.0058446 Nov 24 09:47:12.086719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45894) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.108409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Transition to ACTIVE for port object 747226df-2481-4d3b-b1a1-be4f716fdd6e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:12.109323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.113888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.120788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e075be3d-cd67-4881-a3b5-bddf3266f8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:12.121104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49ec37b6-fa3c-4524-917a-ea60baeafd8c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:12.137310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.204179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Transition to ACTIVE for port object 2d02e555-900d-48a1-9095-a06d646b1207 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:12.205812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Pushing event deleted for resources: {'Network': ['ID=981e1196-4577-41e4-92f2-6ada52bf9e50,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:12.213754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:12.251429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/networks/981e1196-4577-41e4-92f2-6ada52bf9e50 HTTP/1.1" status: 204 len: 168 time: 3.7464039 Nov 24 09:47:12.254016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45900) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.301529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Pushing event updated for resources: {'Port': ['ID=747226df-2481-4d3b-b1a1-be4f716fdd6e,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:12.307122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:12.369346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a46609b7-0600-4fe5-8bf2-74631c33fea9 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Synchronizing usage tracker for tenant:6c182b9efbcf42fcb24b0d07bbb71f88 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:12.400546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-80200206-0d97-4869-a9bf-5d28c2544ee8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Synchronizing usage tracker for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:12.402481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.427440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-80200206-0d97-4869-a9bf-5d28c2544ee8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Unset dirty status for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:12.428744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80200206-0d97-4869-a9bf-5d28c2544ee8 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=25c54b26-9af7-4b1e-8825-564964712611&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3409951 Nov 24 09:47:12.439748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45912) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.472101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.487001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707179b7-dc0b-4981-a97c-479be89c66bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:12.516987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a46609b7-0600-4fe5-8bf2-74631c33fea9 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Unset dirty status for tenant:6c182b9efbcf42fcb24b0d07bbb71f88 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:12.520931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a46609b7-0600-4fe5-8bf2-74631c33fea9 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 HTTP/1.1" status: 200 len: 205 time: 0.2588475 Nov 24 09:47:12.527252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45916) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.617832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router 4ed35ef6-2799-4e02-821f-0532d4bf272e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:12.657540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dab40e8-1eb4-4ac8-87a9-510d0bc30cf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e6babe9ab8d4950946be8ba80c3db12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2510805 Nov 24 09:47:12.660909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:12.662324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.678677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:12.724294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=2d02e555-900d-48a1-9095-a06d646b1207,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:12.736292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:12.741733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:12.742641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.748674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.749392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.749793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.750390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.750964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.751652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.752006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.752524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.753368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.753740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.754265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:12.761495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:12.796895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:12.798078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.12 (984b4bd7-118c-400d-9814-bee0671243ae/5eb3a531-1c41-4480-b463-f9f4572eeb96/38354ce5-04dd-48a6-bc97-95606f8436e8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:12.882918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf9e5f-86d3-4da5-b42b-03eef97046b7 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:12.883563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0daf9e5f-86d3-4da5-b42b-03eef97046b7 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Synchronizing usage tracker for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:12.903832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0999575 Nov 24 09:47:12.904488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.21 (984b4bd7-118c-400d-9814-bee0671243ae/50a3108e-4d92-47ec-9fe9-f646c56262c2/38354ce5-04dd-48a6-bc97-95606f8436e8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:12.917210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45926) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:12.929778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:e7:dc:4d'}, {'ip_address': '2001:db8::294', 'mac_address': 'fa:16:3e:80:ed:1d'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:12.995338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0daf9e5f-86d3-4da5-b42b-03eef97046b7 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Unset dirty status for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:12.999521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0daf9e5f-86d3-4da5-b42b-03eef97046b7 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.5547864 Nov 24 09:47:13.010794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45930) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:13.046383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.064866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a6332853-f810-439f-bf6b-f2a44cd04add req-a8fdf1fa-a042-4468-b013-351d47be5e06 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.1046984 Nov 24 09:47:13.086643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-817c237f-9ff0-42ad-9c2a-f5abe5eb53cd tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 200 len: 205 time: 0.0695317 Nov 24 09:47:13.088803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45934) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:13.097713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port f423b946-f960-44b4-9835-fded51de3dcf {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:13.098079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.131490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.149915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd08abdd-73b5-487e-b354-0ab41950e671 None None] Provisioning for port 2d02e555-900d-48a1-9095-a06d646b1207 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:13.156552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 747226df-2481-4d3b-b1a1-be4f716fdd6e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:13.196948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd08abdd-73b5-487e-b354-0ab41950e671 None None] Provisioning complete for port 2d02e555-900d-48a1-9095-a06d646b1207 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:13.197385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd08abdd-73b5-487e-b354-0ab41950e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.291221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fd08abdd-73b5-487e-b354-0ab41950e671 None None] Port 2d02e555-900d-48a1-9095-a06d646b1207 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:13.314133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d979b-864e-43df-932f-1662bfdac855 None None] Network 984b4bd7-118c-400d-9814-bee0671243ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:13.442778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-00b2ddab-57d5-4fff-9c48-ca55cb3fe7b0 None None] Provisioning for port 747226df-2481-4d3b-b1a1-be4f716fdd6e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:13.469826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-00b2ddab-57d5-4fff-9c48-ca55cb3fe7b0 None None] Provisioning complete for port 747226df-2481-4d3b-b1a1-be4f716fdd6e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:13.470480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00b2ddab-57d5-4fff-9c48-ca55cb3fe7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.730478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.808956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.984274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.991511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:13.999433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0432fcb2-9b02-4600-aa01-4e46b632db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:14.032344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e4cc6-83ce-4a07-9746-95847075ec1d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:14.050677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:14.057649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 38354ce5-04dd-48a6-bc97-95606f8436e8 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:14.064470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.065714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a15e4cc6-83ce-4a07-9746-95847075ec1d HTTP/1.1" status: 204 len: 168 time: 1.3965311 Nov 24 09:47:14.070328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.199347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:14.205260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.210996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.212483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d6c5720-3790-4b92-a336-f04cd33d0e50 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "PUT /v2.0/routers/4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 200 len: 922 time: 10.2349350 Nov 24 09:47:14.215595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 45946) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:14.219147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7cdb6e3-986f-4e63-9f14-048c32f05208 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:14.219799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.245554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] Sync routers for ids ['4ed35ef6-2799-4e02-821f-0532d4bf272e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:14.259488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-41844ad2-f29d-4944-86d8-b8d46cd3b305 None None] Provisioning complete for port 747226df-2481-4d3b-b1a1-be4f716fdd6e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:14.260266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41844ad2-f29d-4944-86d8-b8d46cd3b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.292771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.293416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Fanout notify agent at l3_agent the message router_deleted on router fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:14.340269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] Routers {'4ed35ef6-2799-4e02-821f-0532d4bf272e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:14.341712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ed35ef6-2799-4e02-821f-0532d4bf272e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:14.346536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 984b4bd7-118c-400d-9814-bee0671243ae is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:14.398869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=38354ce5-04dd-48a6-bc97-95606f8436e8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:14.408587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:14.419206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:14.422823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:14.441417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:14.531370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] Routers {'4ed35ef6-2799-4e02-821f-0532d4bf272e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:14.532284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ed35ef6-2799-4e02-821f-0532d4bf272e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:14.543441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for f423b946-f960-44b4-9835-fded51de3dcf owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:14.569407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:14.570170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.624884 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c4d58f5b-1fb3-4f80-b815-69b4446f4045 req-8d97d76b-aaff-4a77-89c8-f34c8737a8e7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2570546 Nov 24 09:47:14.636131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.7734096 Nov 24 09:47:14.639686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45954) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:14.660972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.665573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1c07b192-e837-4c77-b398-159da054f1cf tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] 10.222.0.55 "DELETE /v2.0/routers/fd7fa3ff-d49c-49bf-921a-c9a3c2b1b601 HTTP/1.1" status: 204 len: 168 time: 2.1371491 Nov 24 09:47:14.667281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5eb3a531-1c41-4480-b463-f9f4572eeb96'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:14.758919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.804073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:14.820480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53d1f8c5-cdae-4d04-bd30-077ad1baf4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:14.884557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:14.885064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31064bb3-2f03-4e55-9eec-1915d719e898 None None] The sync data for ids ['4ed35ef6-2799-4e02-821f-0532d4bf272e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:15.050389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] In _notify_port_updated(), no bound segment for port 2d02e555-900d-48a1-9095-a06d646b1207 on network fe7f0e29-3449-40b7-aaf5-8bc60321590f {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:47:15.057079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:15.057740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.059567 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "PUT /v2.0/ports/2d02e555-900d-48a1-9095-a06d646b1207 HTTP/1.1" status: 200 len: 1066 time: 2.1370788 Nov 24 09:47:15.064442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.077868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:15.227786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event updated for resources: {'Port': ['ID=2d02e555-900d-48a1-9095-a06d646b1207,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:15.234832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:15.276590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:15.299342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.323150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3fda632f-b39a-453c-b734-d0d12e860ce4 None None] Provisioning for port 38354ce5-04dd-48a6-bc97-95606f8436e8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:15.330639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port 2d02e555-900d-48a1-9095-a06d646b1207 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:15.331078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.339139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3fda632f-b39a-453c-b734-d0d12e860ce4 None None] Provisioning complete for port 38354ce5-04dd-48a6-bc97-95606f8436e8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:15.339980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fda632f-b39a-453c-b734-d0d12e860ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.419550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3fda632f-b39a-453c-b734-d0d12e860ce4 None None] Port 38354ce5-04dd-48a6-bc97-95606f8436e8 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:15.540064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2d58f95-e0c1-433d-80f6-59a68f1988f1 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 200 len: 922 time: 1.3101742 Nov 24 09:47:15.543391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:15.564697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.571476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e95f78d2-d86d-4c76-ae3f-8af3628e6b0c None None] Provisioning complete for port 2d02e555-900d-48a1-9095-a06d646b1207 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:15.571832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e95f78d2-d86d-4c76-ae3f-8af3628e6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:15.585506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab233859-425f-4bbf-98b2-e6945bc957ef tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:15.678969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e95f78d2-d86d-4c76-ae3f-8af3628e6b0c None None] Port 2d02e555-900d-48a1-9095-a06d646b1207 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:15.756111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9c6c51c-8a17-432b-8cf4-f8ea3d449992 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c182b9efbcf42fcb24b0d07bbb71f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4752963 Nov 24 09:47:15.764459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 45994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:15.769105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=f423b946-f960-44b4-9835-fded51de3dcf,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:15.776821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:16.080922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7de242a6-50eb-462b-9a67-3bb2e4a51490 req-42e6cb62-9c9f-4c19-ba89-3cc9e64a85a8 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2463443 Nov 24 09:47:16.134223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.180662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.203934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.208031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port 2a7791ef-8081-4f4b-8721-473212760d73 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:16.208392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.309439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for 2d02e555-900d-48a1-9095-a06d646b1207 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:16.341391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-4a9b5622-2603-4ee0-ba5e-128c2d4acbbd tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:16.342661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-4a9b5622-2603-4ee0-ba5e-128c2d4acbbd tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 812 time: 0.5518665 Nov 24 09:47:16.344845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.461423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53bb074c-2910-42b7-b205-59a59a340277 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Synchronizing usage tracker for tenant:c585d71f667f42be85f10c52d39d3201 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:16.475229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.576269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-0671ed26-3688-4e12-8915-ab5ef38f4865 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d21199a3504de88b86127a205c1fa7 HTTP/1.1" status: 200 len: 380 time: 0.2153091 Nov 24 09:47:16.629986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53bb074c-2910-42b7-b205-59a59a340277 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Unset dirty status for tenant:c585d71f667f42be85f10c52d39d3201 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:16.634534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53bb074c-2910-42b7-b205-59a59a340277 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=4ed35ef6-2799-4e02-821f-0532d4bf272e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0235367 Nov 24 09:47:16.636143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:16.659741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'port': {'device_id': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'admin_state_up': True, 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'security_groups': ['cfe30109-2385-48dd-89e8-57a5aae19f26']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:16.705057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Delete allocated IP 172.20.0.21 (984b4bd7-118c-400d-9814-bee0671243ae/50a3108e-4d92-47ec-9fe9-f646c56262c2) {{(pid=88878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:47:16.747802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.757518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:16.791470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a02e6f-9d24-4f36-829c-3dfb407349d6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:16.797837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.799310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:16.861624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-520fb3b7-6a12-4210-bb8b-02d03d6976d5 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:16.931304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=2d02e555-900d-48a1-9095-a06d646b1207,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:16.944817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:16.952166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:16.956205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95a02e6f-9d24-4f36-829c-3dfb407349d6 HTTP/1.1" status: 204 len: 168 time: 1.1853602 Nov 24 09:47:17.140216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.165138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.178187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46028) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:17.336841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 38354ce5-04dd-48a6-bc97-95606f8436e8 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:17.373781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.386216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69ce0b7a-984c-414d-bc47-9b94d425d453 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:17.410888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for 2a7791ef-8081-4f4b-8721-473212760d73 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:17.484922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.489555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/2d02e555-900d-48a1-9095-a06d646b1207 HTTP/1.1" status: 204 len: 168 time: 2.4080944 Nov 24 09:47:17.492614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:17.627918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-65807a02-ffef-4470-8109-7626f49c33b0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] GET failed (client error): The resource could not be found. Nov 24 09:47:17.628495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65807a02-ffef-4470-8109-7626f49c33b0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Synchronizing usage tracker for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:17.632699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=38354ce5-04dd-48a6-bc97-95606f8436e8,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:17.641528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:17.643676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c761245f-dbc9-4661-839f-b04ea426dadb req-b51006cf-295a-4a2c-9320-64b315617372 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2398813 Nov 24 09:47:17.750773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-886098763'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:17.761096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65807a02-ffef-4470-8109-7626f49c33b0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Unset dirty status for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:17.762406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65807a02-ffef-4470-8109-7626f49c33b0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports/2d02e555-900d-48a1-9095-a06d646b1207 HTTP/1.1" status: 404 len: 333 time: 0.2687860 Nov 24 09:47:17.763792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:17.769847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46046) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:17.773182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Usage tracker for resource:router and tenant:f23ebcb494e84b8985c2a306a5de1ffd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:17.810194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:17.832626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:17.838831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] In _notify_port_updated(), no bound segment for port 38354ce5-04dd-48a6-bc97-95606f8436e8 on network 984b4bd7-118c-400d-9814-bee0671243ae {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:47:17.843435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:17.844356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.845982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/ports/38354ce5-04dd-48a6-bc97-95606f8436e8 HTTP/1.1" status: 200 len: 920 time: 3.2053092 Nov 24 09:47:17.853244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46052) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:17.867050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5eb3a531-1c41-4480-b463-f9f4572eeb96'}, {'subnet_id': '50a3108e-4d92-47ec-9fe9-f646c56262c2'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:17.913022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.914061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.920539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429e4f3-fffb-4bc3-9a16-cd2e343b1b78 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:17.921298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b429e4f3-fffb-4bc3-9a16-cd2e343b1b78 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Synchronizing usage tracker for tenant:c585d71f667f42be85f10c52d39d3201 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:17.934890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port 5786607a-e649-41de-b1c5-701bea700317 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:17.935282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:17.935748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:17.966789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:17.972533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b429e4f3-fffb-4bc3-9a16-cd2e343b1b78 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Unset dirty status for tenant:c585d71f667f42be85f10c52d39d3201 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:17.977868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b429e4f3-fffb-4bc3-9a16-cd2e343b1b78 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 1.3327136 Nov 24 09:47:17.982229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46056) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:18.038351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6e3088e-7791-4c6b-8ca5-ff750838b3e7 None None] Provisioning for port 38354ce5-04dd-48a6-bc97-95606f8436e8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:18.045513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6e3088e-7791-4c6b-8ca5-ff750838b3e7 None None] Provisioning complete for port 38354ce5-04dd-48a6-bc97-95606f8436e8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:18.046319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6e3088e-7791-4c6b-8ca5-ff750838b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.055292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 47989da0-2ef8-48fa-a718-8498d53e3938 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:18.056160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Made reservation on behalf of d1d21199a3504de88b86127a205c1fa7 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:18.062091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.081313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b54513cd-0cff-406d-8f14-6c5c7a1bee4e tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 200 len: 205 time: 0.0979285 Nov 24 09:47:18.084568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46064) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:18.124372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3088e-7791-4c6b-8ca5-ff750838b3e7 None None] Port 38354ce5-04dd-48a6-bc97-95606f8436e8 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:18.402802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.405450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46070) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:18.485739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.513737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.528942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a43e7b7-1e71-4213-b723-defb8fe9d3fe tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:18.607318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=2a7791ef-8081-4f4b-8721-473212760d73,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:18.610013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:18.640255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.643216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b123da4f-6f41-4410-bef8-91246dc653b4 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4614515 Nov 24 09:47:18.644232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:18.688893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.771948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:18.782461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] Sync routers for ids ['47989da0-2ef8-48fa-a718-8498d53e3938'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:18.796163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] Routers {'47989da0-2ef8-48fa-a718-8498d53e3938'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:18.796396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370131033'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:18.796835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['47989da0-2ef8-48fa-a718-8498d53e3938'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:18.812511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Allocated IP 172.20.0.7 (8461974f-b217-4512-9726-f6b64b0bfbd3/71d8288e-1930-4474-9060-569e30f4b8d3/486bafac-18f7-451e-bf06-840aeb3b3af6) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:18.817448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:18.824420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f5d02e7-7331-48c4-9ee5-8d4de94f2f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.846404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:18.854493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:18.863792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/47989da0-2ef8-48fa-a718-8498d53e3938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2420094 Nov 24 09:47:18.873409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46082) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:18.874318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:18.877751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:18.882879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:18.894773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] Routers {'47989da0-2ef8-48fa-a718-8498d53e3938'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:18.895445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:46:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['47989da0-2ef8-48fa-a718-8498d53e3938'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:18.957873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for 5786607a-e649-41de-b1c5-701bea700317 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:18.958836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:18.959296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e852e3-45a7-4bab-bce1-356213ac3b09 None None] The sync data for ids ['47989da0-2ef8-48fa-a718-8498d53e3938'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:19.009862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b23319b-88bb-4526-8f39-fb6b51a2758f req-ba2fb7a9-6a21-410c-8f0a-9a0b130d0565 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.2480183 Nov 24 09:47:19.228553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.336850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.347358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-989ee9e8-bf19-400f-84eb-aba5d2b8b378 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:19.385330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.395111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.559496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-989ee9e8-bf19-400f-84eb-aba5d2b8b378 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:19.560672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-989ee9e8-bf19-400f-84eb-aba5d2b8b378 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=47989da0-2ef8-48fa-a718-8498d53e3938 HTTP/1.1" status: 200 len: 205 time: 0.6837296 Nov 24 09:47:19.564895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46086) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:19.679984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.705241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2867ff8-7880-41d4-aa6d-7dded6ca4f3b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:19.768430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=5786607a-e649-41de-b1c5-701bea700317,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:19.774939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:19.826630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:19.837028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.896359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:19.994201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.003332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.010061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:20.019530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:20.024032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.038333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/5786607a-e649-41de-b1c5-701bea700317 HTTP/1.1" status: 204 len: 168 time: 2.2669907 Nov 24 09:47:20.045313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:20.071809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:20.077571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.087261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.24 (984b4bd7-118c-400d-9814-bee0671243ae/50a3108e-4d92-47ec-9fe9-f646c56262c2/38354ce5-04dd-48a6-bc97-95606f8436e8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:20.108523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f495f2de-0bb7-42f8-bb3d-e80249c967f0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] GET failed (client error): The resource could not be found. Nov 24 09:47:20.109097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f495f2de-0bb7-42f8-bb3d-e80249c967f0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Synchronizing usage tracker for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:20.129712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.171471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.171957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 689fc8af-7e4f-4bd3-9b3d-af95eddd3c53 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:20.229922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f495f2de-0bb7-42f8-bb3d-e80249c967f0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Unset dirty status for tenant:27be429efd24466e9cc96ea83d0b2fc1 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:20.232238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f495f2de-0bb7-42f8-bb3d-e80249c967f0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "GET /v2.0/ports/5786607a-e649-41de-b1c5-701bea700317 HTTP/1.1" status: 404 len: 333 time: 0.1838834 Nov 24 09:47:20.237227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:20.238966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.240179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0f619a01-7d05-4607-b86f-9486e9aa7613 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "DELETE /v2.0/routers/689fc8af-7e4f-4bd3-9b3d-af95eddd3c53 HTTP/1.1" status: 204 len: 168 time: 1.5836430 Nov 24 09:47:20.261304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46100) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:20.302216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Request body: {'router': {'name': 'tempest-router-2028250416', 'distributed': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:20.319298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-18167a16-5b06-4755-a544-35973f217fda req-8699a24a-5091-4e6c-a058-58a998f97d2b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:20.383846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.387586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:20.407982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.428965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Usage tracker for resource:router and tenant:f23ebcb494e84b8985c2a306a5de1ffd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:20.443024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:20.449156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.449715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router 25c54b26-9af7-4b1e-8825-564964712611 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:20.525220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:20.541206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Transition to ACTIVE for port object 486bafac-18f7-451e-bf06-840aeb3b3af6 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:20.544513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-18167a16-5b06-4755-a544-35973f217fda req-8699a24a-5091-4e6c-a058-58a998f97d2b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:20.545916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18167a16-5b06-4755-a544-35973f217fda req-8699a24a-5091-4e6c-a058-58a998f97d2b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.3460681 Nov 24 09:47:20.578218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port c0f5b433-7da2-4828-af43-cb38c2c93706 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:20.578762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.693881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.699800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.754730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 38354ce5-04dd-48a6-bc97-95606f8436e8 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:20.764593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.769695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.770066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.772749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 204 len: 168 time: 7.6806631 Nov 24 09:47:20.778101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a14f487-826f-48d7-b22c-06a0004a46a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:20.779940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d9d9257-ad0d-4aed-bbed-b5890a351b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:20.796032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46104) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:20.796934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.797936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:20.816094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1888035148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:21.009439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=38354ce5-04dd-48a6-bc97-95606f8436e8,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:21.050039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:21.081646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.161434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:21.164313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.190184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:21.223186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Calling delete_port for c0f5b433-7da2-4828-af43-cb38c2c93706 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:21.257259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:21.263082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] In _notify_port_updated(), no bound segment for port 38354ce5-04dd-48a6-bc97-95606f8436e8 on network 984b4bd7-118c-400d-9814-bee0671243ae {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:47:21.267473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:21.268202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.269748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/ports/38354ce5-04dd-48a6-bc97-95606f8436e8 HTTP/1.1" status: 200 len: 1000 time: 3.4151814 Nov 24 09:47:21.273688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:21.273929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46108) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:21.275509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b94cb1b5-35ec-497e-9f77-71f1f3b7c59c None None] Provisioning for port 38354ce5-04dd-48a6-bc97-95606f8436e8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:21.277704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:21.281105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b94cb1b5-35ec-497e-9f77-71f1f3b7c59c None None] Provisioning complete for port 38354ce5-04dd-48a6-bc97-95606f8436e8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:21.281522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b94cb1b5-35ec-497e-9f77-71f1f3b7c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.288339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef727a10-d9ab-488a-8ad9-5ebd66f0cdaa,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:21.290861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:21.294775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:21.308727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.313902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:21.314487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:21.343242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b94cb1b5-35ec-497e-9f77-71f1f3b7c59c None None] Port 38354ce5-04dd-48a6-bc97-95606f8436e8 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:21.349565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:21.375344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 38354ce5-04dd-48a6-bc97-95606f8436e8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:21.375733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.404707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.406625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.407424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.415915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:21.427699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.443323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:21.453666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:21.506292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event updated for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:21.527960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:21.532836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.555452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.578364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.594508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.595231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3951c35-a919-4129-b3d1-54a3e89af47d tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:21.595842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-97fec828-acd0-4e75-b36d-af999de271d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.658885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Port': ['ID=c0f5b433-7da2-4828-af43-cb38c2c93706,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:21.660381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.674858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.679025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port 99c79af0-67f4-4bf1-aacd-cfc212e37dae {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:21.679413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.708029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:21.709293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.713958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:21.742172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.745982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.746519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router 47989da0-2ef8-48fa-a718-8498d53e3938 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:21.759908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:21.818538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.859232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.866129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/ports/c0f5b433-7da2-4828-af43-cb38c2c93706 HTTP/1.1" status: 204 len: 168 time: 1.6216855 Nov 24 09:47:21.866547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.868423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46114) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:21.875501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.876331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20872c0b-28c8-4dd5-acbe-f4d3a9d73367 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6042414 Nov 24 09:47:21.887283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3268a17f-a258-430f-a0dc-a236e2b70128 None None] Provisioning for port 486bafac-18f7-451e-bf06-840aeb3b3af6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:21.892708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3268a17f-a258-430f-a0dc-a236e2b70128 None None] Provisioning complete for port 486bafac-18f7-451e-bf06-840aeb3b3af6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:21.893137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3268a17f-a258-430f-a0dc-a236e2b70128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.901651 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2624407 Nov 24 09:47:21.902765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.904199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.4950092 Nov 24 09:47:21.905216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87363607-601d-4ed4-aa55-78ce0c898eff,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:21.919389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:21.919895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46118) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:21.920258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:21.929183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Request body: {'port': {'device_id': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:21.957559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3268a17f-a258-430f-a0dc-a236e2b70128 None None] Port 486bafac-18f7-451e-bf06-840aeb3b3af6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:21.992685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:21.994021 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e49bfd4-85f5-4946-a022-26fa46a8a255 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/47989da0-2ef8-48fa-a718-8498d53e3938 HTTP/1.1" status: 204 len: 168 time: 2.4280283 Nov 24 09:47:22.065712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 38354ce5-04dd-48a6-bc97-95606f8436e8 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:22.071224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:22.072514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b34ca168-4406-4513-b8d1-cbb8e2063d01 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2710617 Nov 24 09:47:22.073256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46126) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:22.093439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:22.118138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:22.221046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6b78-2a95-4c49-9d2a-3979dd0fecac req-ca738bba-22fa-4eed-8e50-dbd1c03da6e9 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:22.222729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ecc6b78-2a95-4c49-9d2a-3979dd0fecac req-ca738bba-22fa-4eed-8e50-dbd1c03da6e9 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 931 time: 0.4589653 Nov 24 09:47:22.444750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:22.471611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:22.534980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:22.732419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef61600f-5aad-48ca-8466-90659e43a722 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:22.744037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for 99c79af0-67f4-4bf1-aacd-cfc212e37dae owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:22.814493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0ecc6b78-2a95-4c49-9d2a-3979dd0fecac req-1b7b49da-11f2-4d8e-8146-54b44f58e11f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:22.907510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting subnet 15fe4a87-9295-43b1-b1f6-9c45410a0451 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:22.918977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:22.945236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef61600f-5aad-48ca-8466-90659e43a722 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:22.946631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef61600f-5aad-48ca-8466-90659e43a722 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9684041 Nov 24 09:47:22.949583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0ecc6b78-2a95-4c49-9d2a-3979dd0fecac req-1b7b49da-11f2-4d8e-8146-54b44f58e11f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:22.950878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ecc6b78-2a95-4c49-9d2a-3979dd0fecac req-1b7b49da-11f2-4d8e-8146-54b44f58e11f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7072065 Nov 24 09:47:22.960018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46136) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:23.004538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-security--1620302237', 'description': 'tempest-security-description-1691124152'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:23.116941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.195336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.227076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.240377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-985ae933-3a70-43b1-9d76-47922e0b8e01 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:23.293152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=38354ce5-04dd-48a6-bc97-95606f8436e8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:23.300582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:23.316341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.388871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet f8a149d1-e744-44c3-8558-ce65763a357b {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:23.476735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.497682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.567727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.580624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.594343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/38354ce5-04dd-48a6-bc97-95606f8436e8 HTTP/1.1" status: 204 len: 168 time: 2.3168554 Nov 24 09:47:23.600656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46142) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:23.710568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c416aec-1064-49b8-9452-5fd10e0b33ba tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:47:23.711268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c416aec-1064-49b8-9452-5fd10e0b33ba tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:23.720331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.734660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10d2d346-2964-4058-813b-1ca53fb14484 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:23.777958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.785666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Subnet': ['ID=15fe4a87-9295-43b1-b1f6-9c45410a0451,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:23.789727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:23.791825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c416aec-1064-49b8-9452-5fd10e0b33ba tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:23.793073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0c416aec-1064-49b8-9452-5fd10e0b33ba tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/38354ce5-04dd-48a6-bc97-95606f8436e8 HTTP/1.1" status: 404 len: 333 time: 0.1915252 Nov 24 09:47:23.797433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.801915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46148) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:23.806828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead62c1-4364-4713-90a2-9e162bac0179 None None] Network fe7f0e29-3449-40b7-aaf5-8bc60321590f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:23.851218 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/subnets/15fe4a87-9295-43b1-b1f6-9c45410a0451 HTTP/1.1" status: 204 len: 168 time: 1.9751256 Nov 24 09:47:23.852560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.861132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46152) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:23.962159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:23.988749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.006911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.083441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.104810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba064d-48df-447f-a17b-605336d40178 None None] DHCP port deletion for fe7f0e29-3449-40b7-aaf5-8bc60321590f request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:24.110425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Deleting port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:24.111700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.162991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.195428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 50a3108e-4d92-47ec-9fe9-f646c56262c2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:24.219254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:24.231042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.290621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.294954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "PUT /v2.0/security-groups/87363607-601d-4ed4-aa55-78ce0c898eff HTTP/1.1" status: 200 len: 1612 time: 1.3220341 Nov 24 09:47:24.296490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46158) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:24.308069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.317514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.339687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-87ba064d-48df-447f-a17b-605336d40178 None None] For port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,segment=NetworkSegment(ea8541b1-ff07-4009-9051-a410ab1138b4),segment_id=ea8541b1-ff07-4009-9051-a410ab1138b4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:24.340451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.345580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.360808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Allocated IP 172.26.6.198 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/fa572329-32a1-400c-bca2-6ca02171be8c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:24.371684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87363607-601d-4ed4-aa55-78ce0c898eff,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:24.373967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.374508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41b2a048-bf05-4530-b7e0-695e58a03aad {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:24.376136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:24.385084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de1e701-d31e-441d-85df-0270badb4abe tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:24.449811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.472576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Calling delete_port for 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:24.495443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=99c79af0-67f4-4bf1-aacd-cfc212e37dae,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:24.515072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Deleting port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:24.516083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.519129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.553952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:24.555777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.561607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbb0cf95-990e-42a7-bd7b-c8f3e953f7cc tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "DELETE /v2.0/routers/41b2a048-bf05-4530-b7e0-695e58a03aad HTTP/1.1" status: 204 len: 168 time: 2.5851767 Nov 24 09:47:24.572816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:24.575980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.581382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:24.583857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Request body: {'router': {'name': 'tempest-router-184051959', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '867bd7fb2a834b3196c61ff2891228de'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:24.588561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:24.592502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Usage tracker for resource:router and tenant:867bd7fb2a834b3196c61ff2891228de is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:24.595415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:24.601800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:24.618953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.623227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Pushing event deleted for resources: {'Port': ['ID=6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:24.637069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.637710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.638325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.638918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.639485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.640051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.640648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.641097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.641694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.642072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.642444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:47:24.645472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba064d-48df-447f-a17b-605336d40178 None None] No DVR routers for this DVR port 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:24.647069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:24.654048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.686974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.699162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.705804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9382ea72-f6b1-415d-a2db-a1557dd22650 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:24.753212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=50a3108e-4d92-47ec-9fe9-f646c56262c2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:24.759777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:24.762699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.768085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b42d92a2-ceb2-4572-928f-c87f0661ace0 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:24.791103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9506c6d8-f237-4674-8ea4-7d63752d01bb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups/87363607-601d-4ed4-aa55-78ce0c898eff HTTP/1.1" status: 200 len: 1612 time: 0.4809384 Nov 24 09:47:24.801558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46166) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:24.806793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dad235-358a-40c5-a372-843b8cd72fd8 None None] Network 984b4bd7-118c-400d-9814-bee0671243ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:24.812684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.815674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.851155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] The port '6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:24.861952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2df11c-b461-4981-8a62-60819cde2f18 req-d33e72d0-eed0-4303-b3c5-9f87599d7d93 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:24.863197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/50a3108e-4d92-47ec-9fe9-f646c56262c2 HTTP/1.1" status: 204 len: 168 time: 1.0601301 Nov 24 09:47:24.870291 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4b2df11c-b461-4981-8a62-60819cde2f18 req-d33e72d0-eed0-4303-b3c5-9f87599d7d93 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 931 time: 0.7261851 Nov 24 09:47:24.873369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:24.909905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:24.911813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:24.916386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b46763b-f8ca-4ba1-b87d-35527f7d8643 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3394208 Nov 24 09:47:24.916386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event updated for resources: {'Port': ['ID=fa572329-32a1-400c-bca2-6ca02171be8c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:24.917987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:24.923550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:24.925806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:24.938841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:24.957333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486bafac-18f7-451e-bf06-840aeb3b3af6 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:47:24.975722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.090900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.124129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:25.129141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:25.169569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:25.169950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6bdfb172-2fdf-4cd0-a38d-0dd8279c7a41 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:25.220210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:25.403990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 5eb3a531-1c41-4480-b463-f9f4572eeb96 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:25.444222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.498682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a149d1-e744-44c3-8558-ce65763a357b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:25.507041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Transition to ACTIVE for port object 486bafac-18f7-451e-bf06-840aeb3b3af6 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:25.559795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:25.596022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.600366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.611460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.621201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf83ab4-bdf1-4a41-b65b-afc6530e90f1 None None] Network e75bb953-5e5d-49af-a31c-b2b95bba35f8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:25.623086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4b2df11c-b461-4981-8a62-60819cde2f18 req-31316f9b-a46a-4df1-a0a5-644d7951a8a5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7515147 Nov 24 09:47:25.624336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.693894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.713550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:25.904812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.905380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.947773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/f8a149d1-e744-44c3-8558-ce65763a357b HTTP/1.1" status: 204 len: 168 time: 3.8599067 Nov 24 09:47:25.965842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46180) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:25.966866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:25.970533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] DHCP port deletion for e75bb953-5e5d-49af-a31c-b2b95bba35f8 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:25.975967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7f0e29-3449-40b7-aaf5-8bc60321590f']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:25.982131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Deleting port 0a666e64-7a54-4966-8395-02871834910c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:25.982678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.065050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.128921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Nov 24 09:47:26.129303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Router 820cc525-de8a-439c-8ec5-71c963d302f1 migrating from provider to provider. {{(pid=88878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Nov 24 09:47:26.129739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.140463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.149415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.232197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.244635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.281395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.297041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8541b1-ff07-4009-9051-a410ab1138b4') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:26.297514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8541b1-ff07-4009-9051-a410ab1138b4') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:26.304013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] For port 0a666e64-7a54-4966-8395-02871834910c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0a666e64-7a54-4966-8395-02871834910c,segment=NetworkSegment(e381b39a-9822-4382-86e4-02d0e60ece9b),segment_id=e381b39a-9822-4382-86e4-02d0e60ece9b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:26.304464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.321980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-56fc46e4-7fe9-4459-b7e4-c53af40c65e7 None None] Provisioning complete for port 747226df-2481-4d3b-b1a1-be4f716fdd6e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:26.322401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56fc46e4-7fe9-4459-b7e4-c53af40c65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.364941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.375830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49278634-8524-420f-965f-d6f286c0384c tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:26.381097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Pushing event updated for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:26.390706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:26.436072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.440371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb3a531-1c41-4480-b463-f9f4572eeb96,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:26.445335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.474378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Calling delete_port for 0a666e64-7a54-4966-8395-02871834910c owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:26.495955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:26.506734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 0a666e64-7a54-4966-8395-02871834910c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:26.507126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.511304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.520843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54748b76-cbab-4a6e-9c5b-2b33365c2ec6 None None] Network 984b4bd7-118c-400d-9814-bee0671243ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:26.543465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5eb3a531-1c41-4480-b463-f9f4572eeb96 HTTP/1.1" status: 204 len: 168 time: 1.6665213 Nov 24 09:47:26.545358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46184) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:26.548346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.550173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.579074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:26.579323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.587660 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] No L3 agents can host the router 820cc525-de8a-439c-8ec5-71c963d302f1 Nov 24 09:47:26.589801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:26.600925 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:26.622084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.721838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.739642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:26.788661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.803758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] The port '0a666e64-7a54-4966-8395-02871834910c' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:26.804930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87363607-601d-4ed4-aa55-78ce0c898eff,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:26.808485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Attempting to bind port 486bafac-18f7-451e-bf06-840aeb3b3af6 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:26.808868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Attempting to bind port 486bafac-18f7-451e-bf06-840aeb3b3af6 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:26.809237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Attempting to bind port 486bafac-18f7-451e-bf06-840aeb3b3af6 on network 8461974f-b217-4512-9726-f6b64b0bfbd3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:26.812740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:26.816159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.834220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.841248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc77ce0-bc5d-4ca8-bf88-12cbbdd96a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:26.852783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:26.877464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.882292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.882833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed35ef6-2799-4e02-821f-0532d4bf272e {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:26.903940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Pushing event deleted for resources: {'Network': ['ID=fe7f0e29-3449-40b7-aaf5-8bc60321590f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:26.916605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.920343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/87363607-601d-4ed4-aa55-78ce0c898eff HTTP/1.1" status: 204 len: 168 time: 2.0754712 Nov 24 09:47:26.920343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:26.931614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Port 486bafac-18f7-451e-bf06-840aeb3b3af6 on network 8461974f-b217-4512-9726-f6b64b0bfbd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:47:26.931959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Attempting to bind port 486bafac-18f7-451e-bf06-840aeb3b3af6 on network 8461974f-b217-4512-9726-f6b64b0bfbd3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:26.932306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Pushing event deleted for resources: {'Port': ['ID=0a666e64-7a54-4966-8395-02871834910c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:26.934628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46190) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:26.935310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:26.945442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] No DVR routers for this DVR port 0a666e64-7a54-4966-8395-02871834910c on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:26.979925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] 10.222.0.55 "DELETE /v2.0/networks/fe7f0e29-3449-40b7-aaf5-8bc60321590f HTTP/1.1" status: 204 len: 168 time: 3.1070061 Nov 24 09:47:26.990655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:26.995417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 204 len: 168 time: 8.9024687 Nov 24 09:47:27.070308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46196) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.084174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] DHCP port deletion for 984b4bd7-118c-400d-9814-bee0671243ae request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:27.089970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Deleting port 747226df-2481-4d3b-b1a1-be4f716fdd6e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:27.090625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.096140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832608903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:27.112257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:27.112651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Checking segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:27.113078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Bound using segment: {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:27.113587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Bound port: 486bafac-18f7-451e-bf06-840aeb3b3af6, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354d3b5e-ecda-4b70-ab03-a19535ee96ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:27.113982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.125823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f481cc00-9664-49a5-b88d-862be04eeff0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:27.131846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.149470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:27.181560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:27.191507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0a666e64-7a54-4966-8395-02871834910c no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:27.261899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:27.267023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75bb953-5e5d-49af-a31c-b2b95bba35f8']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:27.272976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0a666e64-7a54-4966-8395-02871834910c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:27.273480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0a666e64-7a54-4966-8395-02871834910c not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:27.284617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 747226df-2481-4d3b-b1a1-be4f716fdd6e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:27.285197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.286663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f481cc00-9664-49a5-b88d-862be04eeff0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:27.291321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f481cc00-9664-49a5-b88d-862be04eeff0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3391731 Nov 24 09:47:27.291321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:27.295787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:27.297677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46202) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.302688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e381b39a-9822-4382-86e4-02d0e60ece9b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:27.303139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e381b39a-9822-4382-86e4-02d0e60ece9b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:27.338026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=486bafac-18f7-451e-bf06-840aeb3b3af6,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:27.340311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.352534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.368455 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d3a1a2e9-dd82-4046-a436-80bda0c724ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] delete failed (client error): The resource could not be found. Nov 24 09:47:27.373457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3a1a2e9-dd82-4046-a436-80bda0c724ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/87363607-601d-4ed4-aa55-78ce0c898eff HTTP/1.1" status: 404 len: 347 time: 0.0709436 Nov 24 09:47:27.373457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.374080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.381387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46206) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.381995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-245bba10-56ef-4c63-a9e5-e57bb1d9fab3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:27.417744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.419555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] 10.222.0.61 "PUT /v2.0/ports/486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1093 time: 5.4977574 Nov 24 09:47:27.421977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46208) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.440602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:47:27.476121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.484273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:27.484736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.544901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=747226df-2481-4d3b-b1a1-be4f716fdd6e,segment=NetworkSegment(55113081-d23a-41e2-ab5b-d6bd5307c44a),segment_id=55113081-d23a-41e2-ab5b-d6bd5307c44a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:27.545460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.587228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616247927'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:27.592283 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:27.633931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] For port 747226df-2481-4d3b-b1a1-be4f716fdd6e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=747226df-2481-4d3b-b1a1-be4f716fdd6e,segment=NetworkSegment(55113081-d23a-41e2-ab5b-d6bd5307c44a),segment_id=55113081-d23a-41e2-ab5b-d6bd5307c44a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:27.634708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.646140 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'status': 'completed', 'code': 200} Nov 24 09:47:27.651214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.684767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:27.701950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.753145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 747226df-2481-4d3b-b1a1-be4f716fdd6e owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:27.756724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:27.760419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.764882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.809281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/e75bb953-5e5d-49af-a31c-b2b95bba35f8 HTTP/1.1" status: 204 len: 168 time: 1.8366716 Nov 24 09:47:27.809281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Pushing event updated for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:27.811051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:27.811775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46218) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.813168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-259c3821-d1a9-4815-937b-b019f3baf496 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:27.826021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Calling delete_port for 747226df-2481-4d3b-b1a1-be4f716fdd6e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:27.830241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d011c-f1d7-4fa7-b75a-35d76b907d11 req-e07b2f20-80df-4a2d-9695-c082700bf968 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:27.831964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-764d011c-f1d7-4fa7-b75a-35d76b907d11 req-e07b2f20-80df-4a2d-9695-c082700bf968 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 943 time: 0.9838135 Nov 24 09:47:27.846548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.852156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3076f14-303a-46a6-a1b5-bfb4c19ee1c4 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7796857 Nov 24 09:47:27.853731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.881133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:27.887239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1227548055', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:27.896573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=e75bb953-5e5d-49af-a31c-b2b95bba35f8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:27.910011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:27.913825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:27.914543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:27.915326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:27.919597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2610b82-25a0-48dd-bda2-2cf54fbd7b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:27.930453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:27.937553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:27.966052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Pushing event deleted for resources: {'Port': ['ID=747226df-2481-4d3b-b1a1-be4f716fdd6e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:27.970525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:27.975476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:27.979137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] No DVR routers for this DVR port 747226df-2481-4d3b-b1a1-be4f716fdd6e on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:27.985715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:27.994513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-ba923e7c-6d2d-45ce-8cfc-d7657acad72d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1096 time: 0.3882227 Nov 24 09:47:28.001613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:28.057465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:28.078467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.079507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.097111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:28.113716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-c5bd9c1b-ffe0-4390-8532-c41bb0cd75c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 217 time: 0.1073098 Nov 24 09:47:28.133760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Hosts for router 820cc525-de8a-439c-8ec5-71c963d302f1: [] {{(pid=88878) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 09:47:28.223792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Hosts for other DVR routers connected to router 820cc525-de8a-439c-8ec5-71c963d302f1: set() {{(pid=88878) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Nov 24 09:47:28.227752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:28.228151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:28.256582 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-764d011c-f1d7-4fa7-b75a-35d76b907d11 req-c9d0eb99-a7a8-4e91-8598-0ea979806544 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877411 Nov 24 09:47:28.329382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.330727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c259b263-6351-41fc-bc87-f3f0ed4a5dae tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "PUT /v2.0/routers/820cc525-de8a-439c-8ec5-71c963d302f1 HTTP/1.1" status: 200 len: 716 time: 3.4038618 Nov 24 09:47:28.341158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:28.421669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-54627f82-c284-4fa1-b9b2-2960e55937bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27be429efd24466e9cc96ea83d0b2fc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9738905 Nov 24 09:47:28.430047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46230) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:28.471555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.508351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-1d259b8f-ed17-4d37-9f9d-d59383bd95ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:28.509947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-1d259b8f-ed17-4d37-9f9d-d59383bd95ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.3859653 Nov 24 09:47:28.592356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.606808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.655908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f31e53d-7970-4fb2-b89c-d7b1ac731c8b tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "GET /v2.0/routers/820cc525-de8a-439c-8ec5-71c963d302f1 HTTP/1.1" status: 200 len: 716 time: 0.3101022 Nov 24 09:47:28.656634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:28.672080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:28.730326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 747226df-2481-4d3b-b1a1-be4f716fdd6e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:28.730797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.805497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.823562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] The port '747226df-2481-4d3b-b1a1-be4f716fdd6e' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:28.824770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e511b01-e4f2-4efa-9d03-dcb8c3e93d7f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:28.834241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:28.842193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.843564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4229712 Nov 24 09:47:28.857151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46240) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:28.868707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.870240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.878014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Router e0add96d-2269-471b-bf11-75c7868de30e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:28.880315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2e511b01-e4f2-4efa-9d03-dcb8c3e93d7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:28.893244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:28.900322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:28.915802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-f50d7c4d-9e66-4216-911d-3d03d8b7bd4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3985460 Nov 24 09:47:28.919592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:28.923668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:28.961850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:29.108002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 747226df-2481-4d3b-b1a1-be4f716fdd6e no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:29.109871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.132007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.134570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.144523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f1df1a40-175a-44d8-a06e-22454448cafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:29.148693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 747226df-2481-4d3b-b1a1-be4f716fdd6e {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:29.149176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 747226df-2481-4d3b-b1a1-be4f716fdd6e not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:29.185113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded132ec-5382-4c45-90da-1433a45f8d8c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:29.202572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:29.260746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-ae97f6d3-13aa-4b4a-9cc5-c8bfc49fe999 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290493 Nov 24 09:47:29.267880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.269104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ded132ec-5382-4c45-90da-1433a45f8d8c HTTP/1.1" status: 204 len: 168 time: 0.8314090 Nov 24 09:47:29.466172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.485170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.498084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984b4bd7-118c-400d-9814-bee0671243ae']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:29.508377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-707cc805-211b-4869-bc59-feb5ef0c0deb tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:29.526083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5cc1e25c-e50d-4eb2-9ac2-175844c585cf tempest-RoutersTestDVR-958285256 tempest-RoutersTestDVR-958285256-project] 10.222.0.55 "GET /v2.0/routers/820cc525-de8a-439c-8ec5-71c963d302f1 HTTP/1.1" status: 200 len: 682 time: 0.8658311 Nov 24 09:47:29.529174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:29.530625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55113081-d23a-41e2-ab5b-d6bd5307c44a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:29.530950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55113081-d23a-41e2-ab5b-d6bd5307c44a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:29.554472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa0c65a-8d3b-493e-ad68-1b3e4fce36b0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:29.561215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a97e0f-ceb7-4132-8b46-af9a7523ca19 req-c8575b23-4248-4ece-adf1-6f4f18d89331 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887621 Nov 24 09:47:29.562123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:29.581281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.581281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7186620 Nov 24 09:47:29.583606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46254) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:29.649461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.677567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.746168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.778480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.798474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db359fa-2e3d-4cdb-b9c6-2f60294e8b35 req-212e5023-adac-46ef-ad36-529f091227d0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:29.800387 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1db359fa-2e3d-4cdb-b9c6-2f60294e8b35 req-212e5023-adac-46ef-ad36-529f091227d0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 943 time: 0.3842165 Nov 24 09:47:29.801078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:29.801528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.812722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:29.828330 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:29.863462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.985477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:29.995929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-e1cecc3b-074a-48a5-ad7c-0f625f1dc444 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1096 time: 0.3755400 Nov 24 09:47:29.996543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.001525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1db359fa-2e3d-4cdb-b9c6-2f60294e8b35 req-9170c7ab-690e-427f-9ee9-66bc96e16741 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770244 Nov 24 09:47:30.009107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:30.070268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aa0c65a-8d3b-493e-ad68-1b3e4fce36b0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:30.070479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.078128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0d34656-6f93-4ccd-9958-8f47875cbbb4 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:30.083901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 172.26.6.67 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/827a2fa8-fa80-438d-8d11-ad6fb5633b2a) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:30.092702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:30.156320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.164243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.167978 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4aa0c65a-8d3b-493e-ad68-1b3e4fce36b0 HTTP/1.1" status: 204 len: 168 time: 0.5815649 Nov 24 09:47:30.175358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46270) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.177851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=984b4bd7-118c-400d-9814-bee0671243ae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:30.180553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:30.189369 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/984b4bd7-118c-400d-9814-bee0671243ae HTTP/1.1" status: 204 len: 168 time: 3.6429172 Nov 24 09:47:30.197651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46274) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.341518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-ea6f2664-2ee1-4449-9a7a-06deaed28d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:30.343188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-ea6f2664-2ee1-4449-9a7a-06deaed28d6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.3370178 Nov 24 09:47:30.400717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46280) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.440213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f2f042b2-daea-4030-975a-081b1adc5959 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:30.469175 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-5bb89cbb-478d-4873-b174-813769534003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 217 time: 0.1147540 Nov 24 09:47:30.516687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.523118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.540952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f2f042b2-daea-4030-975a-081b1adc5959 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:30.545099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2f042b2-daea-4030-975a-081b1adc5959 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3638942 Nov 24 09:47:30.546209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46286) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.592261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-58209fec-bbf2-42c8-b84e-6707bb73b19a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:30.593870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-58209fec-bbf2-42c8-b84e-6707bb73b19a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.1142695 Nov 24 09:47:30.653109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.670194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.671409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1676152471'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:30.676291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e97911b6-80e9-4541-b37a-33890bb8f991 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:30.725981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:30.730528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.738018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:network and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:30.746507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:30.768343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:30.776290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.779501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:30.781505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:30.782019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=827a2fa8-fa80-438d-8d11-ad6fb5633b2a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:30.783310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.794396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:30.794943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] Sync routers for ids ['e0add96d-2269-471b-bf11-75c7868de30e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:30.798052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:30.802824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:30.812428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] Routers {'e0add96d-2269-471b-bf11-75c7868de30e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:30.813128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e0add96d-2269-471b-bf11-75c7868de30e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:30.821591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d6d3e-43bb-4cde-89c5-e2e600eb4299 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:30.822352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee6d6d3e-43bb-4cde-89c5-e2e600eb4299 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:30.832723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.836922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "PUT /v2.0/routers/e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 200 len: 884 time: 8.7365739 Nov 24 09:47:30.839015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:30.844548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.854830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46290) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.882544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:30.894541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] Routers {'e0add96d-2269-471b-bf11-75c7868de30e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:30.895145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e0add96d-2269-471b-bf11-75c7868de30e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:30.918152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.943479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:30.958250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee6d6d3e-43bb-4cde-89c5-e2e600eb4299 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:30.965074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee6d6d3e-43bb-4cde-89c5-e2e600eb4299 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7604203 Nov 24 09:47:30.965277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-cd951126-4e25-4936-9393-9cab09bacd7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3541996 Nov 24 09:47:30.966797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46294) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:30.970871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:30.971352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040b9ac8-12d3-4e62-885b-44d160c6ec41 None None] The sync data for ids ['e0add96d-2269-471b-bf11-75c7868de30e'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:31.020772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.021468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 820cc525-de8a-439c-8ec5-71c963d302f1 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:31.041477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Allocated IP 172.26.6.205 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/4902a408-f8ff-4322-b1bc-6281cd2d89d7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:31.080914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.086360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc6777e7-905e-43b9-be73-b0ff6fb0158d tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "DELETE /v2.0/routers/820cc525-de8a-439c-8ec5-71c963d302f1 HTTP/1.1" status: 204 len: 168 time: 1.5421481 Nov 24 09:47:31.091163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46300) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:31.095069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:31.101340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Request body: {'router': {'name': 'tempest-router-72918493', 'distributed': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:31.110436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:31.131875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:security_group_rule and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:31.137216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Usage tracker for resource:router and tenant:f23ebcb494e84b8985c2a306a5de1ffd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:31.144223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:31.162604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:31.168728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:31.225151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:31.347670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.348990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.372767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a39f0a5-eae4-4332-8fe7-660ba7ff303b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4002736 Nov 24 09:47:31.387068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46304) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:31.407486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1497216489'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:31.413030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.423406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:31.437796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:31.450086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.464327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:31.469804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e511b01-e4f2-4efa-9d03-dcb8c3e93d7f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:31.476970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:31.482704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:31.500720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:31.603061 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-621412df-c7d0-41ce-8cee-df0a4d9aad6f service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300340 Nov 24 09:47:31.603827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.608851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/2e511b01-e4f2-4efa-9d03-dcb8c3e93d7f HTTP/1.1" status: 204 len: 168 time: 1.0578997 Nov 24 09:47:31.610249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46308) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:31.635958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:31.641696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.745144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.752952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8b850-7e36-4d15-b441-5dad9dceb0f7 req-04cfe667-b2dd-44b7-be3d-e23977e522af tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:31.754611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ff8b850-7e36-4d15-b441-5dad9dceb0f7 req-04cfe667-b2dd-44b7-be3d-e23977e522af tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 943 time: 0.5888915 Nov 24 09:47:31.766900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.790356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.800394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1f224a4-f154-4fc8-a2f6-f68614a1a94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:31.824079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:31.831925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.836157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:31.872524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.872807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment 537ceaa6-0c63-45fc-af5e-8b4e1d143e80 of type vlan for network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 Nov 24 09:47:31.886051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed1412-0aa3-4e5f-ae95-dd4265d959ea,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:31.893303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.893693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Added segment 08bf69e4-514f-46de-ab11-148362067d7a of type vlan for network a0334a75-a18d-42ba-bd02-99795266b387 Nov 24 09:47:31.897057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:31.900996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.910880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d3d475be-b843-4c49-9782-6e7234a3c852 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:31.912521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-553b65ac-6268-44cb-8beb-9743bfb24323 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:31.928698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2764ff64-4244-4c3c-810d-d208f70d0ba1 req-05f1cf8a-4caf-43c9-a9cb-9f007ca141ba service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197937 Nov 24 09:47:31.950208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ff8b850-7e36-4d15-b441-5dad9dceb0f7 req-3d7b8f9e-3680-4c7d-ad58-94681f6f927b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866403 Nov 24 09:47:31.956282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.956971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 486bafac-18f7-451e-bf06-840aeb3b3af6 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:47:31.965514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.968156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21039e10-da53-478c-bb6b-bc4cc137f495 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.8750725 Nov 24 09:47:31.971423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.972200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:31.976373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46312) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:31.988586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76b06065-0a10-4aae-907e-fbe3306f6765 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 200 len: 925 time: 1.1281877 Nov 24 09:47:31.988586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d3d475be-b843-4c49-9782-6e7234a3c852 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:31.988586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3d475be-b843-4c49-9782-6e7234a3c852 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3355682 Nov 24 09:47:31.999883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:32.000255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:32.064222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--87468989'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:32.071972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event updated for resources: {'Port': ['ID=4902a408-f8ff-4322-b1bc-6281cd2d89d7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:32.089718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.094657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:32.097202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:32.102377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:32.110898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:32.117797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:32.127710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=486bafac-18f7-451e-bf06-840aeb3b3af6,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:32.145070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'port_id': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'mac_address': 'fa:16:3e:61:eb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:47:32.150251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:32.210932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.212014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.218706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.222997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:32.223540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.230661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13e8a03a-869a-4377-8c48-be15e46cecd5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:32.232871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486bafac-18f7-451e-bf06-840aeb3b3af6 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:47:32.250384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=486bafac-18f7-451e-bf06-840aeb3b3af6,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:32.253720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.257245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:32.279256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.283475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:32.284117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.292055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d024f990-deb2-4cae-bc51-5bad3a146def tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:32.295819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.337766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:32.341137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:32.356277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dc2d22e3-2af0-45fb-8a10-174e0f5c8d20 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Synchronizing usage tracker for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:32.386220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9841070 Nov 24 09:47:32.392037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:32.413141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0224566 Nov 24 09:47:32.425069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46328) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:32.425813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:32.432154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:32.437475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:32.440054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:32.450059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:32.459459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'subnet': {'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:32.483079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:32.489367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:32.510610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Network': ['ID=a0334a75-a18d-42ba-bd02-99795266b387,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:32.525298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:32.528965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dc2d22e3-2af0-45fb-8a10-174e0f5c8d20 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Unset dirty status for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:32.530295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dc2d22e3-2af0-45fb-8a10-174e0f5c8d20 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=e0add96d-2269-471b-bf11-75c7868de30e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5267198 Nov 24 09:47:32.537804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:32.538116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['486bafac-18f7-451e-bf06-840aeb3b3af6'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:47:32.543472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46332) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:32.597298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a0334a75-a18d-42ba-bd02-99795266b387 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:32.780022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:32.795444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:32.805910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:32.807832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:subnet and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:32.822452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:32.850684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:32.864451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:32.876133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181538f7-940a-4f3b-abb5-577130d889ea tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:32.876770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-181538f7-940a-4f3b-abb5-577130d889ea tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Synchronizing usage tracker for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:32.879808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:32.882773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.887565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:32.904279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:32.913135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:32.975622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-181538f7-940a-4f3b-abb5-577130d889ea tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Unset dirty status for tenant:2e529d70236847c2951a3bb0ad62e42f on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:32.976922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-181538f7-940a-4f3b-abb5-577130d889ea tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.4323950 Nov 24 09:47:32.979682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:32.994829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46336) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:33.069829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2fe32b-8719-4509-9b2a-6eaada45d014,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:33.080645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:33.082193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.144532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.165852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.167135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1618543 Nov 24 09:47:33.179361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:33.206404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2a2fe32b-8719-4509-9b2a-6eaada45d014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:33.223554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:33.293263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:33.358182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:33.381834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:33.410508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.428457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13bc31df-afe4-4808-90cc-60563a2871cd tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 200 len: 205 time: 0.1302288 Nov 24 09:47:33.436136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:33.440267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.491959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.500927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.528550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.538487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.683716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.684154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b581d503-8b0d-4750-9aaa-d63319d471c8 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:33.733976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.738795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5b38225-6f19-4a0f-a86f-2f5e71c0c981 tempest-RoutersTestDVR-809536541 tempest-RoutersTestDVR-809536541-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b581d503-8b0d-4750-9aaa-d63319d471c8 HTTP/1.1" status: 204 len: 168 time: 1.7561936 Nov 24 09:47:33.745177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe235e-43e3-4865-9217-2cfab74033cc req-67ace843-0d27-4271-8d82-15e52a62d765 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:33.746910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b7fe235e-43e3-4865-9217-2cfab74033cc req-67ace843-0d27-4271-8d82-15e52a62d765 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 944 time: 0.4470112 Nov 24 09:47:33.785843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router d1b9a214-bb05-44ed-b92b-28b5fe2269e0 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:33.796030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.860788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.870565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:33.882965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f5db8e0-3882-4fd8-9c19-7ca009187365 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:33.973539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 486bafac-18f7-451e-bf06-840aeb3b3af6 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:33.978662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b7fe235e-43e3-4865-9217-2cfab74033cc req-b7ccbb38-1744-4f2e-a8bc-b9680f6780e1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142737 Nov 24 09:47:34.012074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Subnet': ['ID=10c64bd5-156a-4014-ad9f-2a00a0eb7f8f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:34.035011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.041032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99fc8e66-dc46-49eb-aa43-2bbc4172e5f6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:34.084991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:34.096697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:34.108410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.110886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9276488 Nov 24 09:47:34.121322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46354) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:34.130855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 486bafac-18f7-451e-bf06-840aeb3b3af6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:34.138369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 486bafac-18f7-451e-bf06-840aeb3b3af6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:34.139600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.141835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2a2fe32b-8719-4509-9b2a-6eaada45d014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:34.163299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a721997d-95c5-4b49-8e41-e09736397bd3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:34.205452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:34.218729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Checking segment: {'id': '08bf69e4-514f-46de-ab11-148362067d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:34.219890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network hostable DHCP agents. Network: a0334a75-a18d-42ba-bd02-99795266b387, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:34.234559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46358) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:34.242221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:34.268048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=5e9d7911-5a31-45de-a5ce-cfdf17d29184,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:34.276890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:34.284384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:34.288777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:34.312134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.319334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': '537ceaa6-0c63-45fc-af5e-8b4e1d143e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:34.320027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:34.334195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:34.340780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.400037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=486bafac-18f7-451e-bf06-840aeb3b3af6,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:34.401878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:47:34.409946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.415453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8753780-e602-4b52-8b07-3a38aa18bb9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:34.419100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.494496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:34.502083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'code': 200} Nov 24 09:47:34.542569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:34.546403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:34.549304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:34.555940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:34.573179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:34.573848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.574515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f1ddb-3e94-4cef-b76c-8301bc647b92 None None] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:34.583110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] Sync routers for ids ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:34.595755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.610619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.620436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:34.622151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] Routers {'d1b9a214-bb05-44ed-b92b-28b5fe2269e0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:34.623856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:34.646630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.665364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:34.669951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2403502 Nov 24 09:47:34.671321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.676045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:34.676692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8317709 Nov 24 09:47:34.676895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:34.680744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.682085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5539963 Nov 24 09:47:34.683327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c89780-506d-4ada-b659-a485b1c8430f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:34.686209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:34.691441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46374) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:34.700296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2a2fe32b-8719-4509-9b2a-6eaada45d014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:34.727189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:34.732537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:34.736941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:34.755067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:34.761350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22', 'name': 'tempest-PortsTestJSON-624035219'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:34.776053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.786057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:34.799759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a0334a75-a18d-42ba-bd02-99795266b387) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:34.807019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] Routers {'d1b9a214-bb05-44ed-b92b-28b5fe2269e0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:34.807973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:34.853929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:34.854962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.874395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:34.906186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40684a-694e-452c-ab67-f608e9f00d96 None None] Network a0334a75-a18d-42ba-bd02-99795266b387 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:34.934094 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b941d668-f536-4a71-a6dd-946d3c2387ef req-03ac3fdc-3032-426b-a9b3-bbfab782c28d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1390829 Nov 24 09:47:34.953504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:867bd7fb2a834b3196c61ff2891228de is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:34.978645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:34.981863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.989182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:34.998783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:35.013171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:35.021287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afd8395-7144-4146-b5ea-cb3faf46cb47,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:35.025920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b941d668-f536-4a71-a6dd-946d3c2387ef req-267396fd-61d5-47cd-8c4a-8ff43ded59bf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820351 Nov 24 09:47:35.028152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6296201 Nov 24 09:47:35.029170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:35.047454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46378) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:35.063977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1218500646', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:35.089614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:35.106485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:router and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:35.124112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:35.128133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.130797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4371536 Nov 24 09:47:35.135576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46384) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:35.138773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:35.139434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22', 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '5e9d7911-5a31-45de-a5ce-cfdf17d29184'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:47:35.140418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.146938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2a2fe32b-8719-4509-9b2a-6eaada45d014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:35.160772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:35.179918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:35.187161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.188964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.195503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:35.195817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:35.196756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b673b85-ea52-46ae-be79-c86b84afe842 None None] The sync data for ids ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:35.210170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:35.263040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Router 8f351fc9-d4de-48c6-88be-86fe1ec0a47f is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:35.294429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:35.326456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:35.328238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.331147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.395193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0e7f2-c94a-45d5-b933-a26da70c75b0 None None] Network a0334a75-a18d-42ba-bd02-99795266b387 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:35.532346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Allocated IP 172.20.0.2 (6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22/5e9d7911-5a31-45de-a5ce-cfdf17d29184/4044abc3-9e7b-42f1-a6bd-11246f57ed03) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:35.534167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:35.540425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.553576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.607288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.623190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cd08259-3dff-41d7-9dae-75e08eb0e7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:35.687991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 6e72080d-94f7-445c-8272-444abf0e724c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:35.704728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c1db9-92b2-472d-94b2-70f053b91159 req-6f3eebc7-75df-4a83-8e7f-e5fb87e70319 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:35.707585 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0c1db9-92b2-472d-94b2-70f053b91159 req-6f3eebc7-75df-4a83-8e7f-e5fb87e70319 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4636822 Nov 24 09:47:35.793819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.806209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.806465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31bf32-8572-4360-a318-4bc04ef3ea5a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:35.811296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:35.814349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.846900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=867bd7fb2a834b3196c61ff2891228de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6057596 Nov 24 09:47:35.849865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0c1db9-92b2-472d-94b2-70f053b91159 req-4a06be2e-7012-4c16-89ed-57ce61ba0999 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165128 Nov 24 09:47:35.850805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46388) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:35.865833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:35.887786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:35.960039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dc45cb-8f48-4b5a-9936-feb9950945f5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:35.988349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:36.017358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9450796c-980d-4102-90f6-ff6f2ac121ff tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers/d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 200 len: 884 time: 1.3328149 Nov 24 09:47:36.038942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port fa572329-32a1-400c-bca2-6ca02171be8c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:36.039493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.060523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46392) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:36.212542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.215236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0778253 Nov 24 09:47:36.221272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.235774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Transition to ACTIVE for port object 4044abc3-9e7b-42f1-a6bd-11246f57ed03 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:36.236931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46396) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:36.258206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '2a2fe32b-8719-4509-9b2a-6eaada45d014', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:36.259256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Transition to ACTIVE for port object 4044abc3-9e7b-42f1-a6bd-11246f57ed03 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:36.265784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.272722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:36.282211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.307744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:36.321377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:36.333618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:36.346927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:36.358141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Pushing event updated for resources: {'Port': ['ID=4044abc3-9e7b-42f1-a6bd-11246f57ed03,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:36.362433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:36.363754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:36.365009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:36.367976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:36.391730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:36.423174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.435613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.447053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] Sync routers for ids ['8f351fc9-d4de-48c6-88be-86fe1ec0a47f'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:36.475455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.480674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Attempting to bind port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:36.480674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Attempting to bind port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '537ceaa6-0c63-45fc-af5e-8b4e1d143e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:36.481594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Attempting to bind port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 on network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:36.489772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] Routers {'8f351fc9-d4de-48c6-88be-86fe1ec0a47f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:36.490357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f351fc9-d4de-48c6-88be-86fe1ec0a47f'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:36.513943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.518322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "PUT /v2.0/routers/8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 200 len: 880 time: 8.6214006 Nov 24 09:47:36.518322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-98c587db-d094-4d3b-b69c-f0a671d451ca {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:36.518322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:36.527317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46400) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:36.566414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:36.567160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Checking segment: {'id': '537ceaa6-0c63-45fc-af5e-8b4e1d143e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:36.568333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.568931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Bound using segment: {'id': '537ceaa6-0c63-45fc-af5e-8b4e1d143e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:36.569624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Bound port: 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537ceaa6-0c63-45fc-af5e-8b4e1d143e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:36.571326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.596261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:36.602176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for fa572329-32a1-400c-bca2-6ca02171be8c owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:36.677638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] Routers {'8f351fc9-d4de-48c6-88be-86fe1ec0a47f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:36.678482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f351fc9-d4de-48c6-88be-86fe1ec0a47f'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:36.725690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.734870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.740254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:36.759201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:36.759423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd5cc46-0968-4dbb-aa7d-4c86e318389c None None] The sync data for ids ['8f351fc9-d4de-48c6-88be-86fe1ec0a47f'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:36.760265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.766289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60af55bb-0423-4094-9921-8e80a7eaa1c7,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:36.769881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea19b5f1-d805-4adc-b78a-717f8a9755b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:36.773761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:36.779195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] For port 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:36.783325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.783796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] For port 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4044abc3-9e7b-42f1-a6bd-11246f57ed03,segment=NetworkSegment(537ceaa6-0c63-45fc-af5e-8b4e1d143e80),segment_id=537ceaa6-0c63-45fc-af5e-8b4e1d143e80)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:36.789200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.793569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:36.794324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.799090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5521657 Nov 24 09:47:36.799948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46404) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:36.827534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31bf32-8572-4360-a318-4bc04ef3ea5a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:36.836499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.840017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:36.881633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.908256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.912949 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e31bf32-8572-4360-a318-4bc04ef3ea5a HTTP/1.1" status: 204 len: 168 time: 1.0539601 Nov 24 09:47:36.916302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Pushing event updated for resources: {'Port': ['ID=4044abc3-9e7b-42f1-a6bd-11246f57ed03,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:36.922320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:36.952798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:36.997800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:37.004027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daaee5ef-7fd9-4088-a1a6-631a2dac7767 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:37.047575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:37.073891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:37.120200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=fa572329-32a1-400c-bca2-6ca02171be8c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:37.123808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:37.148032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:37.222006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60af55bb-0423-4094-9921-8e80a7eaa1c7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:37.225131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:37.227428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 55e558e8-0918-4ec0-87b0-ebf479bcd100 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:37.305391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:37.309749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/60af55bb-0423-4094-9921-8e80a7eaa1c7 HTTP/1.1" status: 204 len: 168 time: 0.5091987 Nov 24 09:47:37.318085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46414) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:37.478696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2d76c67-72a2-4a13-a6f8-a6f0c1bc952b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:router {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:37.595896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c2d76c67-72a2-4a13-a6f8-a6f0c1bc952b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:router {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:37.600244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2d76c67-72a2-4a13-a6f8-a6f0c1bc952b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5357513 Nov 24 09:47:37.613379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46418) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:37.618380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46420) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:37.637481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1227548055'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:37.767611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.244 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/79945fec-4715-4dee-96c5-45e1b9af1f07) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:37.785070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:37.950241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-74278f2d-7378-4fc3-9e33-79394e40949f tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 200 len: 921 time: 1.4122407 Nov 24 09:47:37.961899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:37.968713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:37.984089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Usage tracker for resource:security_group_rule and tenant:f23ebcb494e84b8985c2a306a5de1ffd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:37.985884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f387b-ac5c-45be-be68-351ab414e655 req-24a5d603-933d-4919-a4d8-caee9756f394 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:37.987675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-882f387b-ac5c-45be-be68-351ab414e655 req-24a5d603-933d-4919-a4d8-caee9756f394 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.9273696 Nov 24 09:47:38.001397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:38.026042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:38.043975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8094a88-9f9e-4510-a506-20b75d8e6bb1 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:38.066738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.132579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.254687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.261702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.263671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e70ab46e-ef36-41d2-a397-79ee19f0cdbb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:38.288229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8094a88-9f9e-4510-a506-20b75d8e6bb1 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:38.295497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8094a88-9f9e-4510-a506-20b75d8e6bb1 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.9705141 Nov 24 09:47:38.295497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.8 (6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22/5e9d7911-5a31-45de-a5ce-cfdf17d29184/55e558e8-0918-4ec0-87b0-ebf479bcd100) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:38.297024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46430) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:38.327169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.456832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:38.479122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:38.495260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:38.519888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.527014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-882f387b-ac5c-45be-be68-351ab414e655 req-ba4fab55-9b32-416f-8fd0-3a85191aaee4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4688408 Nov 24 09:47:38.530229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=79945fec-4715-4dee-96c5-45e1b9af1f07,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:38.532877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.545501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:38.548349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14cf564e-3853-4f87-8d4f-3ec07a6f2345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:38.565952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.570783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f23ebcb494e84b8985c2a306a5de1ffd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9400008 Nov 24 09:47:38.571228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81d533f4-d921-45a1-bbb2-013173c05de9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=8f351fc9-d4de-48c6-88be-86fe1ec0a47f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5998337 Nov 24 09:47:38.573059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:38.577107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.594123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46436) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:38.692967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2696b46-aa78-4f6e-88f1-a2796e57002e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:38.710907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d383a61-5697-45da-8757-3d0ff219620d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:38.836526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.836935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router e0add96d-2269-471b-bf11-75c7868de30e {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:38.882968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.890230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.906817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db8a74c-8a3e-4639-997c-2196136040c0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:38.917448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.923711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 204 len: 168 time: 5.4815190 Nov 24 09:47:38.933263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46444) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:38.952532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65dc45cb-8f48-4b5a-9936-feb9950945f5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:38.954432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.959592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1959991235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:38.959722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:38.971816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:38.999309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 55e558e8-0918-4ec0-87b0-ebf479bcd100 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:39.007722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:39.029043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:39.039528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:39.041105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.045361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a450964-6bd1-4c7a-98e2-432155d420bf tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:39.050382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a450964-6bd1-4c7a-98e2-432155d420bf tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.4518478 Nov 24 09:47:39.050650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:39.058537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.059886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.110407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2696b46-aa78-4f6e-88f1-a2796e57002e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:39.123317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:39.124140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5698580-3465-4c24-ab33-eb1daab990e4 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:39.125527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:39.165767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67191cc5-1498-4daa-9263-238e3e7a610a tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 200 len: 205 time: 0.1035602 Nov 24 09:47:39.173304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46452) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.176733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.177939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.181690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.181849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2696b46-aa78-4f6e-88f1-a2796e57002e HTTP/1.1" status: 204 len: 168 time: 0.6020632 Nov 24 09:47:39.227108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4044abc3-9e7b-42f1-a6bd-11246f57ed03 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:39.238461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:39.244714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:39.250258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:39.285257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.286648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/65dc45cb-8f48-4b5a-9936-feb9950945f5 HTTP/1.1" status: 204 len: 168 time: 0.9835384 Nov 24 09:47:39.288470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=55e558e8-0918-4ec0-87b0-ebf479bcd100,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:39.299370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46458) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.323199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e0eae-fcc8-4bbf-95c9-172eeb07f2d5 req-ad10160d-6de1-432a-a3ff-7c1a06593ab0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:39.323768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:39.324914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eb8e0eae-fcc8-4bbf-95c9-172eeb07f2d5 req-ad10160d-6de1-432a-a3ff-7c1a06593ab0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5635803 Nov 24 09:47:39.338186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d29bb-d3b5-45a9-8fc0-0158fd9a9ddb None None] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:39.344910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.362287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Request body: {'floatingip': {'port_id': '486bafac-18f7-451e-bf06-840aeb3b3af6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:39.378420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.444006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.521838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Provisioning for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:39.532344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:39.554275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Provisioning complete for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:39.554760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.573233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.598254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:39.599132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.602797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.603577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.620066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.621562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e55f4093-45ff-42e4-8099-b573cb0f7334 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6773272 Nov 24 09:47:39.630799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46468) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.637545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': True}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:39.694120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:39.695232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:39.754252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-271d8d4d-707a-4b56-ba03-b23dc7ff75c4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4529669 Nov 24 09:47:39.766943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46474) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.843442 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1613379 Nov 24 09:47:39.850562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:39.864487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22', 'name': 'tempest-PortsTestJSON-1327817399'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:40.021589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.071704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] For port 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4044abc3-9e7b-42f1-a6bd-11246f57ed03,segment=NetworkSegment(537ceaa6-0c63-45fc-af5e-8b4e1d143e80),segment_id=537ceaa6-0c63-45fc-af5e-8b4e1d143e80)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:40.162213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.173352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:40.287536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Pushing event updated for resources: {'Port': ['ID=4044abc3-9e7b-42f1-a6bd-11246f57ed03,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:40.292707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:40.325978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.330693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.352970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.358211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.421636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:40.452183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:40.464231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.465052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:40.639225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.653969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46494) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:40.721859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14aefe0c-e13d-4569-82c6-d48f9fc8a81d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:40.767279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.803785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Provisioning for port 55e558e8-0918-4ec0-87b0-ebf479bcd100 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:40.816170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Provisioning complete for port 55e558e8-0918-4ec0-87b0-ebf479bcd100 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:40.816600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.846970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2afd8395-7144-4146-b5ea-cb3faf46cb47,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:40.861635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:40.871344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.872599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2afd8395-7144-4146-b5ea-cb3faf46cb47 HTTP/1.1" status: 204 len: 168 time: 1.0805483 Nov 24 09:47:40.876005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:40.913073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:40.917568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Port 55e558e8-0918-4ec0-87b0-ebf479bcd100 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:40.934234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Provisioning complete for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:40.934935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9130bc9a-a576-47b5-979e-dec4b1eee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.954864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:40.961911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:40.972006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1979841086'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:40.996718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:41.007786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:41.061539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:41.089224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:41.089396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port aee35572-8dae-4110-860b-5cb44ea4952b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:41.139095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dde2daa6-083c-499d-a27f-61f608f63ea1 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2538371 Nov 24 09:47:41.141012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:41.147083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.150989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:41.170833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4044abc3-9e7b-42f1-a6bd-11246f57ed03 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:41.244754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.255620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d49eae5-e5c6-4db4-b932-4a871f57854f None None] Provisioning complete for port 55e558e8-0918-4ec0-87b0-ebf479bcd100 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:41.256208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d49eae5-e5c6-4db4-b932-4a871f57854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.272137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.305242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.326421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d49eae5-e5c6-4db4-b932-4a871f57854f None None] Port 55e558e8-0918-4ec0-87b0-ebf479bcd100 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:41.328145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:41.329307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.339583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.377535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.9 (6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22/5e9d7911-5a31-45de-a5ce-cfdf17d29184/aee35572-8dae-4110-860b-5cb44ea4952b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:41.417147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.428450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:41.437535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de32c0c7-d873-41af-8593-8dffa3d75de4 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:41.449868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:security_group_rule and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:41.472263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:41.498274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:41.523179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c89780-506d-4ada-b659-a485b1c8430f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:41.538746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:41.598344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.603075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/29c89780-506d-4ada-b659-a485b1c8430f HTTP/1.1" status: 204 len: 168 time: 0.4475138 Nov 24 09:47:41.618103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46508) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:41.637152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:41.652136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.655684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.667072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router d1b9a214-bb05-44ed-b92b-28b5fe2269e0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:41.743104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.857099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.862672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port 4902a408-f8ff-4322-b1bc-6281cd2d89d7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:41.863057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.894046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object aee35572-8dae-4110-860b-5cb44ea4952b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:41.991454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:41.998072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3431b739-f79c-478f-9cc1-60ce3ba9ea8a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:42.107361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:42.108245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=aee35572-8dae-4110-860b-5cb44ea4952b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:42.112358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:42.115292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:42.117612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:42.165352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Floating IP 4b818e9a-9717-448c-a659-de1e450fcebd associated. External IP: 172.26.6.180, port: 486bafac-18f7-451e-bf06-840aeb3b3af6. Nov 24 09:47:42.237017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.261470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95f911c1-ef6c-4906-8f45-94481414daed tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:42.263437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:42.264164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.273960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.287987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dd4f50d-33b0-4f7f-9b66-dfe1b2aecc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:42.299844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4461668 Nov 24 09:47:42.305622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46512) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:42.360689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:42.397499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95f911c1-ef6c-4906-8f45-94481414daed tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:42.398848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95f911c1-ef6c-4906-8f45-94481414daed tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.7742167 Nov 24 09:47:42.410309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46516) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:42.461031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-760a13b4-f38c-45aa-a27c-5d7681f2dc7b None None] Provisioning for port aee35572-8dae-4110-860b-5cb44ea4952b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:42.470066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-760a13b4-f38c-45aa-a27c-5d7681f2dc7b None None] Provisioning complete for port aee35572-8dae-4110-860b-5cb44ea4952b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:42.470680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760a13b4-f38c-45aa-a27c-5d7681f2dc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.483591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348e3c6-15c4-44fa-bf56-00cbe5f1dd25 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:42.484355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2348e3c6-15c4-44fa-bf56-00cbe5f1dd25 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:42.497264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29235079-6f7d-4921-882e-0d11229b7daf,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:42.509074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2348e3c6-15c4-44fa-bf56-00cbe5f1dd25 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:42.510335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2348e3c6-15c4-44fa-bf56-00cbe5f1dd25 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2036035 Nov 24 09:47:42.514020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:42.518935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.519338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment ab034683-b284-42ab-a316-0ce83fa66e83 of type vlan for network 892de328-61be-4edd-b7ac-17d3e24a2cf9 Nov 24 09:47:42.535344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-760a13b4-f38c-45aa-a27c-5d7681f2dc7b None None] Port aee35572-8dae-4110-860b-5cb44ea4952b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:47:42.537362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:42.650503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.663619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port aee35572-8dae-4110-860b-5cb44ea4952b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:42.664002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.682486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.749525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.773177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.780523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:42.788847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.039361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for 4902a408-f8ff-4322-b1bc-6281cd2d89d7 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:43.144540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.145815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.150047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:43.150757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.164570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a969a6a-49c0-425f-be78-8dc8216d5ac7 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:43.278895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.351729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Router 1692da9e-c220-4ed0-9b04-fa987bd99312 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:43.415468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=892de328-61be-4edd-b7ac-17d3e24a2cf9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:43.421124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for aee35572-8dae-4110-860b-5cb44ea4952b owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:43.424012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:43.427837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:43.429397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-63cb2d82-dca8-4a2c-a697-912aa6802aaf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:43.453703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7943718 Nov 24 09:47:43.472342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a721997d-95c5-4b49-8e41-e09736397bd3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:43.478842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 172.26.6.214 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/d2a0b717-06f0-436e-a266-62b7d73e5ef8) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:43.482489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:43.505941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:43.518902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.523483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a721997d-95c5-4b49-8e41-e09736397bd3 HTTP/1.1" status: 204 len: 168 time: 1.0808146 Nov 24 09:47:43.528535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:43.544505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46524) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:43.545641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:43.546354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:43.547065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.630750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:43.630972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] Sync routers for ids ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:43.631584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:43.644037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.648903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b26c3554-db17-4e7f-afea-158f9bd29c72 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 200 len: 891 time: 6.0340042 Nov 24 09:47:43.649616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46532) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:43.660699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:43.664875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6126184 Nov 24 09:47:43.677082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] Routers {'d1b9a214-bb05-44ed-b92b-28b5fe2269e0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:43.677851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.695163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:43.699697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.714238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:43.714968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.755184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.767762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] Routers {'d1b9a214-bb05-44ed-b92b-28b5fe2269e0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:43.768732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.787857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.788322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6749b7f2-1764-408d-a793-42eb4f2c296b None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:43.848253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:43.849321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7e52-275a-40c4-93b4-fd88d59664fa None None] The sync data for ids ['d1b9a214-bb05-44ed-b92b-28b5fe2269e0'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:43.997475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.008384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ece3f685-b134-47b6-9d8b-6635d28ac08c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:44.064296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:44.082301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=aee35572-8dae-4110-860b-5cb44ea4952b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:44.089856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:44.095203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:44.098030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:44.108456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:44.128298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-397c4a77-7ed8-44a9-b3f9-58e0aaf65a79 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:44.152929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.164274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4d1bce4-5f29-44cd-bd8a-17804595f468 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:44.223596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=4902a408-f8ff-4322-b1bc-6281cd2d89d7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:44.237699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:44.245257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-397c4a77-7ed8-44a9-b3f9-58e0aaf65a79 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:44.246671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-397c4a77-7ed8-44a9-b3f9-58e0aaf65a79 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6983082 Nov 24 09:47:44.251346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.261007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:44.275845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:44.535022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.546533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.570482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.596282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3749cfcd-27e2-44bf-9a7b-cc61a70c4367 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:44.639337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/aee35572-8dae-4110-860b-5cb44ea4952b HTTP/1.1" status: 204 len: 168 time: 2.1242921 Nov 24 09:47:44.646223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:44.668650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.800645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14de434b-f388-4d7b-93f3-17244f292b38 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:47:44.801192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14de434b-f388-4d7b-93f3-17244f292b38 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:44.820088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.838081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:44.840356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a0b717-06f0-436e-a266-62b7d73e5ef8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:44.847353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:44.848135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:44.854150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:44.856390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:44.867515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Sync routers for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:44.882934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:44.883930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:44.894629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.905964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:44.943188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14de434b-f388-4d7b-93f3-17244f292b38 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:44.944674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14de434b-f388-4d7b-93f3-17244f292b38 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/aee35572-8dae-4110-860b-5cb44ea4952b HTTP/1.1" status: 404 len: 333 time: 0.2906065 Nov 24 09:47:44.959212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46550) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.103092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:47:45.116417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.131260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d23655c6-31c1-4e6d-a639-b57cd0fdc509 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers/d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 200 len: 891 time: 1.4720950 Nov 24 09:47:45.135720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.164750 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c11f2f1-9262-4a80-a57b-3ee62d950a61 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "PUT /v2.0/floatingips/4b818e9a-9717-448c-a659-de1e450fcebd HTTP/1.1" status: 200 len: 991 time: 5.8140037 Nov 24 09:47:45.165617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:47:45.193903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.204157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:45.239279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2fe32b-8719-4509-9b2a-6eaada45d014,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:45.247576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:45.261723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.266992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:45.290023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.308486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'status': 'completed', 'code': 200} Nov 24 09:47:45.316859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.318701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/2a2fe32b-8719-4509-9b2a-6eaada45d014 HTTP/1.1" status: 204 len: 168 time: 1.0523791 Nov 24 09:47:45.328638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.387135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dff0a374-be3f-44a5-961f-b501deb15551 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 200 len: 205 time: 0.2501981 Nov 24 09:47:45.391262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.408388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 55e558e8-0918-4ec0-87b0-ebf479bcd100 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:45.408783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.475857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:45.494117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:45.562355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.563040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router 8f351fc9-d4de-48c6-88be-86fe1ec0a47f {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:45.603843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.608863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 204 len: 168 time: 6.4221964 Nov 24 09:47:45.618519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.657837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-964032908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:45.685044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:45.697144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:45.708464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-4adbaf38-d3fb-4117-902f-3b2ce7aae9ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.3914380 Nov 24 09:47:45.709494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:45.775787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:45.776624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4b818e9a-9717-448c-a659-de1e450fcebd', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'port_id': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'mac_address': 'fa:16:3e:61:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:47:02Z', 'updated_at': '2021-11-24T09:47:41Z', 'revision_number': 1, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:45.784227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Checking router: 1692da9e-c220-4ed0-9b04-fa987bd99312 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:47:45.803671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:45.804342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:45.876506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'ab034683-b284-42ab-a316-0ce83fa66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:45.876921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 892de328-61be-4edd-b7ac-17d3e24a2cf9, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:45.890191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a30993e-b9ca-45dd-9c4c-a0279c66d473 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:45.924466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.925635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:45.948392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8a30993e-b9ca-45dd-9c4c-a0279c66d473 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:45.957371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a30993e-b9ca-45dd-9c4c-a0279c66d473 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6169837 Nov 24 09:47:45.958507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:45.975114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282740754'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:45.984778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.036882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:46.039426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:46.058403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:47:46.070009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:46.085011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 892de328-61be-4edd-b7ac-17d3e24a2cf9) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:46.096623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:46.097268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.102506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.103864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2285892-058c-4ea8-8ab2-3574bb43104c None None] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:46.138984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 55e558e8-0918-4ec0-87b0-ebf479bcd100 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:46.211563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.216760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5917609 Nov 24 09:47:46.226316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46578) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:46.229428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-24f5ac6e-fa88-4bcc-8304-c23588008c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:46.231065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-24f5ac6e-fa88-4bcc-8304-c23588008c98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.4570713 Nov 24 09:47:46.235306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379241660'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:46.248653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.254890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:46.263393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:46.267838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:46.278020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:46.320075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.551103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.559514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.566458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154c4657-4c21-41b6-8f61-bf3837662e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:46.600677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-892de328-61be-4edd-b7ac-17d3e24a2cf9', 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': 'f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:47:46.601596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.664764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:46.685521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9d561-196d-4f41-9d09-e0188164c764,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:46.694267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:46.703730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4b818e9a-9717-448c-a659-de1e450fcebd', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'port_id': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'mac_address': 'fa:16:3e:61:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:47:02Z', 'updated_at': '2021-11-24T09:47:41Z', 'revision_number': 1, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:46.710285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e6df5-c44c-42eb-87d8-09e5bf419ba7 None None] The sync data for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv is: [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4b818e9a-9717-448c-a659-de1e450fcebd', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'floating_ip_address': '172.26.6.180', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'port_id': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'mac_address': 'fa:16:3e:61:eb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:47:02Z', 'updated_at': '2021-11-24T09:47:41Z', 'revision_number': 1, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:46.724851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:46.742854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:46.771932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:46.780717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.783217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.788044 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8190699 Nov 24 09:47:46.791491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:46.805494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '86b9d561-196d-4f41-9d09-e0188164c764', 'direction': 'ingress', 'protocol': 17}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:46.812684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:46.817180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:46.821584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:46.835214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:46.882072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Allocated IP 172.20.255.242 (892de328-61be-4edd-b7ac-17d3e24a2cf9/f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1/b3df4ad1-a6ab-495b-9686-d29567723f41) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:46.937228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:46.951946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:46.957718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.008233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.013297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c676e96f-9236-4531-bf8e-24485d5752b8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3868499 Nov 24 09:47:47.018244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-8a003fe4-1adb-4cdc-bc4e-10a11c1f6f47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 999 time: 0.7121985 Nov 24 09:47:47.018769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46588) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:47.023129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.031949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': True}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:47.062311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.138054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 827a2fa8-fa80-438d-8d11-ad6fb5633b2a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:47.138549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.186082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-441a8ce6-b5a7-4a99-aa45-2fde7611a1d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:47.188530 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-441a8ce6-b5a7-4a99-aa45-2fde7611a1d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.0796878 Nov 24 09:47:47.190639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.200599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.218503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef1b5922-3837-4b44-b6e3-29198d2a1c3b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:47.235652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.245176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872a2bc-67ac-438d-b04d-90e504169b0b None None] New status for floating IP 4b818e9a-9717-448c-a659-de1e450fcebd: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:47:47.246025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.287203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c672073e-b5bc-4fd9-b510-81bcf54cb31e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:47.305642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:47.308531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:47.341986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.352251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-809f11de-37d2-4696-812e-e3f4c91f5649 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:47.404360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.405170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment b93a9f87-ff87-4a27-bda7-4af8692cb9f0 of type vlan for network 8c6df801-c32c-4d02-904a-37b884c53cce Nov 24 09:47:47.406790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=55e558e8-0918-4ec0-87b0-ebf479bcd100,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:47.409920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:47.439987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.441190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6473973 Nov 24 09:47:47.452517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46592) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:47.478955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.503264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Transition to ACTIVE for port object b3df4ad1-a6ab-495b-9686-d29567723f41 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:47.531313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.602260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Transition to ACTIVE for port object b3df4ad1-a6ab-495b-9686-d29567723f41 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:47.628836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.628836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e08df11-f2be-492a-9742-2ea74ea0b84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:47.655909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.725601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:47.733493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:47.737762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:47.806994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 827a2fa8-fa80-438d-8d11-ad6fb5633b2a owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:47.836566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.869061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.870411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-0c8bf128-4106-4f5f-a2b7-33e68b7af52e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6659372 Nov 24 09:47:47.903792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Attempting to bind port b3df4ad1-a6ab-495b-9686-d29567723f41 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:47.904497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Attempting to bind port b3df4ad1-a6ab-495b-9686-d29567723f41 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ab034683-b284-42ab-a316-0ce83fa66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:47.905181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Attempting to bind port b3df4ad1-a6ab-495b-9686-d29567723f41 on network 892de328-61be-4edd-b7ac-17d3e24a2cf9 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:47.930310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:47.933601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Checking segment: {'id': 'ab034683-b284-42ab-a316-0ce83fa66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:47.933892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.935560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Bound using segment: {'id': 'ab034683-b284-42ab-a316-0ce83fa66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:47.936338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.936537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Bound port: b3df4ad1-a6ab-495b-9686-d29567723f41, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab034683-b284-42ab-a316-0ce83fa66e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '892de328-61be-4edd-b7ac-17d3e24a2cf9'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:47.937235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.946509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4057932-3c59-4d99-9fae-0f3a67d9d46a tempest-RoutersAdminNegativeIpV6Test-74801851 tempest-RoutersAdminNegativeIpV6Test-74801851-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:47.955900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:47.967819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Pushing event updated for resources: {'Port': ['ID=b3df4ad1-a6ab-495b-9686-d29567723f41,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:47.974709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:47.991182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9d561-196d-4f41-9d09-e0188164c764,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:48.002220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:48.083001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.086717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/86b9d561-196d-4f41-9d09-e0188164c764 HTTP/1.1" status: 204 len: 168 time: 0.6288054 Nov 24 09:47:48.097327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:48.107666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] For port b3df4ad1-a6ab-495b-9686-d29567723f41, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:48.111046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] For port b3df4ad1-a6ab-495b-9686-d29567723f41, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b3df4ad1-a6ab-495b-9686-d29567723f41,segment=NetworkSegment(ab034683-b284-42ab-a316-0ce83fa66e83),segment_id=ab034683-b284-42ab-a316-0ce83fa66e83)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:48.115629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.120581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:48.151725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.152674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:48.153132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.158035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/55e558e8-0918-4ec0-87b0-ebf479bcd100 HTTP/1.1" status: 204 len: 168 time: 3.1921101 Nov 24 09:47:48.172868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:48.182955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:48.219990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Pushing event updated for resources: {'Port': ['ID=b3df4ad1-a6ab-495b-9686-d29567723f41,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:48.224483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:48.313768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7157a8f-0eb4-4e3f-91ce-ee717f5bf846 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:47:48.316903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7157a8f-0eb4-4e3f-91ce-ee717f5bf846 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/55e558e8-0918-4ec0-87b0-ebf479bcd100 HTTP/1.1" status: 404 len: 333 time: 0.1314390 Nov 24 09:47:48.325694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0944331 Nov 24 09:47:48.325907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:48.325907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:48.339308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:48.482698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:47:48.541701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-283e882e-a8f4-4579-91c5-dada89d0a74a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:48.692893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=8c6df801-c32c-4d02-904a-37b884c53cce,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:48.701801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:48.704408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-174d83e6-97a8-452b-81f8-d0e3925cdf0d service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135204 Nov 24 09:47:48.707570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.708545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 8c6df801-c32c-4d02-904a-37b884c53cce details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:48.862248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13312e63-4171-4a6e-9ad5-56edea320525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:48.969250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1bc0d0-4ce8-4383-8ecf-e6a62c0c4397 req-c60694b9-9236-4352-a3ae-655d150e8929 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555120 Nov 24 09:47:49.010341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-283e882e-a8f4-4579-91c5-dada89d0a74a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:49.012039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-283e882e-a8f4-4579-91c5-dada89d0a74a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9090858 Nov 24 09:47:49.018987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46616) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:49.027167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:49.044140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941690837'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:49.056104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:49.060963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:49.064913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:49.067855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.1 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/6867769c-1281-49a8-966a-1ad0d6c159f8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:49.069087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router e2d3704e-b457-418a-b66a-5681345cc596 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:49.121267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.132444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:49.138542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3c6465f-d141-4c45-976d-22ba9e74f427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:49.181351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b3df4ad1-a6ab-495b-9686-d29567723f41 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:49.195468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:49.215711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=827a2fa8-fa80-438d-8d11-ad6fb5633b2a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:49.218668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:49.246702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.251957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:49.261078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b3df4ad1-a6ab-495b-9686-d29567723f41 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:49.285486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.323046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.525591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.26.6.202 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/04dbdcb0-ca2e-439b-98be-218e9505651d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:49.528822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:49.542761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] Sync routers for ids ['e2d3704e-b457-418a-b66a-5681345cc596'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:49.548475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.550359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "PUT /v2.0/routers/e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 200 len: 919 time: 9.9177053 Nov 24 09:47:49.553951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:49.560478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] Routers {'e2d3704e-b457-418a-b66a-5681345cc596'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:49.561364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e2d3704e-b457-418a-b66a-5681345cc596'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:49.593306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 5e9d7911-5a31-45de-a5ce-cfdf17d29184 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:47:49.607119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.655546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:49.668101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] Routers {'e2d3704e-b457-418a-b66a-5681345cc596'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:49.669116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e2d3704e-b457-418a-b66a-5681345cc596'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:49.673359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.890245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:49.891352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de2e66c-8125-4c28-9786-e651e33a7a58 None None] The sync data for ids ['e2d3704e-b457-418a-b66a-5681345cc596'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:49.931047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.985725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:49.988419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.989876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:49.995254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:50.058288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d3dc0f7-f5a1-4eb1-8945-b49e2b3f550f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 200 len: 925 time: 0.5026333 Nov 24 09:47:50.059116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46628) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:50.077342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57fb59-6c4a-4fe9-9594-8699b9b11cfd None None] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:50.116822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:50.124607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.125815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:50.128055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:50.133447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.134411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:50.137836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=04dbdcb0-ca2e-439b-98be-218e9505651d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:50.141970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:50.171476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:50.231157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Provisioning for port b3df4ad1-a6ab-495b-9686-d29567723f41 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:50.241217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Provisioning complete for port b3df4ad1-a6ab-495b-9686-d29567723f41 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:50.241635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.269511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:50.277382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-58d91c16-053b-4397-bee8-2e15bed984ef tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=e2d3704e-b457-418a-b66a-5681345cc596&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2114151 Nov 24 09:47:50.278219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46632) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:50.458507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.461068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e404444-0a5d-4da1-b0c9-afa62bf3c813 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:50.467455 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e404444-0a5d-4da1-b0c9-afa62bf3c813 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.1862273 Nov 24 09:47:50.468316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46636) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:50.488869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.531327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b9a6324-f913-4aad-9489-acf21c579224 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 200 len: 205 time: 0.0600374 Nov 24 09:47:50.533197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46640) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:50.543321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] For port b3df4ad1-a6ab-495b-9686-d29567723f41, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b3df4ad1-a6ab-495b-9686-d29567723f41,segment=NetworkSegment(ab034683-b284-42ab-a316-0ce83fa66e83),segment_id=ab034683-b284-42ab-a316-0ce83fa66e83)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:50.549150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.554551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29a79808-2577-42c2-99ff-d5fa493c47d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:50.602374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.650480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Pushing event updated for resources: {'Port': ['ID=b3df4ad1-a6ab-495b-9686-d29567723f41,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:50.657351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:50.674819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.676076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.691878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.704149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e66f2b-bc74-4fdf-ba3c-c45004083e8f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:50.752395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.852202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.860001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.950637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.959607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:50.979707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-45f5df56-b3d2-4c64-8de6-1905d1ed1485 None None] Provisioning complete for port b3df4ad1-a6ab-495b-9686-d29567723f41 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:50.980035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45f5df56-b3d2-4c64-8de6-1905d1ed1485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.049964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.142108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.150681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b3df4ad1-a6ab-495b-9686-d29567723f41 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:51.151822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:51.228399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=6867769c-1281-49a8-966a-1ad0d6c159f8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:51.234183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:51.235692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:51.244571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:51.264737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b3df4ad1-a6ab-495b-9686-d29567723f41 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:51.265991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.296504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-30fb2490-e053-46af-a811-40a0d8a96b16 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:51.343402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.347515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3194144 Nov 24 09:47:51.364900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:51.397887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775758146'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:51.426171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.427330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router d1b9a214-bb05-44ed-b92b-28b5fe2269e0 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:51.429460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:51.452234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:51.463653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:51.475572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.478261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=506c962f-0693-41c2-9ea6-0b5bb9777071,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:51.481039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:51.488304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:51.492072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d4c6424-7994-4d53-940a-c834ca3d276d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:51.501245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.533150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:51.533548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 8c6df801-c32c-4d02-904a-37b884c53cce, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:51.535166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.566885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.572371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 204 len: 168 time: 6.1747420 Nov 24 09:47:51.577934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:51.585328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.600654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bca886-8dbd-4fdd-9fb2-9f1d6aeacf4c None None] Network 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:51.603442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387060452'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:51.608583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.613108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5e9d7911-5a31-45de-a5ce-cfdf17d29184 HTTP/1.1" status: 204 len: 168 time: 3.2835197 Nov 24 09:47:51.613898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46654) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:51.619968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a28bc-54dd-4f82-84d0-ea0267466477,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:51.631971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:51.635375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:51.640662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f76abbe-bd82-4617-bbfd-ed8f21b775f9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:51.672534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:51.676373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:51.694097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9d7911-5a31-45de-a5ce-cfdf17d29184,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:51.696791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:51.700488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:51.716220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d15f-52f6-45f5-8d1f-59d90a78ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.766757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:51.772754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.794956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 8c6df801-c32c-4d02-904a-37b884c53cce is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:51.800204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:51.822259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:51.829191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.850079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:51.862365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:51.865161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.869836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 8c6df801-c32c-4d02-904a-37b884c53cce) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:51.880964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47f3b2-8010-4d90-b5cc-d82c6d483b68 None None] Network 8c6df801-c32c-4d02-904a-37b884c53cce requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:51.888667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:51.889331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.916843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.926140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:51.926950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:51.927528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.963990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port d2a0b717-06f0-436e-a266-62b7d73e5ef8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:51.964593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:51.966978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] DHCP port deletion for 6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:52.012485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.012997 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment fc34c554-5e1b-424e-9d5a-75f6bc4311f4 of type vlan for network 48e285d6-430a-4785-949b-64f2f6abb2ae Nov 24 09:47:52.037260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Deleting port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:52.037457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.085531 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7562640 Nov 24 09:47:52.095406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46658) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:52.178607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.186084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router de165af1-51bc-4686-aa3d-e2ea78ae4707 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:47:52.246545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.262061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:52.282517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.344471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3618c898-b53f-4c73-b636-306dba6d08d3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:52.359626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:52.362624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.368333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9915166 Nov 24 09:47:52.374421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:52.390276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': 'fb5a28bc-54dd-4f82-84d0-ea0267466477', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3618c898-b53f-4c73-b636-306dba6d08d3', 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:52.402492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:52.407224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:52.410882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:52.419051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:52.486868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.491936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:52.492630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.501252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd618a83-2554-4e94-b5f9-43471661f86b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:52.522698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-8c6df801-c32c-4d02-904a-37b884c53cce', 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '506c962f-0693-41c2-9ea6-0b5bb9777071'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:47:52.523886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.525824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.573864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] For port 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4044abc3-9e7b-42f1-a6bd-11246f57ed03,segment=NetworkSegment(537ceaa6-0c63-45fc-af5e-8b4e1d143e80),segment_id=537ceaa6-0c63-45fc-af5e-8b4e1d143e80)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:52.575792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.646402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] For port 4044abc3-9e7b-42f1-a6bd-11246f57ed03, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4044abc3-9e7b-42f1-a6bd-11246f57ed03,segment=NetworkSegment(537ceaa6-0c63-45fc-af5e-8b4e1d143e80),segment_id=537ceaa6-0c63-45fc-af5e-8b4e1d143e80)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:52.646841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.666608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.679677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.734866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1509428 Nov 24 09:47:52.746349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:52.762185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:52.767508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Calling delete_port for 4044abc3-9e7b-42f1-a6bd-11246f57ed03 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:52.782425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=48e285d6-430a-4785-949b-64f2f6abb2ae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:52.794310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:52.809016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 48e285d6-430a-4785-949b-64f2f6abb2ae details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:52.822255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 4044abc3-9e7b-42f1-a6bd-11246f57ed03 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:52.942807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:52.951049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:52.955222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:52.980116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:52.983902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for d2a0b717-06f0-436e-a266-62b7d73e5ef8 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:52.985545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.990949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.995107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:52.997440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.035399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.040926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.046974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-126ca7f8-b683-49f5-8f9b-447677a2176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.093213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Pushing event deleted for resources: {'Port': ['ID=4044abc3-9e7b-42f1-a6bd-11246f57ed03,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.096496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:53.102127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.108498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Allocated IP 172.20.0.2 (8c6df801-c32c-4d02-904a-37b884c53cce/506c962f-0693-41c2-9ea6-0b5bb9777071/c2792453-fea2-4b20-a35b-5b14f6a4b749) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:53.119227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] No DVR routers for this DVR port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:53.257592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4044abc3-9e7b-42f1-a6bd-11246f57ed03 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:47:53.273023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=6867769c-1281-49a8-966a-1ad0d6c159f8,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.279707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.284542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.287666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.293851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.298754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9228609 Nov 24 09:47:53.300257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:53.303565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.330197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4044abc3-9e7b-42f1-a6bd-11246f57ed03 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:47:53.330566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4044abc3-9e7b-42f1-a6bd-11246f57ed03 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:47:53.337805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.367690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c8b5ee-4fa7-4c37-87fb-4c24db2c71ef,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.368096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:53.368485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:53.370556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.383010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.452875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.506575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.527667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.528841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:53.537988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Transition to ACTIVE for port object c2792453-fea2-4b20-a35b-5b14f6a4b749 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:53.542947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.549046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14ac4e8b-c340-40e3-b755-d5947cb19dc2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.550015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] Sync routers for ids ['de165af1-51bc-4686-aa3d-e2ea78ae4707'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:53.608784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=d2a0b717-06f0-436e-a266-62b7d73e5ef8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.619656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.624183 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "PUT /v2.0/routers/de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 200 len: 914 time: 6.5943966 Nov 24 09:47:53.624543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.626813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46678) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:53.641447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Transition to ACTIVE for port object c2792453-fea2-4b20-a35b-5b14f6a4b749 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:53.652781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] Routers {'de165af1-51bc-4686-aa3d-e2ea78ae4707'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:53.653268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['de165af1-51bc-4686-aa3d-e2ea78ae4707'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:53.669003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.678928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.703612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8c8b5ee-4fa7-4c37-87fb-4c24db2c71ef,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.709255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:53.710373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.721214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:53.732711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:53.736953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.743989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a1fc67f-0928-42aa-89d8-58a5f1c49ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:53.827409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] Routers {'de165af1-51bc-4686-aa3d-e2ea78ae4707'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:53.828219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['de165af1-51bc-4686-aa3d-e2ea78ae4707'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:53.846963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:53.850634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a8c8b5ee-4fa7-4c37-87fb-4c24db2c71ef HTTP/1.1" status: 204 len: 168 time: 0.5352714 Nov 24 09:47:53.854726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:53.892273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Network 8c6df801-c32c-4d02-904a-37b884c53cce is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:53.899765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Pushing event updated for resources: {'Port': ['ID=c2792453-fea2-4b20-a35b-5b14f6a4b749,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:53.903276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:53.918966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:53.923615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:53.938665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:53.939547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ebfd9c-7bab-44b7-bcb1-ce4101b14474 None None] The sync data for ids ['de165af1-51bc-4686-aa3d-e2ea78ae4707'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:54.015010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 4044abc3-9e7b-42f1-a6bd-11246f57ed03 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:54.015640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.041356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Attempting to bind port c2792453-fea2-4b20-a35b-5b14f6a4b749 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:54.041973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Attempting to bind port c2792453-fea2-4b20-a35b-5b14f6a4b749 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:54.042508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Attempting to bind port c2792453-fea2-4b20-a35b-5b14f6a4b749 on network 8c6df801-c32c-4d02-904a-37b884c53cce {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:54.052884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:54.053287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Checking segment: {'id': 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:54.053881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.054678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Bound using segment: {'id': 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:54.055235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Bound port: c2792453-fea2-4b20-a35b-5b14f6a4b749, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c6df801-c32c-4d02-904a-37b884c53cce'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:54.055896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.083347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c354a854-2b39-47b3-8fb5-2eedb42a6304 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:54.089692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.094746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8234d409-8b2d-4533-9f7c-79ee214f78ea tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:54.158597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] For port c2792453-fea2-4b20-a35b-5b14f6a4b749, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:54.162762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] For port c2792453-fea2-4b20-a35b-5b14f6a4b749, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c2792453-fea2-4b20-a35b-5b14f6a4b749,segment=NetworkSegment(b93a9f87-ff87-4a27-bda7-4af8692cb9f0),segment_id=b93a9f87-ff87-4a27-bda7-4af8692cb9f0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:54.167087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.179062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6eee6812-bd4d-4e6e-96af-1993373fea80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:54.212384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] The port '4044abc3-9e7b-42f1-a6bd-11246f57ed03' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:54.260395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.277965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Pushing event updated for resources: {'Port': ['ID=c2792453-fea2-4b20-a35b-5b14f6a4b749,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:54.287869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56e82050-eb81-4d27-9077-f974b696e7b2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:54.289466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:54.362639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=506c962f-0693-41c2-9ea6-0b5bb9777071,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:54.371397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:54.469659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c354a854-2b39-47b3-8fb5-2eedb42a6304 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:54.477583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c354a854-2b39-47b3-8fb5-2eedb42a6304 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6127255 Nov 24 09:47:54.479696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46686) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:54.488374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=da0084d4-d461-43ed-8262-046dfb568b4d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:54.498186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:54.524529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.563365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:54.563765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: 48e285d6-430a-4785-949b-64f2f6abb2ae, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:47:54.623526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.663656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:54.744314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 48e285d6-430a-4785-949b-64f2f6abb2ae is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:47:54.751223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.786948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 48e285d6-430a-4785-949b-64f2f6abb2ae) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:54.795786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a1d91-f48d-4eff-9b12-8dbca9bd8a39 None None] Network 48e285d6-430a-4785-949b-64f2f6abb2ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:54.799397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.805297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:54.805954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.844801 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0910647 Nov 24 09:47:54.846271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:54.850145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.857561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537ceaa6-0c63-45fc-af5e-8b4e1d143e80') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:54.857936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537ceaa6-0c63-45fc-af5e-8b4e1d143e80') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:54.868490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-716982369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:54.886538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:54.892576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:54.895313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.896794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:54.904941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:54.917574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7030bbc7-a8ed-49c6-9d38-ba922561ba4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:54.952253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3618c898-b53f-4c73-b636-306dba6d08d3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:54.958696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:54.975577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:54.976745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.027362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.035004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.037168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/3618c898-b53f-4c73-b636-306dba6d08d3 HTTP/1.1" status: 204 len: 168 time: 0.5516498 Nov 24 09:47:55.042973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.063084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6df801-c32c-4d02-904a-37b884c53cce']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:55.074611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:47:55.085221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.147659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.168733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:55.169076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:55.181677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.230897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c2792453-fea2-4b20-a35b-5b14f6a4b749 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:55.268176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b2d924dc-f24c-4d10-9599-204aae884106 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:55.272096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.280993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.282192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb9eebf6-c01e-46c9-86ae-480cc785810f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4210403 Nov 24 09:47:55.285431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.289860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:55.290314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.311660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:55.314923 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:55.378613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b2d924dc-f24c-4d10-9599-204aae884106 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:55.382509 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2d924dc-f24c-4d10-9599-204aae884106 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3352003 Nov 24 09:47:55.396488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-48e285d6-430a-4785-949b-64f2f6abb2ae', 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': 'da0084d4-d461-43ed-8262-046dfb568b4d'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:47:55.398240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.410521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.413514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46704) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.423771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.474658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c2792453-fea2-4b20-a35b-5b14f6a4b749 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:55.479366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:47:55.479897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:47:55.501077 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:47:55.644345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.661403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:55.680126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:47:55.680126 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:47:55.680126 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': '8c6df801-c32c-4d02-904a-37b884c53cce'}] Nov 24 09:47:55.680126 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:55.680603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:55.684772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.692839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Allocated IP 2001:db8::2 (48e285d6-430a-4785-949b-64f2f6abb2ae/da0084d4-d461-43ed-8262-046dfb568b4d/08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:55.714992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-774055cf-42ea-4c5e-b588-478f8fd58aa1 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 200 len: 920 time: 2.0859005 Nov 24 09:47:55.716026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.716776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router e2d3704e-b457-418a-b66a-5681345cc596 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:47:55.721589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.730775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:55.752898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:55.759530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.771951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/6f7fbfcc-2fe8-4d44-9d6c-9eed172d7e22 HTTP/1.1" status: 204 len: 168 time: 4.1495314 Nov 24 09:47:55.780946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46710) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.797356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865502080'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:55.805762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:55.813904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.815890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 204 len: 168 time: 5.2807841 Nov 24 09:47:55.830524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46716) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:55.838042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:55.844237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-669922450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:55.851994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:55.857475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:55.864080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.874964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:55.880923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:55.885245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:55.904961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:55.917567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:55.923286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.955449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:47:55.964441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.967742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:47:55.971832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:55.981215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:55.982074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:55.995070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/routers/3c6b7ca2-88b3-4284-9a93-2d1865ba33ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1933982 Nov 24 09:47:55.997067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:56.015044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'port': {'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387', 'name': 'tempest-FloatingIPTestJSON-361512543'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:56.035003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.049231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.059195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Transition to ACTIVE for port object 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:56.089356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9bef8d5b-590d-459e-84c5-983d0295387c tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=de165af1-51bc-4686-aa3d-e2ea78ae4707&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3022611 Nov 24 09:47:56.093178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Transition to ACTIVE for port object 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:56.095672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:47:56.099674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46726) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:56.101413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.102509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.120263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:56.134779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:56.159384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:47:56.159988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:56.171432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.175101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.176611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/fb5a28bc-54dd-4f82-84d0-ea0267466477 HTTP/1.1" status: 204 len: 168 time: 0.7556791 Nov 24 09:47:56.182121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9dd5d57-acc0-48df-ac9d-6e7374495f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:56.197124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.201159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fbfc6721-0784-4b4c-9ba9-b5744a0cebec tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3668675 Nov 24 09:47:56.201159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.201598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46730) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:56.201884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46732) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:56.210313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a28bc-54dd-4f82-84d0-ea0267466477,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:56.240605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:56.271272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:47:56.272055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137bad0-593c-4c34-ab20-fdf7ec83935c None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:47:56.282203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Network 48e285d6-430a-4785-949b-64f2f6abb2ae is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:56.297689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:56.304005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:56.305294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.310100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:56.321368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.321768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment c1d4153a-74f9-4501-9475-a285ba35329b of type vlan for network bc79a5bc-490c-4f25-b6c7-bc348c52095f Nov 24 09:47:56.407894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Pushing event updated for resources: {'Port': ['ID=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:56.414754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:56.426395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Attempting to bind port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:47:56.427546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Attempting to bind port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:47:56.428346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Attempting to bind port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 on network 48e285d6-430a-4785-949b-64f2f6abb2ae {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:47:56.439376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:47:56.440135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Checking segment: {'id': 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:47:56.440765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.441382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Bound using segment: {'id': 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:47:56.442401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Bound port: 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '48e285d6-430a-4785-949b-64f2f6abb2ae'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:47:56.443055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.536375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port c2792453-fea2-4b20-a35b-5b14f6a4b749 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:56.536765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.559053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] For port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:47:56.563202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] For port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,segment=NetworkSegment(fc34c554-5e1b-424e-9d5a-75f6bc4311f4),segment_id=fc34c554-5e1b-424e-9d5a-75f6bc4311f4)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:47:56.569851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.580955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15f8e959-f623-4e88-82ac-4766fc8b8c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:56.635711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633c917-c005-4b8b-ba59-5037c198de68 None None] Network 8c6df801-c32c-4d02-904a-37b884c53cce requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:56.794459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:56.804901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:port and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:56.811767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:56.866818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:56.894507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320e2a3-a56e-4815-a4a2-de03088d1dca tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:56.898664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c320e2a3-a56e-4815-a4a2-de03088d1dca tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.7577696 Nov 24 09:47:56.909294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46738) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:56.914732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:56.921230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:56.927516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.034993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e8a7bf5-175c-444b-814d-742611370314 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 200 len: 205 time: 0.1207867 Nov 24 09:47:57.047768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c0028a3-b4e5-41e2-afb2-402683f2124e tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:47:57.053314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Pushing event updated for resources: {'Port': ['ID=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:57.060368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:57.086225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:57.088975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Provisioning for port c2792453-fea2-4b20-a35b-5b14f6a4b749 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:57.102735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Provisioning complete for port c2792453-fea2-4b20-a35b-5b14f6a4b749 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:57.103341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.165499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] device_id is not set on port 28dd84e3-59ec-4fc6-9b30-4065f2906ffd yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:47:57.177509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.181940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:57.182701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.191838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b60eb03-a393-41cc-ba31-313079dc1a98 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:57.299663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.318143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=bc79a5bc-490c-4f25-b6c7-bc348c52095f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:57.320788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c0028a3-b4e5-41e2-afb2-402683f2124e tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:47:57.326280 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c0028a3-b4e5-41e2-afb2-402683f2124e tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1028171 Nov 24 09:47:57.326280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:57.350753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46748) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:57.353427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] DHCP port deletion for 8c6df801-c32c-4d02-904a-37b884c53cce request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:47:57.357234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:47:57.359518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155650434'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:57.384239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:57.393944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6112757 Nov 24 09:47:57.404946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46752) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:57.415401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:57.559475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] For port c2792453-fea2-4b20-a35b-5b14f6a4b749, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c2792453-fea2-4b20-a35b-5b14f6a4b749,segment=NetworkSegment(b93a9f87-ff87-4a27-bda7-4af8692cb9f0),segment_id=b93a9f87-ff87-4a27-bda7-4af8692cb9f0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:57.569872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Deleting port c2792453-fea2-4b20-a35b-5b14f6a4b749 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:57.570415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.625830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.642643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8::1 (48e285d6-430a-4785-949b-64f2f6abb2ae/da0084d4-d461-43ed-8262-046dfb568b4d/717de2f9-f809-44aa-9a59-b05a1007e4a4) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:57.652725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:57.731173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:57.772771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:57.778560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Pushing event updated for resources: {'Port': ['ID=c2792453-fea2-4b20-a35b-5b14f6a4b749,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:57.791604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:57.792735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:57.799264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:57.812965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:57.872280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:57.894076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port c2792453-fea2-4b20-a35b-5b14f6a4b749, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c2792453-fea2-4b20-a35b-5b14f6a4b749,segment=NetworkSegment(b93a9f87-ff87-4a27-bda7-4af8692cb9f0),segment_id=b93a9f87-ff87-4a27-bda7-4af8692cb9f0)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:57.894487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.011807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] For port c2792453-fea2-4b20-a35b-5b14f6a4b749, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c2792453-fea2-4b20-a35b-5b14f6a4b749,segment=NetworkSegment(b93a9f87-ff87-4a27-bda7-4af8692cb9f0),segment_id=b93a9f87-ff87-4a27-bda7-4af8692cb9f0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:58.012656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.019063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.7 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/28dd84e3-59ec-4fc6-9b30-4065f2906ffd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:47:58.053816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for c2792453-fea2-4b20-a35b-5b14f6a4b749 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:58.092080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:47:58.121365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.149646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Calling delete_port for c2792453-fea2-4b20-a35b-5b14f6a4b749 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:58.149888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.157978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:58.176029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:58.232609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.234702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:58.242452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87ba064d-48df-447f-a17b-605336d40178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:58.252177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 717de2f9-f809-44aa-9a59-b05a1007e4a4 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:47:58.284236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:58.295199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Pushing event deleted for resources: {'Port': ['ID=c2792453-fea2-4b20-a35b-5b14f6a4b749,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:58.298007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] No DVR routers for this DVR port c2792453-fea2-4b20-a35b-5b14f6a4b749 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:47:58.299227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:58.320055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.364751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:47:58.365017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:47:58.437317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.444468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b43a258b-6d24-48d6-9185-39a09a05c4a2 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:58.478265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.651788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.653018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.670718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 48e285d6-430a-4785-949b-64f2f6abb2ae is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:58.671681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=717de2f9-f809-44aa-9a59-b05a1007e4a4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:58.678613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:58.682568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:58.686570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:58.687159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.691181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.707044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:58.806565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.843944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8acd710-acf3-42a9-a36a-be39c2b5b426 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:58.865647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port c2792453-fea2-4b20-a35b-5b14f6a4b749 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:58.866047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.896672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7370a-f3b1-4934-bfae-76700d0cda55,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:58.900131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:58.959877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:47:58.965811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:47:58.967933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=28dd84e3-59ec-4fc6-9b30-4065f2906ffd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:47:58.968659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:58.975050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6179471 Nov 24 09:47:58.975368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:47:58.979510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] The port 'c2792453-fea2-4b20-a35b-5b14f6a4b749' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:47:58.982460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46758) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:58.990740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '67b7370a-f3b1-4934-bfae-76700d0cda55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:59.005266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:47:59.010773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.040320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:47:59.105259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Usage tracker for resource:security_group_rule and tenant:0b8621f15afc4c4da0fb08abcd95cd59 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:47:59.107863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:47:59.108521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.191552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:47:59.211758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5b753-a48f-425f-b75b-70246d3ab1b0 None None] Network 48e285d6-430a-4785-949b-64f2f6abb2ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:47:59.232971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:47:59.246292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2480845 Nov 24 09:47:59.257068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:47:59.261827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46762) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:47:59.272033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'port': {'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387', 'name': 'tempest-FloatingIPTestJSON-332451780'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:47:59.297694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.322534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port 04dbdcb0-ca2e-439b-98be-218e9505651d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:47:59.323028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.351431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.369314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5a13d26-a418-4feb-be3c-a34a65054f44 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:59.403697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.422773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4beb4630-9d5c-40f2-8ffb-9e10f6f84dae None None] Provisioning for port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:59.447764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.477731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:47:59.487653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:47:59.488048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.681211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.744281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.829064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for 04dbdcb0-ca2e-439b-98be-218e9505651d owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:47:59.834214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,segment=NetworkSegment(fc34c554-5e1b-424e-9d5a-75f6bc4311f4),segment_id=fc34c554-5e1b-424e-9d5a-75f6bc4311f4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:47:59.838619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.847881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf398ffe-6754-4fe5-86a5-af429b009eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:59.909085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.917131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.917928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.918824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:47:59.925298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:47:59.938388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.006057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.022729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.023945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c2792453-fea2-4b20-a35b-5b14f6a4b749 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:48:00.071353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c2792453-fea2-4b20-a35b-5b14f6a4b749 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:48:00.071618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6df801-c32c-4d02-904a-37b884c53cce']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:00.071957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c2792453-fea2-4b20-a35b-5b14f6a4b749 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:48:00.127561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:00.128191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93a9f87-ff87-4a27-bda7-4af8692cb9f0') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:00.138525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=560c2818-c7b9-4915-8b01-da721caf8e40,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.165532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.188042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.260070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.317697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:00.320106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Provisioning complete for port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:00.320846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.326375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:00.326879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:00.345687 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:00.353973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': 'c1d4153a-74f9-4501-9475-a285ba35329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:00.354379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: bc79a5bc-490c-4f25-b6c7-bc348c52095f, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:00.364409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=717de2f9-f809-44aa-9a59-b05a1007e4a4,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.370022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:port and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:00.373408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.390679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:00.421178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:00.482196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.503105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 48e285d6-430a-4785-949b-64f2f6abb2ae is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:00.507622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:00.509618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.524144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Allocated IP 172.26.6.199 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/581e0067-c5bc-4a7c-804c-dadb277584d9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:00.527316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Provisioning for port 717de2f9-f809-44aa-9a59-b05a1007e4a4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:00.530205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:00.535388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Provisioning complete for port 717de2f9-f809-44aa-9a59-b05a1007e4a4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:00.535956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.540050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.571571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:00.624279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.637527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a8e8cd-76db-4188-8e1c-c963b2fb55d7,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.654859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.659303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.660119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4592bbc7-1b3c-4d18-b503-68c1e9754c95 None None] Port 717de2f9-f809-44aa-9a59-b05a1007e4a4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:00.665052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.674483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-504abae1-840e-49c9-9214-661d56dbb512 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:00.694283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f465fbe1-a33d-4cb3-b0d8-b3af75033675 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:00.714682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] device_id is not set on port b4074007-419f-4825-88d9-eec67452d53b yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:48:00.758396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=04dbdcb0-ca2e-439b-98be-218e9505651d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.770249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.783868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:00.794537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-25162fdd-549d-4222-af51-3f94e77fd9df None None] Provisioning complete for port 717de2f9-f809-44aa-9a59-b05a1007e4a4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:00.795032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=8c6df801-c32c-4d02-904a-37b884c53cce,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:00.795623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25162fdd-549d-4222-af51-3f94e77fd9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.809638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:00.812027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:00.813047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.8285272 Nov 24 09:48:00.819802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/8c6df801-c32c-4d02-904a-37b884c53cce HTTP/1.1" status: 204 len: 168 time: 8.7043130 Nov 24 09:48:00.825832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:00.826203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46770) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:00.852738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019189115'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:00.864242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:00.876745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:00.879037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-25162fdd-549d-4222-af51-3f94e77fd9df None None] Port 717de2f9-f809-44aa-9a59-b05a1007e4a4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:00.882885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:00.891474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, bc79a5bc-490c-4f25-b6c7-bc348c52095f) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:00.904767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:00.907573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1866751c-5a0e-4d86-bafa-cb42a1f80b09 None None] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:00.916102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:00.916767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.033219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6244373 Nov 24 09:48:01.042104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46778) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:01.049723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.054219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f', 'name': 'tempest-PortsTestJSON-1397641993', 'fixed_ips': [{'subnet_id': '560c2818-c7b9-4915-8b01-da721caf8e40', 'ip_address': '172.20.0.10'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:01.077453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.085845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:01.091407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.183994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.205753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.4 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/b4074007-419f-4825-88d9-eec67452d53b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:01.219162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:01.285059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.295338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.300554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:01.311182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54152edc-cd86-4177-842c-afe1afbfb238 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:01.327559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-bc79a5bc-490c-4f25-b6c7-bc348c52095f', 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '560c2818-c7b9-4915-8b01-da721caf8e40'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:01.328455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.346957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d3514b65-bd55-4b07-beab-8dafa643314b None None] Provisioning complete for port 717de2f9-f809-44aa-9a59-b05a1007e4a4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:01.347387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d3514b65-bd55-4b07-beab-8dafa643314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.362414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:01.364385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:01.376542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:01.403888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:01.429858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:01.448467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:01.450558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Pushing event updated for resources: {'Port': ['ID=581e0067-c5bc-4a7c-804c-dadb277584d9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:01.451137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.451534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment 5e7925ff-a93a-44f4-bf67-6e0f0271f545 of type vlan for network 0bc210f0-0798-4e4b-8af7-c3630b12c415 Nov 24 09:48:01.452724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.458895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:01.474966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d3514b65-bd55-4b07-beab-8dafa643314b None None] Port 717de2f9-f809-44aa-9a59-b05a1007e4a4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:01.487406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:01.496665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:01.497096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.506888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:01.515152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.533302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:01.628770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50a8e8cd-76db-4188-8e1c-c963b2fb55d7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:01.645409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:01.645895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 570e9d40-e7df-4568-8992-d3bab2c76a7e yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:48:01.648886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.656056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.676807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.717197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Allocated IP 172.20.0.2 (bc79a5bc-490c-4f25-b6c7-bc348c52095f/560c2818-c7b9-4915-8b01-da721caf8e40/4129e4b3-54c7-4ee8-a5d6-838c4d58c83d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:01.717694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.725191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/50a8e8cd-76db-4188-8e1c-c963b2fb55d7 HTTP/1.1" status: 204 len: 168 time: 0.8915026 Nov 24 09:48:01.725522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46782) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:01.770378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.774507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:01.775201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.787722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3930c64e-2584-450d-b4e0-de96d1fbdb24 tempest-QuotasNegativeTest-664685223 tempest-QuotasNegativeTest-664685223-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:01.841672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.842261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router de165af1-51bc-4686-aa3d-e2ea78ae4707 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:01.892431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.930094 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1007893 Nov 24 09:48:01.933221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46786) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:01.942543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:01.942829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:01.950994 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 204 len: 168 time: 4.8528140 Nov 24 09:48:01.956874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:01.961335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=0bc210f0-0798-4e4b-8af7-c3630b12c415,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:01.966949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578800124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:01.975452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:01.981687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:01.991384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ce701307-13db-4eaf-b8cd-91fbf1198abb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:01.993897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0bc210f0-0798-4e4b-8af7-c3630b12c415 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:02.006600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:02.014849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:02.028528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:02.039460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router f1a4bf1c-befb-40a4-966b-29c588cb1df3 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:02.042988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ce701307-13db-4eaf-b8cd-91fbf1198abb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:02.046451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce701307-13db-4eaf-b8cd-91fbf1198abb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3179851 Nov 24 09:48:02.051954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.053027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.058182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:02.081855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.091284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28cf9022-c6ae-4301-a013-54944bbc6c3f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:02.149876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.161023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:02.163022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Transition to ACTIVE for port object 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:02.185648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:02.186509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Transition to ACTIVE for port object 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:02.191547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.210780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:02.273281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:02.275138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:02.286238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Pushing event updated for resources: {'Port': ['ID=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:02.292113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:02.295051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:02.296437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:02.299218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:02.300571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=b4074007-419f-4825-88d9-eec67452d53b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:02.307885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:02.323542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:02.327910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:02.331006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:02.405008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Attempting to bind port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:02.405498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Attempting to bind port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c1d4153a-74f9-4501-9475-a285ba35329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:02.405817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Attempting to bind port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d on network bc79a5bc-490c-4f25-b6c7-bc348c52095f {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:02.414549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:02.415083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Checking segment: {'id': 'c1d4153a-74f9-4501-9475-a285ba35329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:02.415449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.415896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Bound using segment: {'id': 'c1d4153a-74f9-4501-9475-a285ba35329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:02.416445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Bound port: 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d4153a-74f9-4501-9475-a285ba35329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:02.416888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.438089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.515982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.523857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] For port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:02.527919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] For port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,segment=NetworkSegment(c1d4153a-74f9-4501-9475-a285ba35329b),segment_id=c1d4153a-74f9-4501-9475-a285ba35329b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:02.530729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:02.532405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.538951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e53af777-777a-40f8-a4ec-929378a9d941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:02.560874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.575446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.593251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:02.594117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.616884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.10 (bc79a5bc-490c-4f25-b6c7-bc348c52095f/560c2818-c7b9-4915-8b01-da721caf8e40/570e9d40-e7df-4568-8992-d3bab2c76a7e) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:02.626634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.627015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3637667 Nov 24 09:48:02.635392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:02.639135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Pushing event updated for resources: {'Port': ['ID=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:02.643289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:02.654258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'b4074007-419f-4825-88d9-eec67452d53b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:02.672268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:02.674722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.676025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53b9e2df-a597-4191-8e7d-0bd581d98caf tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7162361 Nov 24 09:48:02.683365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46804) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:02.703937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:02.755190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:floatingip and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:02.764795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:02.795159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:02.795456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.878348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:02.897842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.902223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.903271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] Sync routers for ids ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:02.909925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8eb77812-b757-42e5-96d8-fc5b41dfa88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:02.936606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] Routers {'f1a4bf1c-befb-40a4-966b-29c588cb1df3'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:02.938086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:02.955463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:02.961604 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/67b7370a-f3b1-4934-bfae-76700d0cda55 HTTP/1.1" status: 204 len: 168 time: 0.8974915 Nov 24 09:48:02.961604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7370a-f3b1-4934-bfae-76700d0cda55,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:02.964609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:02.965268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46808) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:02.997684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/f1a4bf1c-befb-40a4-966b-29c588cb1df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7046025 Nov 24 09:48:02.999194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:03.097081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:03.161867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] Routers {'f1a4bf1c-befb-40a4-966b-29c588cb1df3'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:03.161867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:03.257290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.259983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing IP validity checks on allocation pools {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:48:03.260649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:48:03.294237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.326871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c405fa-c060-423e-a514-622ccc3f96c3 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:03.327837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20c405fa-c060-423e-a514-622ccc3f96c3 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:03.408723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0576cef7-8bee-4e68-b949-d6c1b6f1848d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:03.478889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:03.479365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c8b546-ed9d-49bb-a89d-271a7b8e0887 None None] The sync data for ids ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:03.610306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20c405fa-c060-423e-a514-622ccc3f96c3 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:03.614797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20c405fa-c060-423e-a514-622ccc3f96c3 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports/717de2f9-f809-44aa-9a59-b05a1007e4a4 HTTP/1.1" status: 200 len: 911 time: 0.6019845 Nov 24 09:48:03.620874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:03.642707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da0084d4-d461-43ed-8262-046dfb568b4d'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:03.703164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.752856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 570e9d40-e7df-4568-8992-d3bab2c76a7e will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:03.772518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.778912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0fc0146c-25b1-4313-a806-3cb19c52d9b8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:03.795348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0576cef7-8bee-4e68-b949-d6c1b6f1848d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:03.797691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0576cef7-8bee-4e68-b949-d6c1b6f1848d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8297942 Nov 24 09:48:03.813921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46824) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:03.836407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673638163'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:03.866534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:03.903061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:03.913924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.938479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=d1d54b14-d40c-4bdb-9861-d7340dde67d1,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:03.946880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:03.949037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:03.950416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de963978-f231-407e-ab9b-8501155d1e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:03.998883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.052114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.067454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:04.068716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': '5e7925ff-a93a-44f4-bf67-6e0f0271f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:04.069119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 0bc210f0-0798-4e4b-8af7-c3630b12c415, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:04.086455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:04.099852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:04.139578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=570e9d40-e7df-4568-8992-d3bab2c76a7e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:04.166284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:04.198624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:04.234929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:04.235651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.243888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:04.260054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 0bc210f0-0798-4e4b-8af7-c3630b12c415 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:04.298073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0bc210f0-0798-4e4b-8af7-c3630b12c415) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:04.304481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2585394 Nov 24 09:48:04.305427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Router d2369b84-0529-4993-8d9f-40affebf9d62 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:04.309669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:04.310353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.313554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19043c01-3f33-4759-aa94-0df8ff69db86 None None] Network 0bc210f0-0798-4e4b-8af7-c3630b12c415 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:04.314459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46828) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:04.342060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': 'bc79a5bc-490c-4f25-b6c7-bc348c52095f', 'name': 'tempest-PortsTestJSON-1466110602', 'fixed_ips': [{'subnet_id': '560c2818-c7b9-4915-8b01-da721caf8e40', 'ip_address': '172.20.0.9'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:04.383914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.425568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4901981 Nov 24 09:48:04.447473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:04.496286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.580895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.597152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef71cb-6bef-4069-bf1c-971e50d6646b tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:04.602907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.12 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/3f444c37-7f11-4d30-bd85-b5cec27a4704) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:04.665697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.666829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8499305 Nov 24 09:48:04.672624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46836) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:04.678545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1064536d-48f3-4909-908e-c1441e75f2e4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:04.686961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '1064536d-48f3-4909-908e-c1441e75f2e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:04.692839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:04.701502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:04.704300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:04.711475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:port and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:04.721572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:04.733135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:04.736908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:04.750302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0bc210f0-0798-4e4b-8af7-c3630b12c415', 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': 'd1d54b14-d40c-4bdb-9861-d7340dde67d1'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:04.751272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.781008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:04.798542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:04.987239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Allocated IP 172.20.0.3 (0bc210f0-0798-4e4b-8af7-c3630b12c415/d1d54b14-d40c-4bdb-9861-d7340dde67d1/424c0fd0-a02a-44c7-a4a0-df22f522a263) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:05.110262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.121335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.126211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289d76d-ad13-4364-a7ea-c91a678fb9cd None None] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:05.136638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.149925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f57e4c7-f89d-41f4-a977-6b233694cf1a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:05.189383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f001757-8122-416c-be83-39927f9e3d3f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:05.194461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 466e2a55-01ca-4c4a-99c6-eb5bcd494897 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:48:05.212987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-de3165aa-8ee1-4c2b-9eaf-7532335f2c0f None None] Provisioning for port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:05.242359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:05.262166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:05.276479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:05.278369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] Sync routers for ids ['d2369b84-0529-4993-8d9f-40affebf9d62'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:05.295519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] Routers {'d2369b84-0529-4993-8d9f-40affebf9d62'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:05.296716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d2369b84-0529-4993-8d9f-40affebf9d62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:05.296974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.298350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6214454 Nov 24 09:48:05.303506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:05.305527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.309989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "PUT /v2.0/routers/d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 200 len: 919 time: 9.0884497 Nov 24 09:48:05.311049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.314820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:05.346836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-828d8b66-b5b7-4a96-a810-0067c6b78bc0 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules/1f001757-8122-416c-be83-39927f9e3d3f HTTP/1.1" status: 200 len: 705 time: 0.0352075 Nov 24 09:48:05.382961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46848) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:05.423304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:05.440661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] Routers {'d2369b84-0529-4993-8d9f-40affebf9d62'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:05.442075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d2369b84-0529-4993-8d9f-40affebf9d62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:05.525044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c28812f-4e2b-4e97-a133-9657d027bd4a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:05.543325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.553459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:05.564468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:05.565064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.573381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c28812f-4e2b-4e97-a133-9657d027bd4a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:05.579559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c28812f-4e2b-4e97-a133-9657d027bd4a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1909034 Nov 24 09:48:05.586501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:05.587791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66f28bf-ee3e-46ab-92a0-67cd50a0c867 None None] The sync data for ids ['d2369b84-0529-4993-8d9f-40affebf9d62'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:05.592273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46854) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:05.616169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.9 (bc79a5bc-490c-4f25-b6c7-bc348c52095f/560c2818-c7b9-4915-8b01-da721caf8e40/466e2a55-01ca-4c4a-99c6-eb5bcd494897) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:05.654894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.672094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Transition to ACTIVE for port object 424c0fd0-a02a-44c7-a4a0-df22f522a263 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:05.682253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.752792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Transition to ACTIVE for port object 424c0fd0-a02a-44c7-a4a0-df22f522a263 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:05.771453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.776853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:05.954601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:05.954918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Pushing event updated for resources: {'Port': ['ID=424c0fd0-a02a-44c7-a4a0-df22f522a263,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:05.966274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Network 0bc210f0-0798-4e4b-8af7-c3630b12c415 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:05.969627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:05.970877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:05.976038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:05.988194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 466e2a55-01ca-4c4a-99c6-eb5bcd494897 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:06.009547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.023009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.053024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7687d30-8d53-4946-b2fe-f4c012e1a1dc tempest-ServersTestManualDisk-2010740613 tempest-ServersTestManualDisk-2010740613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:06.080094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.086941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f001757-8122-416c-be83-39927f9e3d3f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.097682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.100407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1f001757-8122-416c-be83-39927f9e3d3f HTTP/1.1" status: 204 len: 168 time: 0.5070946 Nov 24 09:48:06.116732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:06.117694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7a8dc73-57a7-424b-b0c0-2aab2996da8e tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:06.169849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46860) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:06.199391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,segment=NetworkSegment(c1d4153a-74f9-4501-9475-a285ba35329b),segment_id=c1d4153a-74f9-4501-9475-a285ba35329b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:06.240041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:06.244798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:06.256660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.259524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.270869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:06.271539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c52dc401-8681-4230-9283-a90d06004dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:06.328699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.354240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-463c9382-8f67-4e9f-8b78-43f4ea5ba65f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:06.365547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Attempting to bind port 424c0fd0-a02a-44c7-a4a0-df22f522a263 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:06.366421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Attempting to bind port 424c0fd0-a02a-44c7-a4a0-df22f522a263 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '5e7925ff-a93a-44f4-bf67-6e0f0271f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:06.366994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Attempting to bind port 424c0fd0-a02a-44c7-a4a0-df22f522a263 on network 0bc210f0-0798-4e4b-8af7-c3630b12c415 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:06.387134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:06.389685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.409691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:06.410033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Checking segment: {'id': '5e7925ff-a93a-44f4-bf67-6e0f0271f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:06.410904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.411656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Bound using segment: {'id': '5e7925ff-a93a-44f4-bf67-6e0f0271f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:06.412335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Bound port: 424c0fd0-a02a-44c7-a4a0-df22f522a263, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7925ff-a93a-44f4-bf67-6e0f0271f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:06.412767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.438658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.446230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-463c9382-8f67-4e9f-8b78-43f4ea5ba65f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:06.448249 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-463c9382-8f67-4e9f-8b78-43f4ea5ba65f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2693675 Nov 24 09:48:06.450194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1265626 Nov 24 09:48:06.454977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46864) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:06.458870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:06.468700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:06.492582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.501436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:06.502818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.511064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/ports/717de2f9-f809-44aa-9a59-b05a1007e4a4 HTTP/1.1" status: 200 len: 911 time: 2.8852835 Nov 24 09:48:06.512048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46870) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:06.513559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.531405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=466e2a55-01ca-4c4a-99c6-eb5bcd494897,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.543097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '1064536d-48f3-4909-908e-c1441e75f2e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:06.545212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Provisioning complete for port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:06.547157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.551697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:06.575614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:06.615890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6580a9a8-8647-4258-b5e3-f19bae524ef5 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:06.678413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:06.684572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:06.711248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:06.715332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:06.718831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.722157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac729d0f-3c03-4e7a-8444-71579ba8d199 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=717de2f9-f809-44aa-9a59-b05a1007e4a4,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.754245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:06.797004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:06.799938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:06.840378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Pushing event updated for resources: {'Port': ['ID=424c0fd0-a02a-44c7-a4a0-df22f522a263,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.849536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:06.867780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.897637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Provisioning for port 570e9d40-e7df-4568-8992-d3bab2c76a7e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:06.905197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Provisioning complete for port 570e9d40-e7df-4568-8992-d3bab2c76a7e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:06.905798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:06.971359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=3f444c37-7f11-4d30-bd85-b5cec27a4704,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:06.975305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:06.983713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-403d879d-8fe9-49bd-8e45-d5be1688a4f0 None None] Port 570e9d40-e7df-4568-8992-d3bab2c76a7e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:07.004699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.022883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:07.023339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:07.118176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1119470d-8566-4896-a302-ea9a0b1bb601 None None] Provisioning complete for port 570e9d40-e7df-4568-8992-d3bab2c76a7e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:07.119331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1119470d-8566-4896-a302-ea9a0b1bb601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.145985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e6754-90f1-43ca-8490-fb1936d2f49f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:07.147702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-042e6754-90f1-43ca-8490-fb1936d2f49f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:07.191327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:07.198843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-042e6754-90f1-43ca-8490-fb1936d2f49f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:07.199091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-042e6754-90f1-43ca-8490-fb1936d2f49f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7425418 Nov 24 09:48:07.201701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46876) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:07.262664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.318275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1119470d-8566-4896-a302-ea9a0b1bb601 None None] Port 570e9d40-e7df-4568-8992-d3bab2c76a7e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:07.364352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:07.364701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.408767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.494722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc865a-79b7-4d8c-8f1d-ebb27df713be tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:07.502132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc865a-79b7-4d8c-8f1d-ebb27df713be tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:07.507986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc865a-79b7-4d8c-8f1d-ebb27df713be tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:07.512676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9fc865a-79b7-4d8c-8f1d-ebb27df713be tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3056428 Nov 24 09:48:07.513519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46882) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:07.525113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d0438c8b-3619-41d6-a840-1546b3f0d118 None None] Provisioning for port 466e2a55-01ca-4c4a-99c6-eb5bcd494897 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:07.603345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 466e2a55-01ca-4c4a-99c6-eb5bcd494897 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:07.604965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d0438c8b-3619-41d6-a840-1546b3f0d118 None None] Provisioning complete for port 466e2a55-01ca-4c4a-99c6-eb5bcd494897 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:07.605401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0438c8b-3619-41d6-a840-1546b3f0d118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.606541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.629917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.650095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:07.674564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d0438c8b-3619-41d6-a840-1546b3f0d118 None None] Port 466e2a55-01ca-4c4a-99c6-eb5bcd494897 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:07.721143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d54b14-d40c-4bdb-9861-d7340dde67d1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:07.724535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:07.732819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.885528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.980197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:07.994468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.032317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b57683d-e4d9-4ac5-9110-4aa6019efb6f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:08.047694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.089273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc71b1-a50d-47ea-b6e5-4ed6a52fc025,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:08.091849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:08.106883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc210f0-0798-4e4b-8af7-c3630b12c415']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:08.148909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Allocated IP 172.26.6.112 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/b4be4a67-145b-4d25-8f15-359f38101706) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:08.151921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7925ff-a93a-44f4-bf67-6e0f0271f545') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:08.152254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7925ff-a93a-44f4-bf67-6e0f0271f545') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:08.161712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a77a52fe-d177-4965-addf-886226e0e5ed tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 200 len: 925 time: 2.7485437 Nov 24 09:48:08.169110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.181347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.190312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 466e2a55-01ca-4c4a-99c6-eb5bcd494897 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:08.242000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.243562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7065763 Nov 24 09:48:08.258567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.259353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46890) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.324793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3027e6a-6895-4b64-b096-c93132d942a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules/f0cc71b1-a50d-47ea-b6e5-4ed6a52fc025 HTTP/1.1" status: 200 len: 705 time: 0.0610096 Nov 24 09:48:08.328885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46894) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.576359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b4fb766-f7f0-4a00-a5b1-e10144b5ce42 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2443359 Nov 24 09:48:08.584592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.669623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:08.670063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.671238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.690092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f04885e-3f34-46e9-8886-8b1f14f7fb3f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:08.690373 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:08.729732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.752204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=466e2a55-01ca-4c4a-99c6-eb5bcd494897,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:08.757672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.766795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:08.859967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:48:08.859967 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:48:08.859967 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': '0bc210f0-0798-4e4b-8af7-c3630b12c415'}] Nov 24 09:48:08.859967 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:08.859967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:08.863793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.881786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-228cfd76-4626-4e3c-bf54-2bc7ad75b4b4 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=d2369b84-0529-4993-8d9f-40affebf9d62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7077088 Nov 24 09:48:08.885119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.924105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.937605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:08.957085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0cc71b1-a50d-47ea-b6e5-4ed6a52fc025,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:08.965160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:08.966220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.976106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb0d73-d9f7-4735-bb2c-17011e619b7f None None] Network 0bc210f0-0798-4e4b-8af7-c3630b12c415 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:08.990846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/466e2a55-01ca-4c4a-99c6-eb5bcd494897 HTTP/1.1" status: 204 len: 168 time: 1.4766421 Nov 24 09:48:08.994051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:08.997690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f0cc71b1-a50d-47ea-b6e5-4ed6a52fc025 HTTP/1.1" status: 204 len: 168 time: 0.4096844 Nov 24 09:48:08.997690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46908) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:08.999581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46910) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:09.113362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.122625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc5dd615-a860-4d33-a6bc-bc749738d7ac tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:09.130733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4c68ee-f4b5-4fff-811d-1806d1f822bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:48:09.131329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e4c68ee-f4b5-4fff-811d-1806d1f822bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:09.168892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e4c68ee-f4b5-4fff-811d-1806d1f822bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:09.170169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e4c68ee-f4b5-4fff-811d-1806d1f822bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/466e2a55-01ca-4c4a-99c6-eb5bcd494897 HTTP/1.1" status: 404 len: 333 time: 0.1732388 Nov 24 09:48:09.175635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46916) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:09.188227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.232216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba02b9ba-e488-40ec-ac11-51cc6ab83e30 None None] Provisioning for port 424c0fd0-a02a-44c7-a4a0-df22f522a263 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:09.238931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4d07f154-5600-4e7e-b186-b5d8a98c7c55 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:09.260125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 424c0fd0-a02a-44c7-a4a0-df22f522a263 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:09.291132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4d07f154-5600-4e7e-b186-b5d8a98c7c55 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:09.295146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d07f154-5600-4e7e-b186-b5d8a98c7c55 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2548268 Nov 24 09:48:09.299687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2108e7-a81d-496f-9592-bdcd49f0fc43 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:09.304078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8f2108e7-a81d-496f-9592-bdcd49f0fc43 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.4136472 Nov 24 09:48:09.304078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:09.304312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:09.306321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:09.322838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Request body: {'security_group_rule': {'security_group_id': '1064536d-48f3-4909-908e-c1441e75f2e4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:09.329416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:09.335617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 570e9d40-e7df-4568-8992-d3bab2c76a7e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:09.335990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.342316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:09.350560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:09.351573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 424c0fd0-a02a-44c7-a4a0-df22f522a263 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:09.365364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 424c0fd0-a02a-44c7-a4a0-df22f522a263 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:09.365786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.402221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Pushing event updated for resources: {'Port': ['ID=b4be4a67-145b-4d25-8f15-359f38101706,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:09.405371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.409220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:09.410332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:09.421012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 717de2f9-f809-44aa-9a59-b05a1007e4a4 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:09.421382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.463426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.507480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c00a91e3-7d4f-47c9-a299-1d200f12ec2e tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 200 len: 205 time: 0.1949353 Nov 24 09:48:09.509996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46928) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:09.527935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.551666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port 424c0fd0-a02a-44c7-a4a0-df22f522a263 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:09.552051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.590161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] DHCP port deletion for 0bc210f0-0798-4e4b-8af7-c3630b12c415 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:48:09.609268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Deleting port 424c0fd0-a02a-44c7-a4a0-df22f522a263 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:09.611431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.847423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:09.955436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:09.956056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.095053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:10.106659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Calling delete_port for 424c0fd0-a02a-44c7-a4a0-df22f522a263 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:10.131337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.134990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.143042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c824bfde-3902-4884-a91e-f24d1e84e27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:10.143924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.175764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.232767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f6f76d2-9ca7-4517-8ae4-152665197bca tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:10.238104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.241360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=424c0fd0-a02a-44c7-a4a0-df22f522a263,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:10.244970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:10.249591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:10.250856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:10.272009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:10.272416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.288896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b243adfa-7ccd-43aa-b53d-79b701f16b79,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:10.291519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:10.327647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.387300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 717de2f9-f809-44aa-9a59-b05a1007e4a4 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:10.427816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for 424c0fd0-a02a-44c7-a4a0-df22f522a263 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:10.492220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.493518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1833189 Nov 24 09:48:10.500564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.509704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:10.529455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.539206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09706e9d-5c20-4007-98d0-c78c0c868d9e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:10.543957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 570e9d40-e7df-4568-8992-d3bab2c76a7e owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:10.618981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4675827e-fb99-49da-b760-fa133deb9db2 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules/b243adfa-7ccd-43aa-b53d-79b701f16b79 HTTP/1.1" status: 200 len: 706 time: 0.1079605 Nov 24 09:48:10.622982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:10.693201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:10.693498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:10.706217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=3f444c37-7f11-4d30-bd85-b5cec27a4704,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:10.716234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.751940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Deleting port 424c0fd0-a02a-44c7-a4a0-df22f522a263 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:10.752620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.756354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.783495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:10.837307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.914362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:10.925048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efed49d6-4094-4457-a68a-32b2c9158fc2 tempest-FloatingIPAdminTestJSON-1513501499 tempest-FloatingIPAdminTestJSON-1513501499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:10.985133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=570e9d40-e7df-4568-8992-d3bab2c76a7e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:11.001386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:11.021745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:11.022284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.127058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.132390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2af57656-674c-4ece-bf10-d3ef882736d6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:11.219863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 424c0fd0-a02a-44c7-a4a0-df22f522a263 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:48:11.246818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port 424c0fd0-a02a-44c7-a4a0-df22f522a263 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:11.247130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.260075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Calling delete_port for 424c0fd0-a02a-44c7-a4a0-df22f522a263 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:11.308542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c9e492c-1bc3-45b6-afd6-04ac5d3601e6 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:11.372022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=717de2f9-f809-44aa-9a59-b05a1007e4a4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:11.392759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:11.420012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.423017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c9e492c-1bc3-45b6-afd6-04ac5d3601e6 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:11.424422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c9e492c-1bc3-45b6-afd6-04ac5d3601e6 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.7972925 Nov 24 09:48:11.436443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:11.449666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.453135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.479234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.486252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09472953-bdd2-48d2-bb27-305d029234a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:11.577594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Pushing event deleted for resources: {'Port': ['ID=424c0fd0-a02a-44c7-a4a0-df22f522a263,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:11.588139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:11.610530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] No DVR routers for this DVR port 424c0fd0-a02a-44c7-a4a0-df22f522a263 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:48:11.651387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.682084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/570e9d40-e7df-4568-8992-d3bab2c76a7e HTTP/1.1" status: 204 len: 168 time: 2.5050690 Nov 24 09:48:11.686053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46950) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:11.689335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.697366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.753076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1b7778-cc94-4f61-a400-fc23a45ebc7e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:48:11.753653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd1b7778-cc94-4f61-a400-fc23a45ebc7e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:11.757851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.782156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.817965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port 424c0fd0-a02a-44c7-a4a0-df22f522a263, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=424c0fd0-a02a-44c7-a4a0-df22f522a263,segment=NetworkSegment(5e7925ff-a93a-44f4-bf67-6e0f0271f545),segment_id=5e7925ff-a93a-44f4-bf67-6e0f0271f545)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:11.818365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.834889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port 581e0067-c5bc-4a7c-804c-dadb277584d9 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:11.835265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:11.878360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd1b7778-cc94-4f61-a400-fc23a45ebc7e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:11.882652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd1b7778-cc94-4f61-a400-fc23a45ebc7e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/570e9d40-e7df-4568-8992-d3bab2c76a7e HTTP/1.1" status: 404 len: 333 time: 0.1928627 Nov 24 09:48:11.883467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46954) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:11.974808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for 424c0fd0-a02a-44c7-a4a0-df22f522a263 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:12.012977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.034755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbcd9d94-6c4d-4081-b9a6-1ab80a6bc3e7 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:12.078116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b243adfa-7ccd-43aa-b53d-79b701f16b79,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:12.091006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:12.186549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.187793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b243adfa-7ccd-43aa-b53d-79b701f16b79 HTTP/1.1" status: 204 len: 168 time: 0.7500014 Nov 24 09:48:12.190552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:12.213498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:12.213859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:12.218006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 596dad79-b54d-4f05-89bf-cda7a9774a5a associated. External IP: 172.26.6.12, port: b4074007-419f-4825-88d9-eec67452d53b. Nov 24 09:48:12.353311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3834c0bd-db10-4153-b70a-e0351164573d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:12.393161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3834c0bd-db10-4153-b70a-e0351164573d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:12.394518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3834c0bd-db10-4153-b70a-e0351164573d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2028580 Nov 24 09:48:12.400617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:12.578792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.581561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Router 597af9ca-9c6b-41de-aad1-be26269e6162 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:12.635610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.650150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.839059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.844577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18a23f03-7053-44af-aaac-0c28cafe1978 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:12.864082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064536d-48f3-4909-908e-c1441e75f2e4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:12.895443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for 581e0067-c5bc-4a7c-804c-dadb277584d9 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:12.909291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.909723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.910150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.910854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.911518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.911936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.912360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.912769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.913182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.913600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.914010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:12.922744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:12.970760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 560c2818-c7b9-4915-8b01-da721caf8e40 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:48:12.982887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port 424c0fd0-a02a-44c7-a4a0-df22f522a263 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:12.983266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:12.985833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.022676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.023917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "DELETE /v2.0/security-groups/1064536d-48f3-4909-908e-c1441e75f2e4 HTTP/1.1" status: 204 len: 168 time: 0.6213782 Nov 24 09:48:13.027537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:13.077958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] The port '424c0fd0-a02a-44c7-a4a0-df22f522a263' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:48:13.091997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router f1a4bf1c-befb-40a4-966b-29c588cb1df3 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:13.114957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.293457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f870977e-9770-4cf2-97c3-8b5c63370e89 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Synchronizing usage tracker for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:13.439843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f870977e-9770-4cf2-97c3-8b5c63370e89 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Unset dirty status for tenant:0b8621f15afc4c4da0fb08abcd95cd59 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:13.453002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f870977e-9770-4cf2-97c3-8b5c63370e89 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4037519 Nov 24 09:48:13.453002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46974) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:13.474425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.539365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.557956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:13.583131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] Sync routers for ids ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:13.584126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.591792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-62fe8b74-81ce-448c-9c9b-f839aed5180b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:13.593017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc210f0-0798-4e4b-8af7-c3630b12c415']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.617833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7925ff-a93a-44f4-bf67-6e0f0271f545') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.618229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7925ff-a93a-44f4-bf67-6e0f0271f545') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.633068 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/f1a4bf1c-befb-40a4-966b-29c588cb1df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1062434 Nov 24 09:48:13.633994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] Routers {'f1a4bf1c-befb-40a4-966b-29c588cb1df3'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:13.634741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.644255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:13.646120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:13.656484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] Sync routers for ids ['597af9ca-9c6b-41de-aad1-be26269e6162'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:13.657384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=581e0067-c5bc-4a7c-804c-dadb277584d9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:13.669286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.672518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "PUT /v2.0/routers/597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 200 len: 915 time: 10.9765060 Nov 24 09:48:13.673695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:13.675625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.687635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] Routers {'597af9ca-9c6b-41de-aad1-be26269e6162'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:13.688675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['597af9ca-9c6b-41de-aad1-be26269e6162'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.710143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbb4862f-6d5f-4695-96ca-522cbaffa6bc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2578366 Nov 24 09:48:13.779676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.797045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.797549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.797977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.798397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.800985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.801466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.801898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.802332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.802782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.803199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.803614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:13.804199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] Routers {'f1a4bf1c-befb-40a4-966b-29c588cb1df3'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:13.804908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.806729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.807720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.821767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.825142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] Routers {'597af9ca-9c6b-41de-aad1-be26269e6162'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:13.825838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['597af9ca-9c6b-41de-aad1-be26269e6162'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.829774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:13.830509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.872448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.873087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232f8fa8-5bbd-4f52-84c8-ecc7d36d6d4b None None] The sync data for ids ['f1a4bf1c-befb-40a4-966b-29c588cb1df3'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:13.887325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:13.891640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-627cd82a-ff36-454f-972f-22ff6246c4c6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:13.909250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:13.909841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b1161-6053-4a08-9c3c-e8210ed44a6c None None] The sync data for ids ['597af9ca-9c6b-41de-aad1-be26269e6162'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:13.935982 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:13.945154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=560c2818-c7b9-4915-8b01-da721caf8e40,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:13.956617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:13.961474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:13.966731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bfe3b448-4076-4f40-82ef-437696024082 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1a4bf1c-befb-40a4-966b-29c588cb1df3 HTTP/1.1" status: 200 len: 205 time: 0.3127115 Nov 24 09:48:13.968570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 46990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:13.979693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7898e1-47b6-4225-b936-d6b953c6d214 None None] Network bc79a5bc-490c-4f25-b6c7-bc348c52095f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:13.985783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/560c2818-c7b9-4915-8b01-da721caf8e40 HTTP/1.1" status: 204 len: 168 time: 1.8026545 Nov 24 09:48:13.987587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 46994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:14.085261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:14.089505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.099524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24b49444-ec6f-4ed8-a5d7-7826a7792244 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:14.125833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.206026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=0bc210f0-0798-4e4b-8af7-c3630b12c415,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:14.219836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:14.225018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/0bc210f0-0798-4e4b-8af7-c3630b12c415 HTTP/1.1" status: 204 len: 168 time: 9.7713788 Nov 24 09:48:14.229144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:14.235269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920923888'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:14.242454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:14.248478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:14.268917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:14.328033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:14.367687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:14.369538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] DHCP port deletion for bc79a5bc-490c-4f25-b6c7-bc348c52095f request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:48:14.375773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Deleting port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:14.376338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.386220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.464576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a68ef-5444-4a5a-a15f-c285233a103e req-78ceeecc-c7b2-4019-87e6-d2913c28d9c5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:14.472051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-215a68ef-5444-4a5a-a15f-c285233a103e req-78ceeecc-c7b2-4019-87e6-d2913c28d9c5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.7088084 Nov 24 09:48:14.495521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:14.501037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.531272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.637148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] For port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,segment=NetworkSegment(c1d4153a-74f9-4501-9475-a285ba35329b),segment_id=c1d4153a-74f9-4501-9475-a285ba35329b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:14.637597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.703855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:14.725353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.771807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-215a68ef-5444-4a5a-a15f-c285233a103e req-dda28f82-7209-4f7b-9d72-b73cd4521861 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987850 Nov 24 09:48:14.776697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Calling delete_port for 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:14.811703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1a86472e-9297-4c2c-bd56-0be5c799dd8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b8621f15afc4c4da0fb08abcd95cd59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5652149 Nov 24 09:48:14.820516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:14.826640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:14.826969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.871398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.883983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55a6fa00-5b20-49c0-9599-48c44450cad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:14.930083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Pushing event deleted for resources: {'Port': ['ID=4129e4b3-54c7-4ee8-a5d6-838c4d58c83d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:14.932561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] No DVR routers for this DVR port 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:48:14.934304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:14.980323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:14.980714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment e8f71037-60ca-4d4c-b76e-9790210d9456 of type vlan for network a195199b-b2f5-4e66-869e-a4014042b3c3 Nov 24 09:48:14.990499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.051444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.069885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] The port '4129e4b3-54c7-4ee8-a5d6-838c4d58c83d' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:48:15.185121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:48:15.197275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-442a0afe-55f4-423a-a202-d011ed4d6466 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 200 len: 921 time: 1.5193033 Nov 24 09:48:15.201836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.209388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.215772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47020) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:15.236439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:48:15.236899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4129e4b3-54c7-4ee8-a5d6-838c4d58c83d not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:48:15.264836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.267140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.277899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.278452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router d2369b84-0529-4993-8d9f-40affebf9d62 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:15.314490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc79a5bc-490c-4f25-b6c7-bc348c52095f']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.325250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.326442 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 204 len: 168 time: 5.8153863 Nov 24 09:48:15.331941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47024) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:15.338771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d4153a-74f9-4501-9475-a285ba35329b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.339173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d4153a-74f9-4501-9475-a285ba35329b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.345422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.347310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.358261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1441957597', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:15.373308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:15.384378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.396189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.400013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Usage tracker for resource:router and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:15.400556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:15.401111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.408493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:15.414630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82aebfbd-408b-442f-a83d-b20d168ce354 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:15.428055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:15.430383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.443911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:15.443911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.459096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:15.459666 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:15.472741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:15.484163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.485165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.488015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:15.489558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.559442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.566687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.571764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71c53389-aae6-4307-a047-0f3198cbd560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:15.577507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:15.579084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.582561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.590954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef727a10-d9ab-488a-8ad9-5ebd66f0cdaa,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:15.592232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.604278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:15.604797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:15.637472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.655577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=bc79a5bc-490c-4f25-b6c7-bc348c52095f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:15.665059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/bc79a5bc-490c-4f25-b6c7-bc348c52095f HTTP/1.1" status: 204 len: 168 time: 1.6718676 Nov 24 09:48:15.666237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47028) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:15.675284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.679822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef727a10-d9ab-488a-8ad9-5ebd66f0cdaa HTTP/1.1" status: 204 len: 168 time: 0.8251894 Nov 24 09:48:15.679822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:15.685037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623153222'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:15.696552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:15.697024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bfbde9-0e2f-40bc-8ade-5cf62d185f45 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:15.756524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:15.824622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:network and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:15.832499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:15.844785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.845465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router f1a4bf1c-befb-40a4-966b-29c588cb1df3 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:15.846566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:15.860748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:15.867191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.887971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.912345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:15.912904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6788046 Nov 24 09:48:15.914790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47036) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:15.919688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.923532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-acdc253c-da7f-40ce-bee8-233b3ba8e538 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/f1a4bf1c-befb-40a4-966b-29c588cb1df3 HTTP/1.1" status: 204 len: 168 time: 1.9448767 Nov 24 09:48:15.923688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:15.931159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:15.931159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.964538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:15.964944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Added segment f83fcadc-b221-4e93-b8db-0e5a70acf4c3 of type vlan for network 79689385-8826-4be1-8951-1c1e1a8bf60a Nov 24 09:48:15.986700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c94afd9-f535-4cbb-a625-e775a72cf814 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=597af9ca-9c6b-41de-aad1-be26269e6162&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7616663 Nov 24 09:48:15.992543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47044) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:16.031117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f51ac-8a63-4196-bf74-035db73e8fda req-097fd8c1-0c2f-43c3-8fbb-ed30fdbb31bb tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:16.032791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d32f51ac-8a63-4196-bf74-035db73e8fda req-097fd8c1-0c2f-43c3-8fbb-ed30fdbb31bb tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.8181152 Nov 24 09:48:16.033623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=a195199b-b2f5-4e66-869e-a4014042b3c3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:16.047520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a195199b-b2f5-4e66-869e-a4014042b3c3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:16.056728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:16.091973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 13.4524736 Nov 24 09:48:16.110383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47052) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:16.120182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:16.136774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:16.288700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:16.312313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:16.355576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:16.367909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:16.392696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:16.395652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:16.400013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:16.400704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:16.409750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-322a2959-25b8-4a30-81a5-c7c936d110e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:16.455750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b1652-0484-49c1-a519-8c6766916381 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:16.461373 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-547b1652-0484-49c1-a519-8c6766916381 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/networks/7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 881 time: 0.4609091 Nov 24 09:48:16.475516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:16.491328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:16.523822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8502090 Nov 24 09:48:16.610165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:16.627908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:16.650041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb5fc9aa-0e7e-45f3-aba6-3de5d75a5582 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 200 len: 205 time: 0.1671550 Nov 24 09:48:16.713924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d32f51ac-8a63-4196-bf74-035db73e8fda req-e659b158-50b7-4a91-a775-5f89a2edc51e tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6712496 Nov 24 09:48:16.743143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:16.911774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Network': ['ID=79689385-8826-4be1-8951-1c1e1a8bf60a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:16.925062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 79689385-8826-4be1-8951-1c1e1a8bf60a details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:16.996296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:17.033386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.073563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:17.077748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:17.081587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:17.089381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:17.107665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:17.142465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.215812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet da0084d4-d461-43ed-8262-046dfb568b4d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:48:17.258736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.263768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.318313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.390129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.390455 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 596dad79-b54d-4f05-89bf-cda7a9774a5a disassociated. External IP: 172.26.6.12, port: b4074007-419f-4825-88d9-eec67452d53b. Nov 24 09:48:17.573863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.588913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Allocated IP 172.26.6.146 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/153bf0a3-336b-4754-b691-1627943883e4) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:17.614637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.683654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.690717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cb3e0e6-9965-4956-9f6b-a08598ef08a8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:17.868087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=9e10d5cb-452b-4156-b7ce-8cd0af82eeac,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:17.882770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:17.916870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.922432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'e8f71037-60ca-4d4c-b76e-9790210d9456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:17.922869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: a195199b-b2f5-4e66-869e-a4014042b3c3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:17.966960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network a195199b-b2f5-4e66-869e-a4014042b3c3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:17.975602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:17.982002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed4d57d0-2eed-4d6d-a9fe-c19349d1fb66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:18.022054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a195199b-b2f5-4e66-869e-a4014042b3c3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:18.026992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:18.028567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.034001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c93356-7ddb-4342-a629-775c240d3b14 None None] Network a195199b-b2f5-4e66-869e-a4014042b3c3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:18.097362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event updated for resources: {'Port': ['ID=153bf0a3-336b-4754-b691-1627943883e4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:18.107039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:18.110102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:18.112190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:18.117613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:18.176950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2609470 Nov 24 09:48:18.180550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47104) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:18.321559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.398195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47108) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:18.420814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb394b-c42e-4dc5-93fb-4ff89078202c req-6ea2daac-ab88-464e-9e94-a8e1f0b60d6d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:18.422150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6feb394b-c42e-4dc5-93fb-4ff89078202c req-6ea2daac-ab88-464e-9e94-a8e1f0b60d6d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.7158461 Nov 24 09:48:18.444530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.475510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-a195199b-b2f5-4e66-869e-a4014042b3c3', 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '9e10d5cb-452b-4156-b7ce-8cd0af82eeac'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:18.476531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.497786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.499011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.512720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.740665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.747603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35441bd2-d298-4402-b98a-005e5f608270 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:18.795251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6feb394b-c42e-4dc5-93fb-4ff89078202c req-7a2b1b01-cc85-412b-a701-8906cae86a90 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608909 Nov 24 09:48:18.803837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.811433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--1862134625', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:18.819185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:18.823434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:18.827663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:18.828844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=da0084d4-d461-43ed-8262-046dfb568b4d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:18.833800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cad3c020-39ba-44f5-90e0-f5e101296378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.835982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:18.837111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:18.839792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ff551e-4d95-465f-b09c-7091e674e43d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:18.845329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Allocated IP 172.20.0.1 (a195199b-b2f5-4e66-869e-a4014042b3c3/9e10d5cb-452b-4156-b7ce-8cd0af82eeac/d5792900-5327-4648-a3e6-bd648bf04f36) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:18.846747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.900376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ad3bc-40d2-47fd-8ab5-ac6f01935010 None None] Network 48e285d6-430a-4785-949b-64f2f6abb2ae requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:18.900749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.909135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:18.914897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:18.954342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.016367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/da0084d4-d461-43ed-8262-046dfb568b4d HTTP/1.1" status: 204 len: 168 time: 3.0349834 Nov 24 09:48:19.027179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47114) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:19.075348 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-28831cdc-be13-401b-86c9-f668afb5d38a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.4127254 Nov 24 09:48:19.081096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=5ef8a3ba-c05d-44eb-bbd8-3c9847411020,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:19.098909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:19.107862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:19.112796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:19.117262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:19.124131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Checking segment: {'id': 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:19.124531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network hostable DHCP agents. Network: 79689385-8826-4be1-8951-1c1e1a8bf60a, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:19.154926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:19.270859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 79689385-8826-4be1-8951-1c1e1a8bf60a is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:19.294865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 79689385-8826-4be1-8951-1c1e1a8bf60a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:19.302676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:19.303323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.331321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.350180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd98ac2-84d4-4b77-bd04-56555f5bf279 None None] Network 79689385-8826-4be1-8951-1c1e1a8bf60a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:19.365032 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7483716 Nov 24 09:48:19.365032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port b4be4a67-145b-4d25-8f15-359f38101706 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:19.365032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.378183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47118) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:19.398091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.410068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1851956180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:19.427170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:19.454498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:router and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:19.463505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:19.475029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:19.481544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:19.485776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-31c06bd5-4632-4c08-86d8-ddd1a9507eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:19.487446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-31c06bd5-4632-4c08-86d8-ddd1a9507eba service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.3556540 Nov 24 09:48:19.502333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:19.502752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.571878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.601212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Transition to ACTIVE for port object d5792900-5327-4648-a3e6-bd648bf04f36 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:19.656546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.657586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.694977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.697271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Transition to ACTIVE for port object d5792900-5327-4648-a3e6-bd648bf04f36 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:19.706797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.716592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.724905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93326832-6a07-46ee-92cf-b1187186de8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:19.765355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] DHCP port deletion for 48e285d6-430a-4785-949b-64f2f6abb2ae request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:48:19.773471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.783177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68a813b6-b4c5-4f4c-9df5-09ad759cfa6b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:19.792290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Deleting port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:19.792891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.814081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.861203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for b4be4a67-145b-4d25-8f15-359f38101706 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:19.889975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-7095b080-78ab-48e1-ae4c-620a7ca7059e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.3899431 Nov 24 09:48:19.899665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:19.905589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:19.907596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Pushing event updated for resources: {'Port': ['ID=d5792900-5327-4648-a3e6-bd648bf04f36,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:19.972144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9519e2-eb89-4a69-9593-0e84e7bd5841,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:20.000924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:20.015200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-502e01b2-acb0-494f-a57b-4af956e6a0f8 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:20.041034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:20.054272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Network a195199b-b2f5-4e66-869e-a4014042b3c3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:20.065762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:20.070011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:20.245857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:20.262367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:20.267897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.281964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:20.283339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:20.353359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:20.366532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:20.367540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:47:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:20.397928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1518ed09-8e82-4e80-9b62-71d1e7eda019 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/596dad79-b54d-4f05-89bf-cda7a9774a5a HTTP/1.1" status: 200 len: 687 time: 4.2819238 Nov 24 09:48:20.399734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:20.400437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.439094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:20.439836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7e10c-4d41-488c-8265-ed4f0a01f905 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:20.481766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-906c46c3-a971-446f-9565-00e60e650ddb tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:20.484266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.484869 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment 949e15b6-ae20-4160-bee0-b712e94fb4a3 of type vlan for network e4a7a2de-4470-4af4-95be-2370ca1366aa Nov 24 09:48:20.496381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-79689385-8826-4be1-8951-1c1e1a8bf60a', 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '5ef8a3ba-c05d-44eb-bbd8-3c9847411020'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:20.497923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.679634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] For port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,segment=NetworkSegment(fc34c554-5e1b-424e-9d5a-75f6bc4311f4),segment_id=fc34c554-5e1b-424e-9d5a-75f6bc4311f4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:20.680459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.702753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=9e10d5cb-452b-4156-b7ce-8cd0af82eeac,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:20.726873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:20.738853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Router da25111b-761e-44d5-befa-89312f48ae8d is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:20.764858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,segment=NetworkSegment(fc34c554-5e1b-424e-9d5a-75f6bc4311f4),segment_id=fc34c554-5e1b-424e-9d5a-75f6bc4311f4)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:20.765270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.837564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.847315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=b4be4a67-145b-4d25-8f15-359f38101706,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:20.854763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Calling delete_port for 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:20.865844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:20.867866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.877118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.884292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-3d6a2ee2-ea0d-4324-b737-2b26b017ea50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:20.885929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-3d6a2ee2-ea0d-4324-b737-2b26b017ea50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.9784563 Nov 24 09:48:20.945513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:20.955164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Attempting to bind port d5792900-5327-4648-a3e6-bd648bf04f36 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:20.955594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Attempting to bind port d5792900-5327-4648-a3e6-bd648bf04f36 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e8f71037-60ca-4d4c-b76e-9790210d9456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:20.956018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Attempting to bind port d5792900-5327-4648-a3e6-bd648bf04f36 on network a195199b-b2f5-4e66-869e-a4014042b3c3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:20.999728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 3f444c37-7f11-4d30-bd85-b5cec27a4704 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:21.000104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.029134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:21.029764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Checking segment: {'id': 'e8f71037-60ca-4d4c-b76e-9790210d9456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:21.031137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:21.031287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.031287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Bound using segment: {'id': 'e8f71037-60ca-4d4c-b76e-9790210d9456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:21.032476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Bound port: d5792900-5327-4648-a3e6-bd648bf04f36, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f71037-60ca-4d4c-b76e-9790210d9456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:21.032991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.156408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a195199b-b2f5-4e66-869e-a4014042b3c3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:21.167442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.185549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:21.275060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f71037-60ca-4d4c-b76e-9790210d9456') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:21.275437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f71037-60ca-4d4c-b76e-9790210d9456') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:21.275601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:48:21.299894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.304788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e02b5f89-28a8-4299-8249-28fac7045a90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.9162247 Nov 24 09:48:21.310787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.315303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47128) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:21.321763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.325407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:48:21.325803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:48:21.337040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a', 'name': 'tempest-PortsTestJSON-1264192879'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:21.341829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Pushing event deleted for resources: {'Port': ['ID=08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:21.358354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:21.378835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] No DVR routers for this DVR port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:48:21.384000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.388479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:21.389154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.408692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Allocated IP 172.20.0.2 (79689385-8826-4be1-8951-1c1e1a8bf60a/5ef8a3ba-c05d-44eb-bbd8-3c9847411020/1b2b6331-ec27-4e58-9e95-18fcf09fd9b7) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:21.413730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78e2a49e-82b8-4c47-8178-0f6257a8a660 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:21.417916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] For port d5792900-5327-4648-a3e6-bd648bf04f36, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:21.447680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60fa2-040b-46d4-8302-f2cdefa063fe req-35ec2b84-3b65-4c08-ae0b-8e9ca597b3f7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:21.449427 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0c60fa2-040b-46d4-8302-f2cdefa063fe req-35ec2b84-3b65-4c08-ae0b-8e9ca597b3f7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.4506958 Nov 24 09:48:21.459366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.598321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:21.599456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.616765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:21.617145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:21.619829 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:21.652469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.652867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.662929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.670162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.681959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40742796-ab55-4497-923a-4cb155b5f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.789090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.800670 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3905699 Nov 24 09:48:21.801659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 3f444c37-7f11-4d30-bd85-b5cec27a4704 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:21.807299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=e4a7a2de-4470-4af4-95be-2370ca1366aa,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:21.814182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47132) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:21.814501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:21.816363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.831996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network e4a7a2de-4470-4af4-95be-2370ca1366aa details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:21.845340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-440010420', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:21.857593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-4d00492d-eba9-4d63-8906-77f960d9981e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8382034 Nov 24 09:48:21.889947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Transition to ACTIVE for port object 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:21.895443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.896430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router 597af9ca-9c6b-41de-aad1-be26269e6162 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:21.903802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] For port d5792900-5327-4648-a3e6-bd648bf04f36, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d5792900-5327-4648-a3e6-bd648bf04f36,segment=NetworkSegment(e8f71037-60ca-4d4c-b76e-9790210d9456),segment_id=e8f71037-60ca-4d4c-b76e-9790210d9456)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:21.914506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:21.937264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:48:21.937264 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:48:21.937264 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': 'a195199b-b2f5-4e66-869e-a4014042b3c3'}] Nov 24 09:48:21.937264 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:21.937891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:21.944543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.945094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:21.945218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:21.951484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 204 len: 168 time: 5.2024984 Nov 24 09:48:21.953341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:21.961289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1562869118', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:21.967687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:21.970724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:21.975016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:22.013086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Usage tracker for resource:router and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:22.022132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:22.032954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0c60fa2-040b-46d4-8302-f2cdefa063fe req-9b16f978-597f-4bed-9f02-09b993ec4e7d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5501306 Nov 24 09:48:22.038187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:22.087617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.087617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.093783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.101876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25e01780-b6f5-436e-8387-b18863b47ee4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:22.104987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:22.107868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:22.128769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:22.129827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.153054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Transition to ACTIVE for port object 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:22.153631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=3f444c37-7f11-4d30-bd85-b5cec27a4704,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:22.160290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:22.189205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:22.191103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.212977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.239437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] The port '08b33b3b-85d2-4ebd-ade5-7d2fc2fc3d87' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:48:22.239946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.240927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.244128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Pushing event updated for resources: {'Port': ['ID=d5792900-5327-4648-a3e6-bd648bf04f36,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:22.251074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Network 79689385-8826-4be1-8951-1c1e1a8bf60a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:22.252402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:22.256444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:22.256977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d46a1d8f-5095-468f-b913-d4e7aac920b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:22.286639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.298625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:22.305889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:22.311639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.367961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-878c055f-356d-47a6-bb23-6f9f796f257c service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911149 Nov 24 09:48:22.402648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Pushing event updated for resources: {'Port': ['ID=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:22.412815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:22.465365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.470430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/596dad79-b54d-4f05-89bf-cda7a9774a5a HTTP/1.1" status: 204 len: 168 time: 2.0560851 Nov 24 09:48:22.490255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 82738c72-50cd-40ba-889d-fd7809f28318 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:48:22.498735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Attempting to bind port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:22.499084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Attempting to bind port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:22.499439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Attempting to bind port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 on network 79689385-8826-4be1-8951-1c1e1a8bf60a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:22.508861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:22.509324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Checking segment: {'id': 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:22.509738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.510170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Bound using segment: {'id': 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:22.510761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Bound port: 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '79689385-8826-4be1-8951-1c1e1a8bf60a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:22.511214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.525851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462c4fd-84b9-4dbc-a551-af43a6149613 None None] Network a195199b-b2f5-4e66-869e-a4014042b3c3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:22.529458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47140) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:22.541887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '28dd84e3-59ec-4fc6-9b30-4065f2906ffd'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:22.554895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:22.562001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:floatingip and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:22.565798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:22.580821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:22.584771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.642000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.803809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] For port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:22.820665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] For port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,segment=NetworkSegment(f83fcadc-b221-4e93-b8db-0e5a70acf4c3),segment_id=f83fcadc-b221-4e93-b8db-0e5a70acf4c3)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:22.824678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.826683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.834161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ba8defb-9e19-44bf-92d1-b227a2d90825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:22.869810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.881926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.912105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Pushing event updated for resources: {'Port': ['ID=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:22.917038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:22.944435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.988255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:22.993275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.037581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e285d6-430a-4785-949b-64f2f6abb2ae']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.046073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port d5792900-5327-4648-a3e6-bd648bf04f36 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:23.046073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.105233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.105930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc34c554-5e1b-424e-9d5a-75f6bc4311f4') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.188762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:23.212080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.216517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] Sync routers for ids ['da25111b-761e-44d5-befa-89312f48ae8d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:23.230538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.235316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Allocated IP 172.26.6.50 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/808a1d33-9f38-4fb1-936a-f1c98741b4fa) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:23.248044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] Routers {'da25111b-761e-44d5-befa-89312f48ae8d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:23.249316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da25111b-761e-44d5-befa-89312f48ae8d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.356715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f5e36d4-2684-4c76-8d34-9d82df07e565 req-8f346f6c-2457-4a4b-bc40-698b361f584b service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9670179 Nov 24 09:48:23.380764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.391540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.413294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] Routers {'da25111b-761e-44d5-befa-89312f48ae8d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:23.414286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da25111b-761e-44d5-befa-89312f48ae8d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.495005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:23.495751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fab9787-6630-451c-af25-c1ad3e581ac1 None None] The sync data for ids ['da25111b-761e-44d5-befa-89312f48ae8d'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:23.530687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.535903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.1976428 Nov 24 09:48:23.535903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:23.537251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.542116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd3c9d-0c88-4f2f-9315-5251dc2f2004 req-c5f95e41-f828-4087-b11f-48bb41fa8abc tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:23.543975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-30fd3c9d-0c88-4f2f-9315-5251dc2f2004 req-c5f95e41-f828-4087-b11f-48bb41fa8abc tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.2573535 Nov 24 09:48:23.554650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:23.568049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:23.606217 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:23.654161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.10 (79689385-8826-4be1-8951-1c1e1a8bf60a/5ef8a3ba-c05d-44eb-bbd8-3c9847411020/82738c72-50cd-40ba-889d-fd7809f28318) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:23.795421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.807441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.876171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ae5c9f2-515f-414d-8824-4202c3ad1f4d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:23.899681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.958257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.961291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=48e285d6-430a-4785-949b-64f2f6abb2ae,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:23.964554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:23.977337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/48e285d6-430a-4785-949b-64f2f6abb2ae HTTP/1.1" status: 204 len: 168 time: 4.9339488 Nov 24 09:48:23.977337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port d5792900-5327-4648-a3e6-bd648bf04f36, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d5792900-5327-4648-a3e6-bd648bf04f36,segment=NetworkSegment(e8f71037-60ca-4d4c-b76e-9790210d9456),segment_id=e8f71037-60ca-4d4c-b76e-9790210d9456)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:23.977337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:23.983975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:23.997570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1623163296', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:24.011234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:24.028431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-30fd3c9d-0c88-4f2f-9315-5251dc2f2004 req-25824414-20aa-4e6d-ba60-897dff9e522f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313951 Nov 24 09:48:24.031752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:24.043496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:24.056870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:24.088126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.089024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.167128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for d5792900-5327-4648-a3e6-bd648bf04f36 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:24.192368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.209095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-668c588c-17d7-42f6-ac78-e7fddac9c931 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:24.342893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:24.345339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.81 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/7e96c67f-591d-468e-b347-ed765dc5cfd3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:24.349508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event updated for resources: {'Port': ['ID=808a1d33-9f38-4fb1-936a-f1c98741b4fa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:24.353296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:24.357345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:24.360960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.365003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:24.483398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.493034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f3199bc-5c60-4085-bed4-841d139b494c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:24.502209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.571085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Port': ['ID=d5792900-5327-4648-a3e6-bd648bf04f36,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:24.578966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.582967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:24.590652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No DVR routers for this DVR port d5792900-5327-4648-a3e6-bd648bf04f36 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:48:24.664023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.665194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-796cfd76-6832-4e8f-b92b-22b3fc7e071a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6774995 Nov 24 09:48:24.670886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 82738c72-50cd-40ba-889d-fd7809f28318 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:24.672238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47154) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:24.700416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1468572980'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:24.720660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:24.784820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:24.789597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:24.794536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.812573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:24.821722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.889632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a195199b-b2f5-4e66-869e-a4014042b3c3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:24.893982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.900829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.901239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b66763b-40f7-4ef1-9c0d-a492933d8a7f tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:24.943607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f71037-60ca-4d4c-b76e-9790210d9456') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:24.943974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f71037-60ca-4d4c-b76e-9790210d9456') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:24.952653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:24.959801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:24.965470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.022113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.025247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.045949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65a226f2-d90a-4383-b6a0-4c2bacbb9768 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:25.058022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:25.064675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:25.067421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=7e96c67f-591d-468e-b347-ed765dc5cfd3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:25.072164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:25.106697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:25.113611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.114362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.125526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ecbb35-c963-4912-9bff-1f58d11c8e8f None None] Network 79689385-8826-4be1-8951-1c1e1a8bf60a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:25.125857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.157820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:25.158276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:25.187681 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:25.233019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 79689385-8826-4be1-8951-1c1e1a8bf60a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:25.293270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:25.296033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:25.298954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=82738c72-50cd-40ba-889d-fd7809f28318,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:25.313710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:25.314142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:25.377373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0139a2c5-8c67-4d31-9e2b-712afb5c5fcf None None] Provisioning for port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:25.489477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:48:25.494992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:25.505806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:25.506543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.709803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:25.764710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.765098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment f7d68819-4528-4dbd-be92-cc0c61bac6db of type vlan for network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 Nov 24 09:48:25.799803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.819490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-441ceae2-baa5-4264-8a10-24f7adf67a2c tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:25.867200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.879098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=a195199b-b2f5-4e66-869e-a4014042b3c3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:25.883186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.902856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:25.908388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:25.909067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.915731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.945728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.158 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/893124e0-254c-4624-ab38-9c5f1c0ee4ec) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:25.962712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/a195199b-b2f5-4e66-869e-a4014042b3c3 HTTP/1.1" status: 204 len: 168 time: 7.7765417 Nov 24 09:48:25.967167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,segment=NetworkSegment(f83fcadc-b221-4e93-b8db-0e5a70acf4c3),segment_id=f83fcadc-b221-4e93-b8db-0e5a70acf4c3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:25.970111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47160) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:25.971404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:25.974771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9a294ba-9cb2-440b-a810-630caa5bc52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:25.987714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6686552 Nov 24 09:48:25.996839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026900627'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:26.016622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47164) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:26.052788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:26.063689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.064241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.064732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.065224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.065730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.066610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.066807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.067383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.067875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.068354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.068831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:26.073496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:26.088691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:26.151628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:26.163157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:26.173513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f28737-d7af-4e42-a166-61fb4d876fc6 req-5b28923f-1cbe-4092-9fd1-cb1a28192582 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:26.175313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9f28737-d7af-4e42-a166-61fb4d876fc6 req-5b28923f-1cbe-4092-9fd1-cb1a28192582 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.9317529 Nov 24 09:48:26.176811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.181426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:26.182113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.193855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:26.198065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-337b14df-b380-499d-849e-8892f927d46d tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:26.329842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Provisioning complete for port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:26.330427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.346665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.474854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.490410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Provisioning for port 82738c72-50cd-40ba-889d-fd7809f28318 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:26.497180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Provisioning complete for port 82738c72-50cd-40ba-889d-fd7809f28318 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:26.497947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.498234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Router 4d421352-851f-4971-b404-b6694908d2f1 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:26.504538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8244574 Nov 24 09:48:26.513243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47168) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:26.513828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Deleting port 153bf0a3-336b-4754-b691-1627943883e4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:26.514207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.550240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:26.556185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.560453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1e16c506-c3f5-4fc9-9f6c-171230f0526b None None] Port 82738c72-50cd-40ba-889d-fd7809f28318 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:26.573353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.600280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21becdec-b525-478e-a55f-de4a0566c69b None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:48:26.604272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=ebebbd2f-9fd5-4262-9f9b-17af3efc8813,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:26.619538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:26.627737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:26.641487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:26.780640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:26.791336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd3e8c5b-9f58-4718-a5dd-04118b08f150 None None] Provisioning complete for port 82738c72-50cd-40ba-889d-fd7809f28318 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:26.791928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd3e8c5b-9f58-4718-a5dd-04118b08f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.796188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.804925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9f28737-d7af-4e42-a166-61fb4d876fc6 req-45aa318f-8763-4106-82f7-030ccf371c69 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5896804 Nov 24 09:48:26.833767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.891123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e8c5b-9f58-4718-a5dd-04118b08f150 None None] Port 82738c72-50cd-40ba-889d-fd7809f28318 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:26.907754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21becdec-b525-478e-a55f-de4a0566c69b None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:48:26.937729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.967184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:26.967711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment d6d8f092-d761-4b4d-ae98-ade1b33f87e8 of type vlan for network fded56f6-e618-4b14-99af-1ddab276d902 Nov 24 09:48:27.002067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:27.025382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:27.085966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.090617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:27.110683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Calling delete_port for 153bf0a3-336b-4754-b691-1627943883e4 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:27.116663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:27.208602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.213209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:27.236529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:27.239142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8bee636-60ad-49aa-a04f-8ded280d60d3 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:27.362984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:27.364269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.435078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.439322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:27.440012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.453702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:27.469047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:27.482431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=893124e0-254c-4624-ab38-9c5f1c0ee4ec,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:27.488997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:27.507450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.522032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.523527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.531170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d202e38-b3c1-40a1-8be5-60c1312779cf tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:27.543318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:27.546706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f562806d-5d25-4d9d-89d7-ab3839e1adb5 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:27.562560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:27.577883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] Sync routers for ids ['4d421352-851f-4971-b404-b6694908d2f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:27.594185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] Routers {'4d421352-851f-4971-b404-b6694908d2f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:27.595890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4d421352-851f-4971-b404-b6694908d2f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:27.619556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6481020 Nov 24 09:48:27.641865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:27.688037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:27.690038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:27.703684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] Routers {'4d421352-851f-4971-b404-b6694908d2f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:27.704545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4d421352-851f-4971-b404-b6694908d2f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:27.732827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=7e96c67f-591d-468e-b347-ed765dc5cfd3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:27.736288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:27.737418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.739424 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7849410 Nov 24 09:48:27.763532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:27.766146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:27.777280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:27.777814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e9ca07-0a05-47e8-9c50-d1bab378cffb None None] The sync data for ids ['4d421352-851f-4971-b404-b6694908d2f1'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:27.794893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f1e24ed-c827-4194-afe6-1b5931f9a1e0 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:27.887331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:28.023534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Pushing event deleted for resources: {'Port': ['ID=153bf0a3-336b-4754-b691-1627943883e4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:28.071165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:28.073647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.102456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=fded56f6-e618-4b14-99af-1ddab276d902,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:28.117110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:28.121224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fded56f6-e618-4b14-99af-1ddab276d902 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:28.192221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:28.241149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:28.253367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:28.262606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.266432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:28.645595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:28.679213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.686906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d232d6d-da49-463b-8549-55a4c0f0f307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:28.850387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=69e87f19-1f5f-434c-8ea6-f7bc7f118197,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:28.874564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:28.889933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.890743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.935716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:28.968208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:28.968622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: ebebbd2f-9fd5-4262-9f9b-17af3efc8813, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:29.007282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebe498-d33a-4c5d-81ce-ffc627336a68 req-3cca2031-bdfb-436c-b129-fc59145d6342 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:29.009330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ebe498-d33a-4c5d-81ce-ffc627336a68 req-3cca2031-bdfb-436c-b129-fc59145d6342 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.9490538 Nov 24 09:48:29.017566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.026985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.033883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe704400-2e57-4eb6-9e82-d2018ec02834 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:29.133140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.133524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:29.189665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=82738c72-50cd-40ba-889d-fd7809f28318,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:29.197969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ebebbd2f-9fd5-4262-9f9b-17af3efc8813) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:29.199888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:29.208124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:29.208959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.224778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.225464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42b1ed-66f2-4a79-bf12-99e94bcd678c None None] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:29.311166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.344875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7433851 Nov 24 09:48:29.354496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47182) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:29.454922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ebe498-d33a-4c5d-81ce-ffc627336a68 req-2489d0f8-92f6-4995-87b0-4c7f4fed297f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268886 Nov 24 09:48:29.632890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-67dc1a61-c21c-4fce-952c-a0b482214ae6 None None] Provisioning complete for port 82738c72-50cd-40ba-889d-fd7809f28318 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:29.633553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67dc1a61-c21c-4fce-952c-a0b482214ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.671692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:29.672199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.763085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67dc1a61-c21c-4fce-952c-a0b482214ae6 None None] Port 82738c72-50cd-40ba-889d-fd7809f28318 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:29.767767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Router da25111b-761e-44d5-befa-89312f48ae8d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:29.772324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 6aa041e8-e878-4309-9c29-07fecaff96e0 associated. External IP: 172.26.6.81, port: 28dd84e3-59ec-4fc6-9b30-4065f2906ffd. Nov 24 09:48:29.881990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:29.921125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Allocated IP 2001:db8::2 (ebebbd2f-9fd5-4262-9f9b-17af3efc8813/69e87f19-1f5f-434c-8ea6-f7bc7f118197/2d996cac-4bde-400a-9436-7353fd86210f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:30.086557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.096533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8682360a-1fbb-4b03-b790-4ab1870143b0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:30.172231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.194647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Transition to ACTIVE for port object 2d996cac-4bde-400a-9436-7353fd86210f will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:30.241344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Transition to ACTIVE for port object 2d996cac-4bde-400a-9436-7353fd86210f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:30.249464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.258622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca8486c2-4a05-4f98-bc2f-8cf0af254275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:30.339426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:30.339771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:30.348824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:30.354348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:30.364729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Pushing event updated for resources: {'Port': ['ID=2d996cac-4bde-400a-9436-7353fd86210f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:30.367856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:30.463608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Attempting to bind port 2d996cac-4bde-400a-9436-7353fd86210f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:30.463897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Attempting to bind port 2d996cac-4bde-400a-9436-7353fd86210f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:30.464331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Attempting to bind port 2d996cac-4bde-400a-9436-7353fd86210f on network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:30.473082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:30.473642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Checking segment: {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:30.474021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.474855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Bound using segment: {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:30.475379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Bound port: 2d996cac-4bde-400a-9436-7353fd86210f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:30.475815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.539994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.632832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=68ada751-a40f-4343-9b8c-27f591951d8a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:30.636110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:30.659518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:30.675308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] Sync routers for ids ['da25111b-761e-44d5-befa-89312f48ae8d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:30.689199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] For port 2d996cac-4bde-400a-9436-7353fd86210f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:30.693883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] For port 2d996cac-4bde-400a-9436-7353fd86210f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d996cac-4bde-400a-9436-7353fd86210f,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:30.702452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.703474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.709290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "PUT /v2.0/routers/da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 200 len: 710 time: 7.1487713 Nov 24 09:48:30.712376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47188) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:30.716384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34ccf609-ebe5-420c-8e24-6a9e36f69f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:30.725541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:30.762068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] Routers {'da25111b-761e-44d5-befa-89312f48ae8d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:30.762814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da25111b-761e-44d5-befa-89312f48ae8d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:30.779430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:30.780048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: fded56f6-e618-4b14-99af-1ddab276d902, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:30.849646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:30.871622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] Routers {'da25111b-761e-44d5-befa-89312f48ae8d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:30.872186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da25111b-761e-44d5-befa-89312f48ae8d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:31.011957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c08eda93-f47e-4629-84be-a31191fd0c52 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/routers/da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 200 len: 745 time: 0.2981236 Nov 24 09:48:31.016366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network fded56f6-e618-4b14-99af-1ddab276d902 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:31.020933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47192) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:31.086971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-463a202b-a673-41dc-a144-e149245deb7f tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 200 len: 205 time: 0.0607748 Nov 24 09:48:31.090550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:31.094205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fded56f6-e618-4b14-99af-1ddab276d902) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:31.099094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:31.100006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:31.118925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503828e1-7244-4260-9ba4-554cec279917 None None] Network fded56f6-e618-4b14-99af-1ddab276d902 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:31.138201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:31.138816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e0430-a562-410f-b38d-d0e4537b14a5 None None] The sync data for ids ['da25111b-761e-44d5-befa-89312f48ae8d'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:31.151478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Pushing event updated for resources: {'Port': ['ID=2d996cac-4bde-400a-9436-7353fd86210f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:31.151478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:31.163705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e628ace-16bc-44ea-81e6-84d308db2a1f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 200 len: 205 time: 0.0710862 Nov 24 09:48:31.179103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47200) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:31.219391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21373e-ad56-4ba7-b1f6-9447c3cf4811 req-e737c081-8854-40d5-9b78-34331f3b263a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:31.221102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ce21373e-ad56-4ba7-b1f6-9447c3cf4811 req-e737c081-8854-40d5-9b78-34331f3b263a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6040378 Nov 24 09:48:31.395261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7449110 Nov 24 09:48:31.430337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47204) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:31.462764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-fded56f6-e618-4b14-99af-1ddab276d902', 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '68ada751-a40f-4343-9b8c-27f591951d8a'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:31.464321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:31.582976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:31.674414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Allocated IP 172.20.0.2 (fded56f6-e618-4b14-99af-1ddab276d902/68ada751-a40f-4343-9b8c-27f591951d8a/e05b5f56-e80c-462e-8e88-831a332a8bbe) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:31.751540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ce21373e-ad56-4ba7-b1f6-9447c3cf4811 req-fb801336-3a48-4c26-908d-282c392ac699 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178127 Nov 24 09:48:31.910745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:31.960658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.030378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.044523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Transition to ACTIVE for port object e05b5f56-e80c-462e-8e88-831a332a8bbe will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:32.073524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.076066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Transition to ACTIVE for port object e05b5f56-e80c-462e-8e88-831a332a8bbe will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:32.077371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:32.084419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.091016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:32.092601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69147d3e-2c23-4ad7-8ff5-f3ed2502ae46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:32.100302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.139811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:32.140861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:32.146906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8::1 (ebebbd2f-9fd5-4262-9f9b-17af3efc8813/69e87f19-1f5f-434c-8ea6-f7bc7f118197/97793abf-9fd2-4499-87a5-9a1512a270e9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:32.149517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd5e68f7-4cef-4efa-80a9-7462631d097d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:32.194993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Network fded56f6-e618-4b14-99af-1ddab276d902 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:32.208060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:32.216734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:32.219319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Pushing event updated for resources: {'Port': ['ID=e05b5f56-e80c-462e-8e88-831a332a8bbe,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:32.230176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:32.309092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.317144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.349726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.367449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Attempting to bind port e05b5f56-e80c-462e-8e88-831a332a8bbe on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:32.367873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Attempting to bind port e05b5f56-e80c-462e-8e88-831a332a8bbe by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:32.368285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Attempting to bind port e05b5f56-e80c-462e-8e88-831a332a8bbe on network fded56f6-e618-4b14-99af-1ddab276d902 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:32.370612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Deleting port 808a1d33-9f38-4fb1-936a-f1c98741b4fa {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:32.371188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.380386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:32.380806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Checking segment: {'id': 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:32.381265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.381711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Bound using segment: {'id': 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:32.383719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Bound port: e05b5f56-e80c-462e-8e88-831a332a8bbe, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fded56f6-e618-4b14-99af-1ddab276d902'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:32.384152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.423279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:48:32.557311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:32.567388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:32.571956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.589288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c370cdb-8ab2-41f1-96ff-689a2335a998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:32.665918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.723268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Pushing event updated for resources: {'Port': ['ID=e05b5f56-e80c-462e-8e88-831a332a8bbe,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:32.736711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:32.739191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.785477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.871212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:28Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:32.874784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.876410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.0515914 Nov 24 09:48:32.880326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:48:32.880816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Updating router b4ceb0fe-a77a-4cf4-8939-49d398564573 port 893124e0-254c-4624-ab38-9c5f1c0ee4ec binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:48:32.887536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:32.923131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47212) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:32.952698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.110299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=82738c72-50cd-40ba-889d-fd7809f28318,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:33.114350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:33.132224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.163305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:33.183498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Calling delete_port for 808a1d33-9f38-4fb1-936a-f1c98741b4fa owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:33.201456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd010917-3964-4bff-bfeb-4bc5a81f003c None None] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:33.278747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded56f6-e618-4b14-99af-1ddab276d902']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:33.307887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:33.308242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:33.326047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.345882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.354772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:33.355113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.434301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7cb60ebd-6710-49ab-a235-c39c68f6372b None None] Provisioning for port 2d996cac-4bde-400a-9436-7353fd86210f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:33.469627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d996cac-4bde-400a-9436-7353fd86210f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:33.503685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.504824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.504968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Fanout notify agent at l3_agent the message router_deleted on router da25111b-761e-44d5-befa-89312f48ae8d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:33.514624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.524330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Transition to ACTIVE for port object 893124e0-254c-4624-ab38-9c5f1c0ee4ec will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:33.538228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.544813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404e4638-b707-4251-ae0f-d4f32aca6707 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:33.551522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:33.584977 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:33.624424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:33.625784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Pushing event deleted for resources: {'Port': ['ID=808a1d33-9f38-4fb1-936a-f1c98741b4fa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:33.632119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.633606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-604a325b-4c23-4309-bb79-5fe7bc30c973 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 204 len: 168 time: 2.3846219 Nov 24 09:48:33.635088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Pushing event updated for resources: {'Port': ['ID=893124e0-254c-4624-ab38-9c5f1c0ee4ec,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:33.641095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:33.641623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:33.670378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.670661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:48:33.670661 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:48:33.670661 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': 'fded56f6-e618-4b14-99af-1ddab276d902'}] Nov 24 09:48:33.670661 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:33.670993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:33.671368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.671801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.672322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.672748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.673063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.673429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.673813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.674174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.674536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.677012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:48:33.680633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Attempting to bind port 893124e0-254c-4624-ab38-9c5f1c0ee4ec on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:33.681638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Attempting to bind port 893124e0-254c-4624-ab38-9c5f1c0ee4ec by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:33.681946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Attempting to bind port 893124e0-254c-4624-ab38-9c5f1c0ee4ec on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:33.689740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:33.690600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:33.691556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:33.692015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.692772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:33.693314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Bound port: 893124e0-254c-4624-ab38-9c5f1c0ee4ec, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:33.693731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.713006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4c42e6e8-37f8-4cdf-aae7-4d868901d333 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 200 len: 205 time: 0.0623169 Nov 24 09:48:33.739297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=68ada751-a40f-4343-9b8c-27f591951d8a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:33.742413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47222) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:33.762329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1962fa2a-33b3-4bb8-b2f3-3d3e8f7559fe tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8269892 Nov 24 09:48:33.783827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:33.786240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2d996cac-4bde-400a-9436-7353fd86210f completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:33.790935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] For port 893124e0-254c-4624-ab38-9c5f1c0ee4ec, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:33.794320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] For port 893124e0-254c-4624-ab38-9c5f1c0ee4ec, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=893124e0-254c-4624-ab38-9c5f1c0ee4ec,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:33.796660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d996cac-4bde-400a-9436-7353fd86210f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:33.797090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.801064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:33.806924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:33.846953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:33.860008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-26e56d89-9f92-4b15-abca-6aa4928f995f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:33.864620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26e56d89-9f92-4b15-abca-6aa4928f995f tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/da25111b-761e-44d5-befa-89312f48ae8d HTTP/1.1" status: 404 len: 336 time: 0.1011000 Nov 24 09:48:33.870912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47230) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:33.894688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Pushing event updated for resources: {'Port': ['ID=893124e0-254c-4624-ab38-9c5f1c0ee4ec,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:33.912432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:33.936149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:33.937225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:33.945570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-ac1c1d88-fab0-467e-8bdf-e69c67c25ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 1.6821337 Nov 24 09:48:33.961973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ccb32-562e-4ec7-8c61-fedf0a09114d req-c891c2a4-33bd-4635-bbd5-ec6615137eee tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:33.963747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4ccb32-562e-4ec7-8c61-fedf0a09114d req-c891c2a4-33bd-4635-bbd5-ec6615137eee tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.7426858 Nov 24 09:48:34.029219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.106307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2d996cac-4bde-400a-9436-7353fd86210f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d996cac-4bde-400a-9436-7353fd86210f,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:34.120984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.122957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e05b5f56-e80c-462e-8e88-831a332a8bbe up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:34.133959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.146347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96121946-cccc-49e2-92c2-3fce70116005 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 200 len: 205 time: 0.2660863 Nov 24 09:48:34.148046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-4173d5e1-db76-40b2-99d8-526f8620fa2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:34.149655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-4173d5e1-db76-40b2-99d8-526f8620fa2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.1804874 Nov 24 09:48:34.169228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47234) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:34.173891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.255566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16ceb654-10a3-47eb-8383-bd93c009c75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:34.376390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2d996cac-4bde-400a-9436-7353fd86210f,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:34.380527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:34.383442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.393661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e05b5f56-e80c-462e-8e88-831a332a8bbe completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:34.398075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.402326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b68fc72a-f4dc-4860-9d84-f4af3fc164ae tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:34.403611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b68fc72a-f4dc-4860-9d84-f4af3fc164ae tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/d2369b84-0529-4993-8d9f-40affebf9d62 HTTP/1.1" status: 404 len: 336 time: 0.2313640 Nov 24 09:48:34.413611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:34.427383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:48:34.530323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4ccb32-562e-4ec7-8c61-fedf0a09114d req-c73d88a0-376b-4de6-a614-03f320451a88 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794856 Nov 24 09:48:34.545610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 79689385-8826-4be1-8951-1c1e1a8bf60a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:34.590432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.594253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:34.683888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:34.684568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.720594 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-856be297-8f15-467e-8799-ff79938573cc tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 200 len: 205 time: 0.2981558 Nov 24 09:48:34.735443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:34.747491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6dc91e-e3b9-44a5-b939-7cf4b097ef81 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:34.749415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa6dc91e-e3b9-44a5-b939-7cf4b097ef81 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9619632 Nov 24 09:48:34.772434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1d4efd68-249a-4bd1-bdcc-21fd4912e7d8 None None] Provisioning complete for port 2d996cac-4bde-400a-9436-7353fd86210f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:34.772862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d4efd68-249a-4bd1-bdcc-21fd4912e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:34.799622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47246) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:34.905662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:28Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:34.911672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc51960-4cc1-4447-83fd-8d8214f02a57 None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:28Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:34.912805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-645b2e94-2ebf-4c38-8c42-f71d504c9b36 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:34.913973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-645b2e94-2ebf-4c38-8c42-f71d504c9b36 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/e2d3704e-b457-418a-b66a-5681345cc596 HTTP/1.1" status: 404 len: 336 time: 0.1631005 Nov 24 09:48:34.920640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.002215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9c6f994a-07ff-4dd3-998a-5bb65f296bf1 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 200 len: 205 time: 0.0799828 Nov 24 09:48:35.007312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.113100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-175922f3-2bbf-4329-9c78-006984089b84 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:35.114525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-175922f3-2bbf-4329-9c78-006984089b84 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/e0add96d-2269-471b-bf11-75c7868de30e HTTP/1.1" status: 404 len: 336 time: 0.1059251 Nov 24 09:48:35.118072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.127818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Router 4d421352-851f-4971-b404-b6694908d2f1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:35.154203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 97793abf-9fd2-4499-87a5-9a1512a270e9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:35.206628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:35.215607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-676970cf-6a97-4752-91c8-fb416c9d5598 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 200 len: 205 time: 0.0916774 Nov 24 09:48:35.221781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47262) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.221944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:35.263669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb15c055-5dd4-460b-87b6-96ce25da0db3 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3756590 Nov 24 09:48:35.266296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-8247d01f-d340-4fd4-b3d1-7678ed84c219 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 1.0849996 Nov 24 09:48:35.286994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-60883661-078e-42ea-b128-420f85ecc226 None None] Provisioning complete for port 82738c72-50cd-40ba-889d-fd7809f28318 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:35.287645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-60883661-078e-42ea-b128-420f85ecc226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:35.292164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.310414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443432400', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:35.317652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d996cac-4bde-400a-9436-7353fd86210f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:35.334303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-19355b9c-c769-4d6b-9d53-bb84a74c909a tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:35.340232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19355b9c-c769-4d6b-9d53-bb84a74c909a tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/25c54b26-9af7-4b1e-8825-564964712611 HTTP/1.1" status: 404 len: 336 time: 0.1126306 Nov 24 09:48:35.351853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:35.417473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-60883661-078e-42ea-b128-420f85ecc226 None None] Port 82738c72-50cd-40ba-889d-fd7809f28318 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:35.440617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d996cac-4bde-400a-9436-7353fd86210f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:35.441767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:35.513609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec5112-2bec-4b60-9c25-162da0ca2735 None None] Network fded56f6-e618-4b14-99af-1ddab276d902 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:35.776305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Provisioning for port e05b5f56-e80c-462e-8e88-831a332a8bbe completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:35.785135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Provisioning complete for port e05b5f56-e80c-462e-8e88-831a332a8bbe triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:35.785922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:35.973914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:35.992092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:36.076476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] DHCP port deletion for fded56f6-e618-4b14-99af-1ddab276d902 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:48:36.088390 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a86a38bc-d938-44ae-a2e2-57b8f05a3318 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa3b935-e0b7-44ac-912a-2899d5a3328c HTTP/1.1" status: 200 len: 205 time: 0.7340994 Nov 24 09:48:36.093233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:36.098210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47276) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:36.099522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:36.110819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:36.111578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.176624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:36.177457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.182101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-d04f8b8b-339b-4a7c-9fb9-addbbc3f2e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:36.184617 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-d04f8b8b-339b-4a7c-9fb9-addbbc3f2e17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.8445275 Nov 24 09:48:36.195205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:36.200809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.210141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:36.211290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.252493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:36.295201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-05666ffa-3555-4203-8bb1-0fc8fd4ab8fe tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] delete failed (client error): The resource could not be found. Nov 24 09:48:36.296763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05666ffa-3555-4203-8bb1-0fc8fd4ab8fe tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/routers/6fa3b935-e0b7-44ac-912a-2899d5a3328c HTTP/1.1" status: 404 len: 336 time: 0.1935391 Nov 24 09:48:36.308294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47280) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:36.349723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:36.363746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.405167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:36.406343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.418310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:36.428679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:36.450826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:36.471166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:36.486848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] Sync routers for ids ['4d421352-851f-4971-b404-b6694908d2f1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:36.492668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.493966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "PUT /v2.0/routers/4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 200 len: 706 time: 8.7295425 Nov 24 09:48:36.501742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:36.542801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] Routers {'4d421352-851f-4971-b404-b6694908d2f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:36.544053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4d421352-851f-4971-b404-b6694908d2f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.558773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:36.573400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.591918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:36.617275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 14.0866830 Nov 24 09:48:36.637254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:36.644052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:36.673508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:36.699849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:36.765775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.781604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:36.782313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.782851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] Routers {'4d421352-851f-4971-b404-b6694908d2f1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:36.783796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4d421352-851f-4971-b404-b6694908d2f1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.806119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8c33-c780-45d5-aa4e-ba17b6ba6ac1 req-e39df0ab-a573-45e9-986c-a95de7684e56 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:36.815593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27af8c33-c780-45d5-aa4e-ba17b6ba6ac1 req-e39df0ab-a573-45e9-986c-a95de7684e56 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.8095980 Nov 24 09:48:36.876035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.876831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6178c2-a494-4519-a822-8043f05c7143 None None] The sync data for ids ['4d421352-851f-4971-b404-b6694908d2f1'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:36.893124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:36.894028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:36.896708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd00add-f51a-4561-9039-04c51dcc6816 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] DELETE failed (client error): The resource could not be found. Nov 24 09:48:36.897502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd00add-f51a-4561-9039-04c51dcc6816 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:48:36.908781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:36.909250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8c3ac-f557-4d8d-8c49-7e81f222f040 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:36.921788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0dd00add-f51a-4561-9039-04c51dcc6816 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] 10.222.0.55 "DELETE /v2.0/subnets/f006f041-eb1b-4e17-92ca-aba63b274d36 HTTP/1.1" status: 404 len: 337 time: 0.1645646 Nov 24 09:48:36.967387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bd75433b-bc44-46ca-b39d-42c2af3dbadf None None] Provisioning for port 97793abf-9fd2-4499-87a5-9a1512a270e9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:36.985379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bd75433b-bc44-46ca-b39d-42c2af3dbadf None None] Provisioning complete for port 97793abf-9fd2-4499-87a5-9a1512a270e9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:36.985802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd75433b-bc44-46ca-b39d-42c2af3dbadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.123838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-fd9e4dcf-f1be-485a-b566-ac1695f977d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8978927 Nov 24 09:48:37.136010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bd75433b-bc44-46ca-b39d-42c2af3dbadf None None] Port 97793abf-9fd2-4499-87a5-9a1512a270e9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:37.188418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Pushing event updated for resources: {'Port': ['ID=e05b5f56-e80c-462e-8e88-831a332a8bbe,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:37.194678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:37.197967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.221383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:37.283226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.301060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.313606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-bf1435e7-6936-435b-878b-b05166285a71 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817710 Nov 24 09:48:37.323501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 893124e0-254c-4624-ab38-9c5f1c0ee4ec up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:37.426513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:37.426963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.537835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9065469c-f428-4054-a64e-2f7f0a68cec2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/routers/4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 200 len: 741 time: 1.0290194 Nov 24 09:48:37.551515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:37.557797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51a3170c-1f97-485e-a7ca-282867d16918 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/floatingips/6aa041e8-e878-4309-9c29-07fecaff96e0 HTTP/1.1" status: 200 len: 976 time: 0.9105558 Nov 24 09:48:37.561065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47300) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:37.606570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27af8c33-c780-45d5-aa4e-ba17b6ba6ac1 req-1a52eba9-f2a7-449f-948c-9e9dcb72b41b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7899265 Nov 24 09:48:37.694427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47304) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:37.710230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-deba8245-b05f-4174-a99d-8790df7c055d tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&device_id=4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 200 len: 205 time: 0.1507380 Nov 24 09:48:37.724868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47308) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:37.748333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Router b847ec81-0edf-4a15-bdb8-4970d7b00e76 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:37.763355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:37.881980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:37.882611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:37.883675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 893124e0-254c-4624-ab38-9c5f1c0ee4ec completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:37.889542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 893124e0-254c-4624-ab38-9c5f1c0ee4ec triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:37.890115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:37.954803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-839c854c-6fd0-490d-9043-d9fffa3e935c tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 200 len: 205 time: 0.2058086 Nov 24 09:48:37.967085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47314) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:37.975829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e72a719-1c63-42da-8a6c-39310b3a34de req-e29afb44-42ff-4eae-a60c-59077eb2a2d5 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536767 Nov 24 09:48:38.054276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.059647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.076855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd56c0f-f298-4f53-997a-f37fffba3ece tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:38.082114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 893124e0-254c-4624-ab38-9c5f1c0ee4ec, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=893124e0-254c-4624-ab38-9c5f1c0ee4ec,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:38.086010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.090368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:38.162243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8e3f272-eaa9-49f8-b147-ac3c20d79c6c tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Synchronizing usage tracker for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:floatingip {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:38.172366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.184999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e05b5f56-e80c-462e-8e88-831a332a8bbe no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:48:38.237586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=fc3bec09-5554-4e6d-942d-a92a67055433,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:38.257324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:38.258348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8e3f272-eaa9-49f8-b147-ac3c20d79c6c tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Unset dirty status for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:floatingip {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:38.263979 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8e3f272-eaa9-49f8-b147-ac3c20d79c6c tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.6569781 Nov 24 09:48:38.266973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:38.276879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': 'b4074007-419f-4825-88d9-eec67452d53b'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:38.329976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=893124e0-254c-4624-ab38-9c5f1c0ee4ec,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:38.335172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:38.347714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:38.360080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:38.360493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: e4a7a2de-4470-4af4-95be-2370ca1366aa, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:38.380140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f084c1ef431349c8a1bb030d31efdfdd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:38.387098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:38.409226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:38.416711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:38.416711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.456504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.544061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network e4a7a2de-4470-4af4-95be-2370ca1366aa is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:38.575006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, e4a7a2de-4470-4af4-95be-2370ca1366aa) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:38.600388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:38.601054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.632597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b07372-16f4-4e4a-96f7-0c114ad67bad None None] Network e4a7a2de-4470-4af4-95be-2370ca1366aa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:38.703687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.714362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.726217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77e839a2-3fe2-4d70-8c56-a0577de1826b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:38.746751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4505942 Nov 24 09:48:38.760696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:38.827866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:38.865397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7a1d0-c84b-4065-875c-0f93244f4c7b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:38.904774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:38.915116 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f084c1ef431349c8a1bb030d31efdfdd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2159004 Nov 24 09:48:38.919251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:39.060067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.148478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:39.148478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.176476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:39.180726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:39.181462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.244983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.258628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.308893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:39.353767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:39.413114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:39.413694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:39.579488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:39.585652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.601236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.643116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 893124e0-254c-4624-ab38-9c5f1c0ee4ec up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:39.775699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.777112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.792560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.797588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06520c-4c2f-4339-bedc-af1efd10419e req-1b30d5ce-d38e-4b23-a931-5e999296133b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:39.799653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ba06520c-4c2f-4339-bedc-af1efd10419e req-1b30d5ce-d38e-4b23-a931-5e999296133b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.8850052 Nov 24 09:48:39.801111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:39.802137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b3eca4e-42b4-4afb-80a8-ca1ed6c3a46f tempest-RoutersAdminNegativeTest-1169426832 tempest-RoutersAdminNegativeTest-1169426832-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:39.804285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=e05b5f56-e80c-462e-8e88-831a332a8bbe,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:39.807623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:39.833469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:39.834039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.895150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7a1d0-c84b-4065-875c-0f93244f4c7b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:39.897211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-e4a7a2de-4470-4af4-95be-2370ca1366aa', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:39.898665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.905218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:39.909007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:39.913616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60d7a1d0-c84b-4065-875c-0f93244f4c7b HTTP/1.1" status: 204 len: 168 time: 0.9830410 Nov 24 09:48:39.947480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:39.947965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:39.956306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:40.139756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Allocated IP 172.20.0.2 (e4a7a2de-4470-4af4-95be-2370ca1366aa/fc3bec09-5554-4e6d-942d-a92a67055433/11448f55-ca3e-4211-90a6-87f0aa78e471) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:40.243430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.251251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/routers/b847ec81-0edf-4a15-bdb8-4970d7b00e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2287061 Nov 24 09:48:40.271818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47336) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:40.301310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.329883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:40.337061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:40.365821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:40.366244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.388729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:40.389086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.395865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] Sync routers for ids ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:40.405213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:40.449230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.478524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 893124e0-254c-4624-ab38-9c5f1c0ee4ec triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:40.478981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.512315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] Routers {'b847ec81-0edf-4a15-bdb8-4970d7b00e76'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:40.513029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:40.577458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:40.591048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.594570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fe8b6bb-2087-406d-9025-688f82d53ba7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e529d70236847c2951a3bb0ad62e42f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1514986 Nov 24 09:48:40.603427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47344) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:40.839397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:40.849672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:40.875543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 6aa041e8-e878-4309-9c29-07fecaff96e0 associated. External IP: 172.26.6.81, port: 28dd84e3-59ec-4fc6-9b30-4065f2906ffd. Nov 24 09:48:40.899284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Transition to ACTIVE for port object 11448f55-ca3e-4211-90a6-87f0aa78e471 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:40.920733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] Routers {'b847ec81-0edf-4a15-bdb8-4970d7b00e76'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:40.921461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:41.039346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:41.039827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0a38e-a678-4566-bdfa-c542a9b247ad None None] The sync data for ids ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:41.056779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Transition to ACTIVE for port object 11448f55-ca3e-4211-90a6-87f0aa78e471 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:41.093087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ba06520c-4c2f-4339-bedc-af1efd10419e req-fb4d7562-c34f-49eb-b404-7ed12a0c5827 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1654410 Nov 24 09:48:41.159065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.190761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:41.288191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:41.288793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.307082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port e05b5f56-e80c-462e-8e88-831a332a8bbe, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e05b5f56-e80c-462e-8e88-831a332a8bbe,segment=NetworkSegment(d6d8f092-d761-4b4d-ae98-ade1b33f87e8),segment_id=d6d8f092-d761-4b4d-ae98-ade1b33f87e8)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:41.307770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.312173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-98473964-3020-4461-a256-fe8a8b15ed2a None None] Provisioning complete for port 97793abf-9fd2-4499-87a5-9a1512a270e9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:41.312602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98473964-3020-4461-a256-fe8a8b15ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.359496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.360353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Fanout notify agent at l3_agent the message router_deleted on router 4d421352-851f-4971-b404-b6694908d2f1 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:41.379513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-98473964-3020-4461-a256-fe8a8b15ed2a None None] Port 97793abf-9fd2-4499-87a5-9a1512a270e9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:41.527844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:41.573411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for e05b5f56-e80c-462e-8e88-831a332a8bbe owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:41.625436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667dba6-fe24-4863-8047-7c9dbd2e433e req-5acec065-896f-4b3b-b3cb-0a693bd83cac tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:41.625857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.631238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c667dba6-fe24-4863-8047-7c9dbd2e433e req-5acec065-896f-4b3b-b3cb-0a693bd83cac tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3129725 Nov 24 09:48:41.631943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-23148728-4fb2-45e2-9d8e-5fed5e26d111 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 204 len: 168 time: 3.6599777 Nov 24 09:48:41.634678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:41.645149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c14cdf-5d6c-442a-bd76-645bc2a257c0 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:41.646466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82c14cdf-5d6c-442a-bd76-645bc2a257c0 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:41.648920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Network e4a7a2de-4470-4af4-95be-2370ca1366aa is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:41.650778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Pushing event updated for resources: {'Port': ['ID=11448f55-ca3e-4211-90a6-87f0aa78e471,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:41.656642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:41.660822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:41.662135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.669514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:41.672778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01b76339-f11b-4e57-a370-7db35fc9bd41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:41.735643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-baf1d7bf-8ef4-4f89-a7a0-1f4f302c1b9f tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 200 len: 205 time: 0.0926580 Nov 24 09:48:41.741559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:41.755872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.760021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Pushing event deleted for resources: {'Port': ['ID=e05b5f56-e80c-462e-8e88-831a332a8bbe,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:41.765897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:41.805362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] No DVR routers for this DVR port e05b5f56-e80c-462e-8e88-831a332a8bbe on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:48:41.814712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.864764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-1df86f21-9cda-42ca-94e8-9a27c6eda54e tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:41.866928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1df86f21-9cda-42ca-94e8-9a27c6eda54e tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/4d421352-851f-4971-b404-b6694908d2f1 HTTP/1.1" status: 404 len: 336 time: 0.1212084 Nov 24 09:48:41.871907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:41.875225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Attempting to bind port 11448f55-ca3e-4211-90a6-87f0aa78e471 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:41.875975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Attempting to bind port 11448f55-ca3e-4211-90a6-87f0aa78e471 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:41.876318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Attempting to bind port 11448f55-ca3e-4211-90a6-87f0aa78e471 on network e4a7a2de-4470-4af4-95be-2370ca1366aa {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:41.884901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:41.885299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Checking segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:41.885721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.886148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Bound using segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:41.886702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Bound port: 11448f55-ca3e-4211-90a6-87f0aa78e471, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:41.887269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:41.903146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82c14cdf-5d6c-442a-bd76-645bc2a257c0 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:41.905727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82c14cdf-5d6c-442a-bd76-645bc2a257c0 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b847ec81-0edf-4a15-bdb8-4970d7b00e76 HTTP/1.1" status: 200 len: 983 time: 1.6277168 Nov 24 09:48:41.923349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47364) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:41.999394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] For port 11448f55-ca3e-4211-90a6-87f0aa78e471, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:42.004971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] For port 11448f55-ca3e-4211-90a6-87f0aa78e471, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=11448f55-ca3e-4211-90a6-87f0aa78e471,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:42.007985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:42.008766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:42.013389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fede1741-b0e6-4e55-a472-b20b19c3dd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:42.127777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Pushing event updated for resources: {'Port': ['ID=11448f55-ca3e-4211-90a6-87f0aa78e471,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:42.135480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:42.154034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:42.154422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:42.204043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:42.211865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27725bda-ea31-4bcd-a80b-3f2cffc4c63b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:42.242138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ed268-db96-410a-94ad-7b1e5a443263,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:42.249372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:42.280608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:42.281837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f93ed268-db96-410a-94ad-7b1e5a443263 HTTP/1.1" status: 204 len: 168 time: 1.6205494 Nov 24 09:48:42.428512 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c667dba6-fe24-4863-8047-7c9dbd2e433e req-07ea8b80-07e9-47ec-aae2-7b231ff7ad13 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7813780 Nov 24 09:48:42.440037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ccd1e438-465d-4efb-b611-d984c8808fb2 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 200 len: 205 time: 0.5650711 Nov 24 09:48:42.448143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:42.463006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port e05b5f56-e80c-462e-8e88-831a332a8bbe {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:42.463501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:42.513368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:48:42.702647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] The port 'e05b5f56-e80c-462e-8e88-831a332a8bbe' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:48:42.751519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d8cc21f4-732b-44df-95f6-57924a48c559 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:42.757350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8cc21f4-732b-44df-95f6-57924a48c559 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/597af9ca-9c6b-41de-aad1-be26269e6162 HTTP/1.1" status: 404 len: 336 time: 0.2991705 Nov 24 09:48:42.767612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:42.848221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ae0c8c4-b0fc-4a0d-a008-34793ef25b81 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 200 len: 205 time: 0.0743723 Nov 24 09:48:42.852088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.082518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-6395c67c-dbf8-4b17-8ff7-d74c18bcbcee tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:43.086399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6395c67c-dbf8-4b17-8ff7-d74c18bcbcee tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/de165af1-51bc-4686-aa3d-e2ea78ae4707 HTTP/1.1" status: 404 len: 336 time: 0.2300675 Nov 24 09:48:43.101194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47396) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.161800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:43.229704 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-32edcf5e-7edc-45ed-b04a-d049b37fbcde tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 200 len: 205 time: 0.1248872 Nov 24 09:48:43.236444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.275568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fded56f6-e618-4b14-99af-1ddab276d902']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:43.299847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:43.300409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d8f092-d761-4b4d-ae98-ade1b33f87e8') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:43.323317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:43.353848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-fcca5802-679f-4c14-b4a2-901a6d7fad95 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:43.358267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fcca5802-679f-4c14-b4a2-901a6d7fad95 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/8f351fc9-d4de-48c6-88be-86fe1ec0a47f HTTP/1.1" status: 404 len: 336 time: 0.1162353 Nov 24 09:48:43.358464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:43.369193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0111899 Nov 24 09:48:43.369339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:43.370148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47406) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.370689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47408) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.372718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:43.374273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:43.389566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1427817514'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:43.392065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:43.393063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:43.447390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:43.447945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:43.455001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5a84-4604-4866-a885-2c62cf365246 req-2218c134-80e6-4639-924b-c0c17fa22680 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:43.463763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a9f5a84-4604-4866-a885-2c62cf365246 req-2218c134-80e6-4639-924b-c0c17fa22680 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3919611 Nov 24 09:48:43.466938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:43.475969 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:43.487540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14258760-965b-41f0-bb3e-61c8ccdd54ff tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 200 len: 205 time: 0.1075666 Nov 24 09:48:43.489835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.499129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:43.530808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:43.631260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:48:43.738977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 11448f55-ca3e-4211-90a6-87f0aa78e471 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:43.858531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 11448f55-ca3e-4211-90a6-87f0aa78e471 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:43.871967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-0939c8ad-f8ea-426b-9b6b-21863d6ddc10 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:43.873287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0939c8ad-f8ea-426b-9b6b-21863d6ddc10 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/4ed35ef6-2799-4e02-821f-0532d4bf272e HTTP/1.1" status: 404 len: 336 time: 0.3755434 Nov 24 09:48:43.879720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:43.906789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47424) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:44.007073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:44.018101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.023388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:44.029363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.044860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (e4a7a2de-4470-4af4-95be-2370ca1366aa/fc3bec09-5554-4e6d-942d-a92a67055433/26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:44.045958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd2b2455-b2ec-4005-8d39-1cab06db834e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:44.078750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.080253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d546d38e-ed50-405b-b812-8d3e04c65794 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcb1f097-46d4-4180-9a72-f370c0a5a44b HTTP/1.1" status: 200 len: 205 time: 0.1761131 Nov 24 09:48:44.097066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:44.115488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/fded56f6-e618-4b14-99af-1ddab276d902 HTTP/1.1" status: 204 len: 168 time: 12.6520975 Nov 24 09:48:44.120600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47436) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:44.166014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a9f5a84-4604-4866-a885-2c62cf365246 req-67e3fbb6-32c4-474d-8231-d65b6e693fa5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7012522 Nov 24 09:48:44.170749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-630030633'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:44.184393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:44.195973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:44.202836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:44.215321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d9ef15a3-7785-4860-adc1-dc56ff5e86c8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] delete failed (client error): The resource could not be found. Nov 24 09:48:44.216601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9ef15a3-7785-4860-adc1-dc56ff5e86c8 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/routers/bcb1f097-46d4-4180-9a72-f370c0a5a44b HTTP/1.1" status: 404 len: 336 time: 0.1172678 Nov 24 09:48:44.231312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:44.237464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:44.245012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=fded56f6-e618-4b14-99af-1ddab276d902,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:44.250784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:44.272103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:44.286424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.287071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment 2cfa93be-2124-473a-bb97-97c465af4a09 of type vlan for network 418c6068-15a9-4fda-8499-eb37005fa979 Nov 24 09:48:44.322914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.365706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:44.369978 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd20adf1-e96c-49a5-b37b-e9f9f7403773 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] DELETE failed (client error): The resource could not be found. Nov 24 09:48:44.370506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd20adf1-e96c-49a5-b37b-e9f9f7403773 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:48:44.375392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.402488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.412438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:44.414330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.416546 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd20adf1-e96c-49a5-b37b-e9f9f7403773 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] 10.222.0.55 "DELETE /v2.0/subnets/7abe71a8-f3a4-48d2-b93c-b8b2583e424a HTTP/1.1" status: 404 len: 337 time: 0.1685064 Nov 24 09:48:44.428315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1320387685'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:44.438868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d502a67-4291-4f70-b502-3c7e8fb18597 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:44.457920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:44.504924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:network and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:44.510402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:36Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:44.532034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:48:44.532277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:44.532805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Updating router 4e02244e-7cbd-4966-afd6-433735ff2b14 port 97793abf-9fd2-4499-87a5-9a1512a270e9 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:48:44.609420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:44.634318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.721082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ba1fc-5236-4920-91be-0cb4c86f2cf7 None None] Network e4a7a2de-4470-4af4-95be-2370ca1366aa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:44.725011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:44.731634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.764898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:44.963058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Provisioning for port 11448f55-ca3e-4211-90a6-87f0aa78e471 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:44.991255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6109297 Nov 24 09:48:45.000929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Provisioning complete for port 11448f55-ca3e-4211-90a6-87f0aa78e471 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:45.005600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47450) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:45.006716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=418c6068-15a9-4fda-8499-eb37005fa979,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:45.011363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.028012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:45.050386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:45.094305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 418c6068-15a9-4fda-8499-eb37005fa979 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:45.130412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:45.244380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.245097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment aa8359de-c5e3-4346-bdd1-0a06116b63f8 of type vlan for network 06e3bd0e-6fa5-4ac1-9bab-d047ed754065 Nov 24 09:48:45.278561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:45.306632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.390429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.405497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Transition to ACTIVE for port object 97793abf-9fd2-4499-87a5-9a1512a270e9 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:45.414829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.416060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.420824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6eaed26-2c72-42e8-9f2a-1cbedded7fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:45.499953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.500711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed16d3-7a49-4f29-b2ee-98c3756405da None None] Pushing event updated for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:45.509265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:45.510396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.513234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40ed16d3-7a49-4f29-b2ee-98c3756405da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:45.563833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:45.584843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc86179-9bd6-4940-bf3f-f7265218c55a tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:45.601531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:security_group_rule and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:45.607918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:45.640928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:45.686890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.731742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:45.748365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] For port 11448f55-ca3e-4211-90a6-87f0aa78e471, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=11448f55-ca3e-4211-90a6-87f0aa78e471,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:45.768177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.774156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:45.834941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:45.876100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eacefc-e88f-4633-aee2-5c6cdd392e0d req-02b7e084-4c4b-4c5e-8c0d-5dc465fc7377 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:45.886511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Pushing event updated for resources: {'Port': ['ID=11448f55-ca3e-4211-90a6-87f0aa78e471,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:45.889753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Attempting to bind port 97793abf-9fd2-4499-87a5-9a1512a270e9 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:45.891636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:45.893066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:45.901315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Attempting to bind port 97793abf-9fd2-4499-87a5-9a1512a270e9 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:45.902007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Attempting to bind port 97793abf-9fd2-4499-87a5-9a1512a270e9 on network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:45.906337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76eacefc-e88f-4633-aee2-5c6cdd392e0d req-02b7e084-4c4b-4c5e-8c0d-5dc465fc7377 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6246724 Nov 24 09:48:45.913451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:45.914628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:45.916296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:45.916901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Checking segment: {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:45.917700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:45.918346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Bound using segment: {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:45.919185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Bound port: 97793abf-9fd2-4499-87a5-9a1512a270e9, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d68819-4528-4dbd-be92-cc0c61bac6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:45.920182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.013222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:46.022973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=06e3bd0e-6fa5-4ac1-9bab-d047ed754065,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:46.044862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 06e3bd0e-6fa5-4ac1-9bab-d047ed754065 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:46.045623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:46.080114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9366226 Nov 24 09:48:46.091105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:46.099836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:46.106033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:46.118797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:46.136754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47462) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:46.149351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '06e3bd0e-6fa5-4ac1-9bab-d047ed754065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:46.157367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] For port 97793abf-9fd2-4499-87a5-9a1512a270e9, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:46.163560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] For port 97793abf-9fd2-4499-87a5-9a1512a270e9, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=97793abf-9fd2-4499-87a5-9a1512a270e9,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:46.172733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.189464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:46.243013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:46.243764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:46.351805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:46.352301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d61a5-afb7-4a76-b0db-2749340c1e94 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:46.380573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.399112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed16d3-7a49-4f29-b2ee-98c3756405da None None] Pushing event updated for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:46.439883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:46.443596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76eacefc-e88f-4633-aee2-5c6cdd392e0d req-d94e66f2-bbc9-4f9b-930a-a6822efa9e3c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356350 Nov 24 09:48:46.470523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.479931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:46.481181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:46.484116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:46.484515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.656128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:46.667616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-95b9a4d4-a871-477a-b06f-5cbf42682b0a None None] Provisioning complete for port 11448f55-ca3e-4211-90a6-87f0aa78e471 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:46.667616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95b9a4d4-a871-477a-b06f-5cbf42682b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:46.732135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Usage tracker for resource:security_group_rule and tenant:f529a8fdca2c41089f93db44cc374879 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:46.741545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:46.774190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network e4a7a2de-4470-4af4-95be-2370ca1366aa is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:46.778603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:46.791132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:46.809485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:48:46.819630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:46.827189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:46.869460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:46.906330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40ed16d3-7a49-4f29-b2ee-98c3756405da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:47.035939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.071235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:47.093238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:47.109242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:47.129351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.135471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:47.145299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.149725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.161208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-276784d4-6611-4f1b-b9aa-fd43259f22e1 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530 tempest-ExternalNetworksAdminNegativeTestJSON-1966396530-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:47.226074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:47.231809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260358f2-5f7a-45a1-867e-df3efd638e39,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:47.241616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:47.368919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:47.370012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bdf3d3c2-368c-4f01-a795-aaf23e6427b2 None None] Provisioning for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:47.376045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bdf3d3c2-368c-4f01-a795-aaf23e6427b2 None None] Provisioning complete for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:47.376658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdf3d3c2-368c-4f01-a795-aaf23e6427b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.377553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.391900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.393500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Added segment e5290c05-0937-48ca-b08d-d8a17ff2213c of type vlan for network d35a00cd-fc87-44df-a65e-9faae0fcef26 Nov 24 09:48:47.448158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bdf3d3c2-368c-4f01-a795-aaf23e6427b2 None None] Port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:47.466422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.515688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing IP validity checks on allocation pools {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:48:47.516291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:48:47.525738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.673396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:36Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:46Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:47.684728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc04a3-d720-4b3a-8567-6357b44cae3d None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:36Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:46Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:47.780371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 11448f55-ca3e-4211-90a6-87f0aa78e471 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:47.802210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.812211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.817755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:47.818286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.828741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28b3a23a-9dcf-4413-b1c5-b17733137cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:47.914241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.917504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.926188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2698c9c-671e-4b8f-a98a-5ce049b762fb tempest-DHCPAgentSchedulersTestJSON-377821837 tempest-DHCPAgentSchedulersTestJSON-377821837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:47.942788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 11448f55-ca3e-4211-90a6-87f0aa78e471 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:47.944337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:47.985995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f529a8fdca2c41089f93db44cc374879&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6809082 Nov 24 09:48:47.995634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47472) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:48.091391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 82738c72-50cd-40ba-889d-fd7809f28318 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:48.091910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.198404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.2122655 Nov 24 09:48:48.198404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Network': ['ID=d35a00cd-fc87-44df-a65e-9faae0fcef26,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:48.213270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47476) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:48.218512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:48.272361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:48.274449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1424819e-71ea-4e5d-8358-e9678d00f1d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:48.290000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:48.319971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1623a-db79-40cc-8100-fafb34dcbb61,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:48.328768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:48.420188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.568106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.824464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8036f1-988b-43b5-bf29-e8eed5f90bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.911626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.918974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da4f1e96-38cb-49ab-9371-7c82ecf68b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:48.953979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1623a-db79-40cc-8100-fafb34dcbb61,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:48.958488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:48.989132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:48.993037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ef1623a-db79-40cc-8100-fafb34dcbb61 HTTP/1.1" status: 204 len: 168 time: 0.9883122 Nov 24 09:48:48.997149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.009541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.046225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:49.112006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:49.171350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:49.179417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:49.180413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.265497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=4a52a470-8f8a-4a3a-8d15-a9b04aa0903f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:49.319398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.393s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:49.355863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:49.371768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:49.377490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:49.389096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:49.417469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.422604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:49.423168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: 418c6068-15a9-4fda-8499-eb37005fa979, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:49.432306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:49.478425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:49.572317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47484) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:49.661671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 97793abf-9fd2-4499-87a5-9a1512a270e9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:49.707867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.783972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 97793abf-9fd2-4499-87a5-9a1512a270e9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:49.793304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 97793abf-9fd2-4499-87a5-9a1512a270e9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:49.794147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.880445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network e4a7a2de-4470-4af4-95be-2370ca1366aa is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:49.883845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:49.968986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:49.983450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 82738c72-50cd-40ba-889d-fd7809f28318 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:50.013873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 97793abf-9fd2-4499-87a5-9a1512a270e9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=97793abf-9fd2-4499-87a5-9a1512a270e9,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:50.017768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.024122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f586714-0507-429f-b84b-a76e519db4aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:50.077934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.117993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:50.137475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=4b1def16-1c8f-4332-a201-043af1d2c8fc,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:50.148921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:50.156684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:50.165016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.176461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:50.180169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:50.211925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:50.213650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:50.248754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 418c6068-15a9-4fda-8499-eb37005fa979 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:50.262276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97285-7dfa-4dfd-ad2a-5dae2fe5d7dc req-7b9914dd-9f56-4a33-876e-c386bb802ca3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:50.264451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28f97285-7dfa-4dfd-ad2a-5dae2fe5d7dc req-7b9914dd-9f56-4a33-876e-c386bb802ca3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 2.4556658 Nov 24 09:48:50.395984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:50.430178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.431001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:50.432261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:50.447207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-38eec7ae-2aba-49bf-8718-38b125740bfc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c585d71f667f42be85f10c52d39d3201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8182282 Nov 24 09:48:50.457307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:50.466765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 418c6068-15a9-4fda-8499-eb37005fa979) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:50.479343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f82528-8969-4edc-b558-408b4397a892 None None] Network 418c6068-15a9-4fda-8499-eb37005fa979 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:50.492086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'aa8359de-c5e3-4346-bdd1-0a06116b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e3bd0e-6fa5-4ac1-9bab-d047ed754065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:50.492717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 06e3bd0e-6fa5-4ac1-9bab-d047ed754065, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:50.520146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:50.520832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.554402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:50.555296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81732187-58f5-439c-9094-5b3feca7fffb None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:50.605094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-84a310a9-6df6-491d-813d-21fd96836727 None None] Provisioning complete for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:50.605676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84a310a9-6df6-491d-813d-21fd96836727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.633464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.6233978 Nov 24 09:48:50.636356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28f97285-7dfa-4dfd-ad2a-5dae2fe5d7dc req-605dd394-3bb8-447f-bf40-8fd2996bece1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504160 Nov 24 09:48:50.636615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47492) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:50.659372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 06e3bd0e-6fa5-4ac1-9bab-d047ed754065 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:50.764339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.798451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.802462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-84a310a9-6df6-491d-813d-21fd96836727 None None] Port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:48:50.819800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.828720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:50.932630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.937997 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71b57668-722f-4250-934f-8f5831f23dbe tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/6aa041e8-e878-4309-9c29-07fecaff96e0 HTTP/1.1" status: 200 len: 976 time: 12.6690552 Nov 24 09:48:50.938861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 06e3bd0e-6fa5-4ac1-9bab-d047ed754065) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:50.948197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:50.958616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:50.967913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:50.969070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:50.991648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:51.035190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a0e89-2275-4c9e-9855-03be32f88328 None None] Network 06e3bd0e-6fa5-4ac1-9bab-d047ed754065 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:51.095581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=96c4f50a-8375-42a1-8007-29c2d1f92f84,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:51.135436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:51.162662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:51.197243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.0588331 Nov 24 09:48:51.202801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47504) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:51.205430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd25d55-b797-4c15-bfb7-7256648539af,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:51.208667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:51.248655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:51.277918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50871d6f-c624-46c5-a32f-984be7f9bed0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:51.294169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:51.297411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bd25d55-b797-4c15-bfb7-7256648539af HTTP/1.1" status: 204 len: 168 time: 0.8189099 Nov 24 09:48:51.325221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-418c6068-15a9-4fda-8499-eb37005fa979', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:51.326904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:51.344189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:51.344642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network hostable DHCP agents. Network: d35a00cd-fc87-44df-a65e-9faae0fcef26, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:51.358328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=82738c72-50cd-40ba-889d-fd7809f28318,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:51.447354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:51.746969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Allocated IP 2001:db8:1::2 (418c6068-15a9-4fda-8499-eb37005fa979/4a52a470-8f8a-4a3a-8d15-a9b04aa0903f/53cae237-cfb8-497f-8d07-cd4baafa7c84) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:51.749138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142f19-5c26-4cd3-b0f1-a9c729d8509c req-deab0b7e-5c7d-4c53-b883-49cdb1826a22 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:51.758813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c5142f19-5c26-4cd3-b0f1-a9c729d8509c req-deab0b7e-5c7d-4c53-b883-49cdb1826a22 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6372418 Nov 24 09:48:51.783238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:51.792523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:51.852706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d35a00cd-fc87-44df-a65e-9faae0fcef26) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:52.003803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c5142f19-5c26-4cd3-b0f1-a9c729d8509c req-95b39b35-4f6b-43c6-b8b1-7338184c7b04 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404499 Nov 24 09:48:52.025225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:52.026382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.104219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 97793abf-9fd2-4499-87a5-9a1512a270e9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:52.129767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2b388-dfae-4cf3-99ff-96bc4719c3d3 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:52.196103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9766769 Nov 24 09:48:52.201098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47516) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:52.212947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'name': 'tempest-NetworksTestDHCPv6-1177099234'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:52.249748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.328129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:52.333990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.392887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.432836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.433446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 6aa041e8-e878-4309-9c29-07fecaff96e0 disassociated. External IP: 172.26.6.81, port: b4074007-419f-4825-88d9-eec67452d53b. Nov 24 09:48:52.489288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a5d6236-8e94-4476-a26e-6b4b355746ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.498064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.502196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.512691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa891ca-4607-4d43-b288-d4c8b250b55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-06e3bd0e-6fa5-4ac1-9bab-d047ed754065', 'network_id': '06e3bd0e-6fa5-4ac1-9bab-d047ed754065', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '4b1def16-1c8f-4332-a201-043af1d2c8fc'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:52.517893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-faa891ca-4607-4d43-b288-d4c8b250b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.547423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.557661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-08c3072f-a9f8-442b-93be-ec87cb963f60 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:52.599102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Transition to ACTIVE for port object 53cae237-cfb8-497f-8d07-cd4baafa7c84 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:52.678970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1def16-1c8f-4332-a201-043af1d2c8fc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:52.694185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:52.710540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '96c4f50a-8375-42a1-8007-29c2d1f92f84'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:48:52.711669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.736060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Transition to ACTIVE for port object 53cae237-cfb8-497f-8d07-cd4baafa7c84 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:52.852008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.869783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c8b7a1c-d4e7-4878-b367-12fff610d5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:52.927142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 97793abf-9fd2-4499-87a5-9a1512a270e9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:52.927849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:52.998738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:53.010747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:53.027798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:53.042140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:53.042906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01590332-3330-4774-8d4a-a2b0d5fb4e79 None None] Network 06e3bd0e-6fa5-4ac1-9bab-d047ed754065 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:53.119931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Network 418c6068-15a9-4fda-8499-eb37005fa979 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:53.131069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:53.142012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:53.173597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47532) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:53.326073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Pushing event updated for resources: {'Port': ['ID=53cae237-cfb8-497f-8d07-cd4baafa7c84,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:53.343104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.358491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:53.364806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.407791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e3bd0e-6fa5-4ac1-9bab-d047ed754065']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:53.430818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8359de-c5e3-4346-bdd1-0a06116b63f8') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:53.431166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8359de-c5e3-4346-bdd1-0a06116b63f8') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:53.439655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port fd8b1665-b7f8-4953-8234-77f36c385a2e yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:48:53.556954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.647150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4dfdd-0607-4fc5-8831-d6d4ca51e57e req-81604a7f-b856-49a9-9e07-cb6ff5a8c2a4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:53.649969 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ba4dfdd-0607-4fc5-8831-d6d4ca51e57e req-81604a7f-b856-49a9-9e07-cb6ff5a8c2a4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4619198 Nov 24 09:48:53.677773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:53.685570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.725822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:48:53.726283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:48:53.753100 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:48:53.786699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c92fe597-b35e-42a4-85c4-0ccfe3649358 tempest-AgentManagementNegativeTest-1092587737 tempest-AgentManagementNegativeTest-1092587737-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6116338 Nov 24 09:48:53.883027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Router b847ec81-0edf-4a15-bdb8-4970d7b00e76 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:53.899735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:53.973372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:54.000992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.029376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Attempting to bind port 53cae237-cfb8-497f-8d07-cd4baafa7c84 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:54.029874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Attempting to bind port 53cae237-cfb8-497f-8d07-cd4baafa7c84 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:54.030300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Attempting to bind port 53cae237-cfb8-497f-8d07-cd4baafa7c84 on network 418c6068-15a9-4fda-8499-eb37005fa979 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:54.039676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.044890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:54.045372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Checking segment: {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:54.046387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.046980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Bound using segment: {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:54.047529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Bound port: 53cae237-cfb8-497f-8d07-cd4baafa7c84, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:54.047937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.051256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=06e3bd0e-6fa5-4ac1-9bab-d047ed754065,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:54.051473 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ba4dfdd-0607-4fc5-8831-d6d4ca51e57e req-75bea60e-5744-4782-9891-68ba5ef9e830 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894958 Nov 24 09:48:54.137587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:54.151733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b4ceb0fe-a77a-4cf4-8939-49d398564573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3878877 Nov 24 09:48:54.156866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47544) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.175060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:54.188481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/06e3bd0e-6fa5-4ac1-9bab-d047ed754065 HTTP/1.1" status: 204 len: 168 time: 2.9745481 Nov 24 09:48:54.191309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47548) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.200672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132450645'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:54.214781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:54.226810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:54.232599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:54.238219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:54.245338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:54.250997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] Sync routers for ids ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:54.253800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/routers/b847ec81-0edf-4a15-bdb8-4970d7b00e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3253510 Nov 24 09:48:54.259332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:54.262925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47552) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.295888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] Routers {'b847ec81-0edf-4a15-bdb8-4970d7b00e76'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:54.296577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:54.310925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] For port 53cae237-cfb8-497f-8d07-cd4baafa7c84, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:54.315259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] For port 53cae237-cfb8-497f-8d07-cd4baafa7c84, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=53cae237-cfb8-497f-8d07-cd4baafa7c84,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:54.328850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.343909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/96c4f50a-8375-42a1-8007-29c2d1f92f84/c51ee15d-18fd-408e-ab3f-8df69290104a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:54.347725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:54.357546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:54.376048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.399157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.399674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.400211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.400751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.401339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.401763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.402545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.402704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.403285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.403778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.404276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.404756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.407474 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9dfe162-a55d-45e4-b8aa-0ea9e8e1f29e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8401 time: 0.2481766 Nov 24 09:48:54.411705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.418701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.432132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8ad3ca-42f0-4c12-90f4-2002f12a1233 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:48:54.432834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a8ad3ca-42f0-4c12-90f4-2002f12a1233 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:54.460839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Pushing event updated for resources: {'Port': ['ID=53cae237-cfb8-497f-8d07-cd4baafa7c84,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:54.464801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:54.474725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:54.497707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:48:54.509173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] Routers {'b847ec81-0edf-4a15-bdb8-4970d7b00e76'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:54.509885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:54.524782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:54.529952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:54.546534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47564) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.551257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.551753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment 4868f82c-a9b4-446e-85a3-93debb5a8195 of type vlan for network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c Nov 24 09:48:54.563814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a8ad3ca-42f0-4c12-90f4-2002f12a1233 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:54.568559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a8ad3ca-42f0-4c12-90f4-2002f12a1233 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/82738c72-50cd-40ba-889d-fd7809f28318 HTTP/1.1" status: 404 len: 333 time: 0.3005288 Nov 24 09:48:54.572611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.640054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:54.645130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717ec4-acac-43ae-a519-e9bb8c542097 None None] The sync data for ids ['b847ec81-0edf-4a15-bdb8-4970d7b00e76'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:54.687153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.735392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.735816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.736219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.736699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.736993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.737390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.739214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.739630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.740026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.740426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.740821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.745782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-46c9cd99-4363-4870-b657-96f12abafedc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7030 time: 0.3328578 Nov 24 09:48:54.779721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47574) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:54.898624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:54.915405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b75adf-592e-4d4a-b526-55cd3c5c473c req-3b6aa4f0-0f63-4979-94c0-343fd597add5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:54.923018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b7b75adf-592e-4d4a-b526-55cd3c5c473c req-3b6aa4f0-0f63-4979-94c0-343fd597add5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5003777 Nov 24 09:48:55.007435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:48:55.018164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:55.024304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad5e8914c5346c2ae642c083a1346b5 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:55.027950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:55.041369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:55.091772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.097177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.098113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:55.104246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.132331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65cf6682-e37f-4075-8016-1eaa0cdc6a9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-325419002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:55.140046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Transition to ACTIVE for port object c51ee15d-18fd-408e-ab3f-8df69290104a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:55.235490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8:1::1 (418c6068-15a9-4fda-8499-eb37005fa979/4a52a470-8f8a-4a3a-8d15-a9b04aa0903f/d3dc3893-e9c5-4f35-b2d2-82e4155a0a07) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:55.250615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:55.321664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.364939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Transition to ACTIVE for port object c51ee15d-18fd-408e-ab3f-8df69290104a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:55.377035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.387169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:55.392520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=9978c1d9-3ccd-40d2-9ef8-114a159ec34c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:55.404561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:55.437243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:48:55.447966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b7b75adf-592e-4d4a-b526-55cd3c5c473c req-4b00688a-5c9b-4306-8647-cf202fb42a5d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5239418 Nov 24 09:48:55.500199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::19e (d35a00cd-fc87-44df-a65e-9faae0fcef26/96c4f50a-8375-42a1-8007-29c2d1f92f84/fd8b1665-b7f8-4953-8234-77f36c385a2e) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:48:55.505707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3128419 Nov 24 09:48:55.585969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.648507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47578) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:55.651352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.719407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:55.734999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:55.740619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:55.754983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:55.758183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Pushing event updated for resources: {'Port': ['ID=c51ee15d-18fd-408e-ab3f-8df69290104a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:55.763782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:55.772533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4cb4b6ec-d5af-45ab-8fba-8757fb5a1806 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:55.783602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ad5e8914c5346c2ae642c083a1346b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2334399 Nov 24 09:48:55.786007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47584) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:55.862181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.876273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Attempting to bind port c51ee15d-18fd-408e-ab3f-8df69290104a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:55.876751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Attempting to bind port c51ee15d-18fd-408e-ab3f-8df69290104a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:55.877107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Attempting to bind port c51ee15d-18fd-408e-ab3f-8df69290104a on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:55.887191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:48:48Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:55.894664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bf76-29fc-4bbf-8cae-1bea80d0348e req-f4dd849b-1560-468e-adfe-d89ac3dde341 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:55.894922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:48:55.895400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Updating router b4ceb0fe-a77a-4cf4-8939-49d398564573 port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:48:55.896718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e308bf76-29fc-4bbf-8cae-1bea80d0348e req-f4dd849b-1560-468e-adfe-d89ac3dde341 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.1772609 Nov 24 09:48:55.920577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:55.921213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:55.921692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.922162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:55.922753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Bound port: c51ee15d-18fd-408e-ab3f-8df69290104a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:55.923192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:55.968301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:56.012004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.053836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e308bf76-29fc-4bbf-8cae-1bea80d0348e req-0b23c57e-dc64-430b-926a-bffdf11874f0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870154 Nov 24 09:48:56.080517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.087637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e433fe54-efc3-45de-80b8-50a7125ec4b7 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:56.170129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:48:56.197355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:48:56.221516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:56.236246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:56.242855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 418c6068-15a9-4fda-8499-eb37005fa979 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:56.245994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.292447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:56.295977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:56.297091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.430673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 53cae237-cfb8-497f-8d07-cd4baafa7c84 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:56.435694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.470991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60e2821-71e4-4570-a493-fbdb3459b549,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:56.477590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] For port c51ee15d-18fd-408e-ab3f-8df69290104a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:56.490265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:56.505495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:56.530408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] For port c51ee15d-18fd-408e-ab3f-8df69290104a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c51ee15d-18fd-408e-ab3f-8df69290104a,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:56.541164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:56.541869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:56.656922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:56.691935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fa258bc-24e5-405e-9399-98d6c30b3de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:56.775186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:56.857026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:56.910935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5853592-a974-4d84-adcf-40d0dcf93ae2 None None] Network 418c6068-15a9-4fda-8499-eb37005fa979 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:56.942638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:56.976752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:57.044208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.057813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce730c6a-e693-4a95-9e3f-b94347c44f35 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/6aa041e8-e878-4309-9c29-07fecaff96e0 HTTP/1.1" status: 200 len: 687 time: 6.0924609 Nov 24 09:48:57.059501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.060399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.066068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.067831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47590) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:57.068200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-776db5f6-a51e-4dc0-91ed-ed2cf35da1e9 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:57.069281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.127591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:48:57.166904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.205649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Pushing event updated for resources: {'Port': ['ID=c51ee15d-18fd-408e-ab3f-8df69290104a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:57.207615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.209738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:57.211146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:57.280981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:57.299412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:57.312374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:57.315489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:57.316293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:57.316460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964e69d-54bb-4c50-905b-15d01dcb3843 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:48:57.329977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Provisioning for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:57.351548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:57.352008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.395436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.464999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Provisioning complete for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:48:57.466247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.476244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object fd8b1665-b7f8-4953-8234-77f36c385a2e will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:57.493301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38a446-8d96-41b9-954c-7fab78f931ea req-f977b9c2-8630-4e93-8bec-f313c4ced4e0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:57.495122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7b38a446-8d96-41b9-954c-7fab78f931ea req-f977b9c2-8630-4e93-8bec-f313c4ced4e0 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.0477426 Nov 24 09:48:57.500943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 7e96c67f-591d-468e-b347-ed765dc5cfd3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:57.501536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.505166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.563297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d79416b8-005d-4161-8c05-a1737723bc65 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4115 time: 2.7618451 Nov 24 09:48:57.634615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.636404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Fanout notify agent at l3_agent the message router_deleted on router b847ec81-0edf-4a15-bdb8-4970d7b00e76 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:48:57.826151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.841069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe1a2bb3-a0c8-4f48-adf4-482aba7d14bf tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:57.866876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 418c6068-15a9-4fda-8499-eb37005fa979 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:57.870194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.870420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:57.905130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.907388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ed956d3-6275-4f59-87e2-fb518026e2cd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/routers/b847ec81-0edf-4a15-bdb8-4970d7b00e76 HTTP/1.1" status: 204 len: 168 time: 3.3301148 Nov 24 09:48:57.917144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7b38a446-8d96-41b9-954c-7fab78f931ea req-7f7f09b5-ce4f-4bb9-9f10-f171964c6b5b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836992 Nov 24 09:48:57.918744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60e2821-71e4-4570-a493-fbdb3459b549,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:57.922410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:57.928207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e60e2821-71e4-4570-a493-fbdb3459b549 HTTP/1.1" status: 204 len: 168 time: 2.1215076 Nov 24 09:48:57.928207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47596) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:57.941231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:57.959698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c17c66cb-f74d-42ce-8b5c-62cd76e72d32 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:57.965751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.032822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Transition to ACTIVE for port object 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:48:58.052752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47600) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:58.053582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.085256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.093457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=fd8b1665-b7f8-4953-8234-77f36c385a2e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:58.100398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.110309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:58.111088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:58.118707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561434535', 'description': 'tempest-secgroup-smoke-1561434535 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:48:58.134503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:48:58.145039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:58.165954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:58.176246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:48:58.203859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:58.205259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.285386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Pushing event updated for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:58.285640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.0831468 Nov 24 09:48:58.289007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47610) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:58.292473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:58.300849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:58.303043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:58.304894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 53cae237-cfb8-497f-8d07-cd4baafa7c84, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=53cae237-cfb8-497f-8d07-cd4baafa7c84,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:48:58.344650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.355070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:58.377237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.377237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.389730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:58.577916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c51ee15d-18fd-408e-ab3f-8df69290104a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:48:58.616349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:48:58.616846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-efa885f8-d8e5-4ea9-845f-9a4f237595fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:48:58.667615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Attempting to bind port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:48:58.668041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Attempting to bind port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:48:58.668464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Attempting to bind port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 on network e4a7a2de-4470-4af4-95be-2370ca1366aa {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:48:58.673379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=53cae237-cfb8-497f-8d07-cd4baafa7c84,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:58.681261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:58.707693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:48:58.708132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Checking segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:58.708593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.709050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Bound using segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:48:58.709650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Bound port: 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:48:58.710101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.730782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.904451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c51ee15d-18fd-408e-ab3f-8df69290104a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:48:58.913093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:58.926313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:58.977981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] For port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:48:58.991838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] For port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:48:59.001437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.006986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:59.139838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 7e96c67f-591d-468e-b347-ed765dc5cfd3 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:48:59.188703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': '4868f82c-a9b4-446e-85a3-93debb5a8195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:48:59.189410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 9978c1d9-3ccd-40d2-9ef8-114a159ec34c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:48:59.208424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13e1e3-748f-41a5-b8b4-ef33c22ebbc6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:59.219058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13e1e3-748f-41a5-b8b4-ef33c22ebbc6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:59.220006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c13e1e3-748f-41a5-b8b4-ef33c22ebbc6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:48:59.225796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=cd5ba22d-ca61-4209-946a-fb041b436048,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:59.229259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:59.315560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Pushing event updated for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:59.340733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 5ef8a3ba-c05d-44eb-bbd8-3c9847411020 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:48:59.343417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:48:59.350549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:48:59.353176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:59.363510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.368965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:48:59.371204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:48:59.389312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.395455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:48:59.413764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 9978c1d9-3ccd-40d2-9ef8-114a159ec34c) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:48:59.418014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:48:59.418910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.423651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:48:59.434990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c13e1e3-748f-41a5-b8b4-ef33c22ebbc6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:48:59.439415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c13e1e3-748f-41a5-b8b4-ef33c22ebbc6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.1405942 Nov 24 09:48:59.440126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:59.444430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:48:59.453541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=7e96c67f-591d-468e-b347-ed765dc5cfd3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:48:59.462055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:48:59.527486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:48:59.567983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d970c6a-bc13-4ec1-922a-b5cb4685be00 None None] Network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:48:59.591139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:48:59.612201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.693088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9863148 Nov 24 09:48:59.716557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47632) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:59.802209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.839796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port fd8b1665-b7f8-4953-8234-77f36c385a2e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:48:59.841521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.916513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47636) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:59.935286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:48:59.939105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/6aa041e8-e878-4309-9c29-07fecaff96e0 HTTP/1.1" status: 204 len: 168 time: 2.8141901 Nov 24 09:48:59.940449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:48:59.946866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0df553-987e-4cec-ba57-2e409f91f91e None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:00.036350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-306e901a-0c26-4de2-86f2-2818a6cc06b5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] delete failed (client error): The resource could not be found. Nov 24 09:49:00.041820 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-306e901a-0c26-4de2-86f2-2818a6cc06b5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/6aa041e8-e878-4309-9c29-07fecaff96e0 HTTP/1.1" status: 404 len: 345 time: 0.0953400 Nov 24 09:49:00.042391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:00.178810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:00.184613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:00.189581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:00.191298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Synchronizing usage tracker for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:00.201784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-393953390'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:00.208158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:00.211443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Provisioning for port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:00.213545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:network and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:00.223083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:00.230524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:00.248969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:00.250556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Provisioning complete for port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:00.251035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.257279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.275806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.309141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:00.320935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6778727 Nov 24 09:49:00.325269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:00.333277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:00.352094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:00.354729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-32192692'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:00.361509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:00.366452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:00.367727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:00.372295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:00.380611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:00.406347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:00.414341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.455877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:00.467784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.468366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment a22be381-bef8-420a-a686-038e5034f8e0 of type vlan for network 227d8529-0748-4761-9a0a-5860db8adbd2 Nov 24 09:49:00.491063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:00.505584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.545108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Unset dirty status for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:00.550802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ccd96cb7-51cb-4437-a9a3-12bdb2f9f743 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/ports?network_id=a0334a75-a18d-42ba-bd02-99795266b387 HTTP/1.1" status: 200 len: 2356 time: 0.5069547 Nov 24 09:49:00.551905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:00.553902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:00.557738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.568675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 53cae237-cfb8-497f-8d07-cd4baafa7c84 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:00.577565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:00.582686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.687812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:00.691983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d19cf58-89be-472d-94f0-616280a03418 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:00.713062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d45a9-70d4-4559-9b96-4ed169146ba0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:00.713733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-212d45a9-70d4-4559-9b96-4ed169146ba0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Synchronizing usage tracker for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:00.723237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:00.756836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:security_group_rule and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:00.775962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-212d45a9-70d4-4559-9b96-4ed169146ba0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Unset dirty status for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:00.783301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-212d45a9-70d4-4559-9b96-4ed169146ba0 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/subnets/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f HTTP/1.1" status: 200 len: 797 time: 0.2277296 Nov 24 09:49:00.784023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:00.788947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:00.805985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:00.811849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'port': {'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387', 'name': 'tempest-FloatingIPTestJSON-1464398919', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:00.831171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.843906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5007331 Nov 24 09:49:00.851782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47662) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:00.866334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.874434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:00.898785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:00.923164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-9978c1d9-3ccd-40d2-9ef8-114a159ec34c', 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': 'cd5ba22d-ca61-4209-946a-fb041b436048'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:00.925624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.954260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:00.959675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=227d8529-0748-4761-9a0a-5860db8adbd2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:00.964801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.017248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.039131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.059498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:56Z', 'revision_number': 3, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:48:56Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:01.063697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:49:01.064110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Updating router 4e02244e-7cbd-4966-afd6-433735ff2b14 port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:49:01.078291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95431e57-fc6d-4691-beb8-9e4a22ff4381,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:01.121549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.150759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Allocated IP 172.20.0.1 (9978c1d9-3ccd-40d2-9ef8-114a159ec34c/cd5ba22d-ca61-4209-946a-fb041b436048/85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:01.154143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:01.165627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:01.193560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:01.210281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.302533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.304294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 3.2021854 Nov 24 09:49:01.318024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for fd8b1665-b7f8-4953-8234-77f36c385a2e owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:01.343800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47666) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:01.352779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.388200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:01.403888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:01.407116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.412592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] device_id is not set on port 0df19b31-2d57-4193-b56a-05fcf41188c1 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:01.420446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Transition to ACTIVE for port object 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:01.441340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Transition to ACTIVE for port object 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:01.442181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.454100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:01.462834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:01.464919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 227d8529-0748-4761-9a0a-5860db8adbd2 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:01.467172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.479670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:01.482281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.488783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:01.496857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25393054-f820-49f1-85df-0fc12155de29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.514759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.525084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:01.528919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Transition to ACTIVE for port object d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:01.535759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:01.536632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.550227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.555171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:01.570369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:01.591184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.594944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.603757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce7f42e0-b2a3-4629-a35a-fdd87cca66e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.643238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.670869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.687246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:01.691650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Pushing event updated for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:01.694958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.714033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:01.731339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.732957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95efbca4-1823-4f9d-b7ae-3f44f06aacce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:01.734449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef8a3ba-c05d-44eb-bbd8-3c9847411020,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:01.738946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.749303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.750865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:01.762663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.763072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Added segment 0479adea-bac8-4214-abce-bb9342a0d2be of type vlan for network d49cdeb4-81c3-4071-a700-ab9a646838d5 Nov 24 09:49:01.773652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.789041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34463e36-3988-48c9-9d38-0b06a5cfbc09 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.814572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.830413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5ef8a3ba-c05d-44eb-bbd8-3c9847411020 HTTP/1.1" status: 204 len: 168 time: 3.8878400 Nov 24 09:49:01.839515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47670) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:01.849745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Provisioning complete for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:01.849991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-967d6550-92c7-49b1-8822-31b22130eb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.903812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6151a929-9f82-4833-8b3e-43a07fcbb337,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:01.907444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:01.908658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.938371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Attempting to bind port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:01.938850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.939298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Attempting to bind port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:01.940049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Attempting to bind port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 on network 418c6068-15a9-4fda-8499-eb37005fa979 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:01.946510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:01.950406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:01.951102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Checking segment: {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:01.951945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.953316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Bound using segment: {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:01.954182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Bound port: d3dc3893-e9c5-4f35-b2d2-82e4155a0a07, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cfa93be-2124-473a-bb97-97c465af4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:01.955205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.959273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:01.960726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5864153 Nov 24 09:49:01.965573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed004f90-2979-4e0f-bf2d-e0f08689c54b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:01.965753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:01.979991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:01.986495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c009d-b9f4-43bf-9d48-391d82fb1cdd None None] Network 79689385-8826-4be1-8951-1c1e1a8bf60a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:02.004270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:02.057521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:02.062658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.069087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:02.095629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:02.100825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.110239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:02.111617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] For port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:02.114697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.116574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] For port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:02.124203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.131477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3689797-5ca9-4f5b-a506-711d0af73146 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:02.142032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:02.235980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Pushing event updated for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:02.249749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:02.251608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.257501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5ba22d-ca61-4209-946a-fb041b436048,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:02.260536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:02.267867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bef3a12-48b2-460a-9c4a-c3b9e894af5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:02.273776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:02.275157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:02.337357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.376289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4585454 Nov 24 09:49:02.463012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47678) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:02.469500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.483969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Pushing event updated for resources: {'Port': ['ID=85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:02.522882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'subnet': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:02.561741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Network': ['ID=d49cdeb4-81c3-4071-a700-ab9a646838d5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:02.568451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:02.579394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:02.585768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:02.651600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 53cae237-cfb8-497f-8d07-cd4baafa7c84 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:02.652468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.727396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Attempting to bind port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:02.727930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Attempting to bind port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '4868f82c-a9b4-446e-85a3-93debb5a8195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:02.728426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Attempting to bind port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e on network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:02.758318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:02.758885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Checking segment: {'id': '4868f82c-a9b4-446e-85a3-93debb5a8195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:02.759441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.760117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Bound using segment: {'id': '4868f82c-a9b4-446e-85a3-93debb5a8195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:02.760770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Bound port: 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4868f82c-a9b4-446e-85a3-93debb5a8195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:02.761286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.782568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.14 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/0df19b31-2d57-4193-b56a-05fcf41188c1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:02.787783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.792313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:02.796413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=fd8b1665-b7f8-4953-8234-77f36c385a2e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:02.799364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:02.807408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c932a74-c11b-4113-9e8f-5d6525d2a95f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:02.872608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:02.872931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.904756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.13 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/0df19b31-2d57-4193-b56a-05fcf41188c1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:02.965618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:02.972609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:49:02.979331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:02.991622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:subnet and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:02.999591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:03.036243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:03.039905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.059119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.085413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3eb19e8d-b8c7-45e9-baed-b477ae29a443 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:03.108342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/fd8b1665-b7f8-4953-8234-77f36c385a2e HTTP/1.1" status: 204 len: 168 time: 3.6587968 Nov 24 09:49:03.111297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.117962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:03.129645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47682) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:03.157245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0cd5df-ec99-44b1-b416-33ad87afb36a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:03.183374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:03.235803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb5051-d758-48f3-8580-50f8a55eb14b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:03.237788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb5051-d758-48f3-8580-50f8a55eb14b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:03.239194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fcdb5051-d758-48f3-8580-50f8a55eb14b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:03.271672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:03.272084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: 227d8529-0748-4761-9a0a-5860db8adbd2, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:03.341064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.342355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3754330 Nov 24 09:49:03.380449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47686) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:03.408325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:03.431755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:03.446322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.470040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:56Z', 'revision_number': 3, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:02Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:03.476749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df6c8e-c9cb-46a8-ba95-a81dd072d28d None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:48:56Z', 'revision_number': 3, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:02Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:03.476983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] For port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,segment=NetworkSegment(f83fcadc-b221-4e93-b8db-0e5a70acf4c3),segment_id=f83fcadc-b221-4e93-b8db-0e5a70acf4c3)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:03.477387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.491311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:03.497974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=0ee271f3-2b79-4103-943f-9316bbed537d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:03.501211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:03.510444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9978c1d9-3ccd-40d2-9ef8-114a159ec34c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:03.521910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:03.530009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Could not find standard attr ID for object fd8b1665-b7f8-4953-8234-77f36c385a2e. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:03.552448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:03.648580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:48:58Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:03.652792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.682108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] For port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:03.704848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f61fcb-cf41-409d-a9e9-6873765e165a None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:48:58Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:03.705112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.715942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] For port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e,segment=NetworkSegment(4868f82c-a9b4-446e-85a3-93debb5a8195),segment_id=4868f82c-a9b4-446e-85a3-93debb5a8195)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:03.721268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Provisioning for port c51ee15d-18fd-408e-ab3f-8df69290104a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:03.725039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:03.729346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Provisioning complete for port c51ee15d-18fd-408e-ab3f-8df69290104a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:03.729772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.795682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.806983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4868f82c-a9b4-446e-85a3-93debb5a8195') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:03.807365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4868f82c-a9b4-446e-85a3-93debb5a8195') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:03.825994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.834949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:03.842500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.856527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:03.856980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.958716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e2b9f-afeb-4637-80ff-298ccf7f64f0 None None] DHCP port deletion for 79689385-8826-4be1-8951-1c1e1a8bf60a request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:03.970350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.987932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e2b9f-afeb-4637-80ff-298ccf7f64f0 None None] Deleting port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:03.988192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:03.988308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2e2b9f-afeb-4637-80ff-298ccf7f64f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:03.990270 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:04.008250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:49:04.008250 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:49:04.008250 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': '9978c1d9-3ccd-40d2-9ef8-114a159ec34c'}] Nov 24 09:49:04.008250 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:49:04.008765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:49:04.009113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fcdb5051-d758-48f3-8580-50f8a55eb14b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:04.014019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fcdb5051-d758-48f3-8580-50f8a55eb14b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8753345 Nov 24 09:49:04.014225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47692) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:04.037019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Pushing event updated for resources: {'Port': ['ID=85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.042150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.113017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.175870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e2b9f-afeb-4637-80ff-298ccf7f64f0 None None] The port '1b2b6331-ec27-4e58-9e95-18fcf09fd9b7' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:49:04.189118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 227d8529-0748-4761-9a0a-5860db8adbd2 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:04.220614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.234823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96df6e24-936f-4904-b004-b2be3d825bbd tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:04.301122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.316752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 227d8529-0748-4761-9a0a-5860db8adbd2) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:04.319199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=1b2b6331-ec27-4e58-9e95-18fcf09fd9b7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.339694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] For port c51ee15d-18fd-408e-ab3f-8df69290104a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c51ee15d-18fd-408e-ab3f-8df69290104a,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:04.343889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea11a7-b1f2-4685-bebd-64cbc75f36e5 None None] Network 227d8529-0748-4761-9a0a-5860db8adbd2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:04.416188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.418306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:04.419539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.463568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No DVR routers for this DVR port 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:04.515648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.528013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b2765-300c-47df-9f0f-2ad9dacb949f None None] Network 9978c1d9-3ccd-40d2-9ef8-114a159ec34c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:04.538792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.555164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.571244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.572734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Subnet': ['ID=a314de3a-57a7-4684-9f04-f0062eae953e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.582688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.591849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06147f38-e847-4dae-826d-77706eaf60c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:04.638047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-710fd42e-eb4f-419e-9455-7642bdfc45f9 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:04.692865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Pushing event updated for resources: {'Port': ['ID=c51ee15d-18fd-408e-ab3f-8df69290104a,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.705201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.707948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3259530 Nov 24 09:49:04.716143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.719836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-32249f9f-f6b9-44ab-b876-8af440756135 None None] Could not find standard attr ID for object fd8b1665-b7f8-4953-8234-77f36c385a2e. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:04.731131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:04.732479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:04.736258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:04.739949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:04.817711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Checking segment: {'id': '0479adea-bac8-4214-abce-bb9342a0d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:04.818425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network hostable DHCP agents. Network: d49cdeb4-81c3-4071-a700-ab9a646838d5, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:04.835231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:04.836262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.877391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:04.890945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=0df19b31-2d57-4193-b56a-05fcf41188c1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.895579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.903340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:04.911857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:04.916166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-227d8529-0748-4761-9a0a-5860db8adbd2', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:04.917638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.927871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:04.934250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d49cdeb4-81c3-4071-a700-ab9a646838d5) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:04.939351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:04.940021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.964489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:04.973147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5052733 Nov 24 09:49:04.974292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4d860a-d9a6-4daa-a3c1-2b24666eb024,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:04.977403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:04.981937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.1862853 Nov 24 09:49:04.982897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:04.983268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:04.984218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:04.993232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:04.993971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:04.995918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-130440117'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:04.996866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2877d9c-0da0-4136-902b-1a2eee4b0c39 None None] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:05.026103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1690331 Nov 24 09:49:05.068675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 96c4f50a-8375-42a1-8007-29c2d1f92f84 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:05.081802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47708) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:05.130464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '0df19b31-2d57-4193-b56a-05fcf41188c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:05.136868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:05.141304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:floatingip and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:05.145021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:05.151556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:05.163578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.168995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:05.174986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.195594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79689385-8826-4be1-8951-1c1e1a8bf60a']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:05.210364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:05.210760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83fcadc-b221-4e93-b8db-0e5a70acf4c3') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:05.236483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.251596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:05.254033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.256859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:port and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:05.260088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:05.261094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:05.261543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:05.286918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.336672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:05.342417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.381298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Allocated IP 2001:db8:2::2 (227d8529-0748-4761-9a0a-5860db8adbd2/0ee271f3-2b79-4103-943f-9316bbed537d/15aa92d5-7b7c-45ef-a554-cc2556ad8bee) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:05.384587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.398625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.437963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:05.458881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port a13a9bb5-8ef1-4072-b334-f3dff9263b4a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:05.480440 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:05.483575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.613529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.639233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-288f5ec3-d0a8-4dd1-93ef-41d97e86398a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:05.664235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.687422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.14 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/a13a9bb5-8ef1-4072-b334-f3dff9263b4a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:05.740913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59261e0f-83a6-430a-ab83-364e26403820,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:05.751594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:05.752714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.758490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9320710 Nov 24 09:49:05.774436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=79689385-8826-4be1-8951-1c1e1a8bf60a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:05.776274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47712) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:05.810045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:05.814474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:05.821567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:05.825955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:05.829435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:05.836746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:05.848150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/79689385-8826-4be1-8951-1c1e1a8bf60a HTTP/1.1" status: 204 len: 168 time: 4.0060127 Nov 24 09:49:05.851438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:05.856872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47716) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:05.942716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:49:05.965954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:05.969417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.170001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.191310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object a13a9bb5-8ef1-4072-b334-f3dff9263b4a will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:06.308357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d49cdeb4-81c3-4071-a700-ab9a646838d5', 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'tenant_id': 'c97df748c6154603aa7bdcb3da90de9c', 'fixed_ips': [{'subnet_id': 'a314de3a-57a7-4684-9f04-f0062eae953e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:06.309465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.331964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.357025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f1455c58-b0a3-48bf-bc77-539def45bf84 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:06.359549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:06.412278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.419661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:06.420088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.451488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.456659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Transition to ACTIVE for port object 15aa92d5-7b7c-45ef-a554-cc2556ad8bee will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:06.469109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=a13a9bb5-8ef1-4072-b334-f3dff9263b4a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:06.481973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:06.491515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a55f7a-d507-4f46-94ca-01cbb09129a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:06.496651 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8a55f7a-d507-4f46-94ca-01cbb09129a6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/c30c595c-b6e6-46b0-a687-82e2fbe95757 HTTP/1.1" status: 200 len: 841 time: 0.6346664 Nov 24 09:49:06.499403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:06.500289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:06.501883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:06.533268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e,segment=NetworkSegment(4868f82c-a9b4-446e-85a3-93debb5a8195),segment_id=4868f82c-a9b4-446e-85a3-93debb5a8195)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:06.533593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.547431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.553179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Transition to ACTIVE for port object 15aa92d5-7b7c-45ef-a554-cc2556ad8bee will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:06.566484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:06.567172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.599007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.605219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:06.656878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.684807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Pushing event updated for resources: {'Port': ['ID=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:06.733214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:06.785007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.812554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Network 227d8529-0748-4761-9a0a-5860db8adbd2 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:06.817307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:06.826893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:06.829062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:06.837848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Allocated IP 172.20.0.2 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/b34dec26-d660-4172-a3b3-1310b47d2d70) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:06.877308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20187a70-01bd-4c68-93ee-7671fcff04c5 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:06.917259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54504924-b552-4be7-9271-be86ee433d74,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:06.920105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:06.936794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:06.950987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:06.951933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c51ee15d-18fd-408e-ab3f-8df69290104a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:07.001900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.006108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2155981 Nov 24 09:49:07.020018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94631f7c-a30c-4173-87f7-8ddaf763f5c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.022465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.028530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47724) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:07.030516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.107 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/d1aaacff-062a-4262-946c-b72d2b80a0cd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:07.040365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.043833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed7d50ed-269d-4fc4-af5a-8048e6a52662 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/c30c595c-b6e6-46b0-a687-82e2fbe95757?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5327229 Nov 24 09:49:07.055435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:07.056238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.063286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47728) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:07.078268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:07.093687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Attempting to bind port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:07.093938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Attempting to bind port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:07.094316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Attempting to bind port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee on network 227d8529-0748-4761-9a0a-5860db8adbd2 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:07.097555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '95431e57-fc6d-4691-beb8-9e4a22ff4381', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:07.121872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:07.129262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:07.145233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:07.154105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:07.162101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:07.162542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Checking segment: {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:07.163037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.163481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Bound using segment: {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:07.164028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Bound port: 15aa92d5-7b7c-45ef-a554-cc2556ad8bee, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:07.164468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.179308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:07.181526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:07.182445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=96c4f50a-8375-42a1-8007-29c2d1f92f84,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:07.185276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:07.186916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c51ee15d-18fd-408e-ab3f-8df69290104a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:07.187431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.199991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2087102 Nov 24 09:49:07.205269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:07.218492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-824606986', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:81:e1:85'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:07.246029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.252637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.266343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3759e500-2fe2-4d99-a537-9030f278003a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.273972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951fa23-357c-4985-8d45-f170e41932d9 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:07.319689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/96c4f50a-8375-42a1-8007-29c2d1f92f84 HTTP/1.1" status: 204 len: 168 time: 3.3016076 Nov 24 09:49:07.325964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Port': ['ID=85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:07.329204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:07.333147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47736) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:07.336910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No DVR routers for this DVR port 85fd9eaf-cad8-4eb2-a2ad-fd3023c5717e on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:07.345225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:49:07.391534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.488003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:07.495146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] For port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:07.506676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:07.530303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] For port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:07.530743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:07.571794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.584233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:07.589350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c9b5d7f-0b08-4755-b796-09eb1a71a9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.616618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.655362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:07.694240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.715408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.716998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:07.729127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:port and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:07.739198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-abebf4ae-b4bf-43cb-8e4f-d6bcf75601fa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3657391 Nov 24 09:49:07.756365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47740) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:07.775051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:07.782790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9642344a-8de1-4745-969e-dbcbeb671a3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.796543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:07.813574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:07.831509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:07.847358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18104d80-3c22-41fd-a672-00756a2298b9,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:07.857782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:07.866829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.875177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.890101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.900656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8556049 Nov 24 09:49:07.904891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:07.913402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.935385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Pushing event updated for resources: {'Port': ['ID=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:07.936247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.941914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:07.947205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:07.948086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:07.984831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Transition to ACTIVE for port object b34dec26-d660-4172-a3b3-1310b47d2d70 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:08.007065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:08.036293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Transition to ACTIVE for port object b34dec26-d660-4172-a3b3-1310b47d2d70 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:08.039776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9978c1d9-3ccd-40d2-9ef8-114a159ec34c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:08.056630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:08.061824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.075062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4868f82c-a9b4-446e-85a3-93debb5a8195') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:08.075713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4868f82c-a9b4-446e-85a3-93debb5a8195') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:08.094792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:08.102189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.111489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port c1ad99a6-5543-41c6-af7e-0f99f68c469b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:08.125960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:08.134535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.211877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=d1aaacff-062a-4262-946c-b72d2b80a0cd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:08.224294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:08.226764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:08.241787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:08.243208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:08.250236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:08.260871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:08.269132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:08.288590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:08.338111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Deleting port c51ee15d-18fd-408e-ab3f-8df69290104a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:08.338490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.433149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Pushing event updated for resources: {'Port': ['ID=b34dec26-d660-4172-a3b3-1310b47d2d70,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:08.494324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.507771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.537467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:08.570563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:08.643359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:08.681118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:08.681591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:08.701894 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:08.716037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:08.716459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.770187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-accc424f-fda8-46ed-8c00-7f516fcd80d6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:08.783896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Attempting to bind port b34dec26-d660-4172-a3b3-1310b47d2d70 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:08.784515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Attempting to bind port b34dec26-d660-4172-a3b3-1310b47d2d70 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0479adea-bac8-4214-abce-bb9342a0d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:08.784808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Attempting to bind port b34dec26-d660-4172-a3b3-1310b47d2d70 on network d49cdeb4-81c3-4071-a700-ab9a646838d5 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:08.845275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:08.846041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Checking segment: {'id': '0479adea-bac8-4214-abce-bb9342a0d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:08.846222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.847237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Bound using segment: {'id': '0479adea-bac8-4214-abce-bb9342a0d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:08.847999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Bound port: b34dec26-d660-4172-a3b3-1310b47d2d70, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479adea-bac8-4214-abce-bb9342a0d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:08.848427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.911409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:08.938202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:08.949743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.971113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:08.972113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:08.992323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.5 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/c1ad99a6-5543-41c6-af7e-0f99f68c469b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:09.033421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=2d6e988c-adf1-4cb9-9a2c-95636cb2c594,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:09.036538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-accc424f-fda8-46ed-8c00-7f516fcd80d6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:09.045894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-accc424f-fda8-46ed-8c00-7f516fcd80d6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561434535&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.4268732 Nov 24 09:49:09.081967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:09.082438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.165383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:09.181814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.213596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=9978c1d9-3ccd-40d2-9ef8-114a159ec34c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:09.234401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/9978c1d9-3ccd-40d2-9ef8-114a159ec34c HTTP/1.1" status: 204 len: 168 time: 9.5050867 Nov 24 09:49:09.240119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47756) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:09.241101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:09.254811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065906800'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:09.275756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.279568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.296648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c66f1f69-76b8-4dde-a0cf-b99e2a79ae1c tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:09.309568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] For port c51ee15d-18fd-408e-ab3f-8df69290104a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c51ee15d-18fd-408e-ab3f-8df69290104a,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:09.310006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.318115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5539248 Nov 24 09:49:09.327570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] For port b34dec26-d660-4172-a3b3-1310b47d2d70, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:09.333280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:09.336044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47760) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:09.357581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'name': 'tempest-NetworksTestDHCPv6-1166650205'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:09.378842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:09.386668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:09.406097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:09.454189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] For port b34dec26-d660-4172-a3b3-1310b47d2d70, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b34dec26-d660-4172-a3b3-1310b47d2d70,segment=NetworkSegment(0479adea-bac8-4214-abce-bb9342a0d2be),segment_id=0479adea-bac8-4214-abce-bb9342a0d2be)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:09.461844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Calling delete_port for c51ee15d-18fd-408e-ab3f-8df69290104a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:09.501756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.510287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:09.554563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:09.572160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.586465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:09.591536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:09.592106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.621341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:09.632812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:09.633771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.633887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b9508-e7cc-49ca-ad66-2bbe452c23bb None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:09.635565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-386b3ad2-b604-461c-814c-029fbc09f16f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:09.636359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-386b3ad2-b604-461c-814c-029fbc09f16f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:09.696764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-386b3ad2-b604-461c-814c-029fbc09f16f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:09.704351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-386b3ad2-b604-461c-814c-029fbc09f16f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 797 time: 0.6568553 Nov 24 09:49:09.705235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6383455 Nov 24 09:49:09.713127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47764) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:09.785348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1196081090'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:09.792006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=460a56b0-a2e4-475e-9552-c57ecbe81062,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:09.801205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:09.817170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:09.826805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:09.835876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:09.855257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-2f1e598b-5962-4ddd-a221-809f595f69e9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.1503251 Nov 24 09:49:09.868723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Pushing event updated for resources: {'Port': ['ID=b34dec26-d660-4172-a3b3-1310b47d2d70,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:09.883828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:09.889475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:09.889870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b2b6331-ec27-4e58-9e95-18fcf09fd9b7 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:09.891510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:09.910425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:09.925351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:09.932468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:09.945698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:09.945995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.982060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:09.982615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment 931e3423-c247-46c3-901b-14d9dcc8e45e of type vlan for network 86e469c0-004e-4ba0-b890-dc86acd45cbb Nov 24 09:49:09.988346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:10.055867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.087081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:10.101968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] No DVR routers for this DVR port c51ee15d-18fd-408e-ab3f-8df69290104a on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:10.104661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:10.105458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3451ccf7-d4a4-4acf-b855-686383d6ac59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:10.163302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:10.168920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.181810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.196686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Pushing event deleted for resources: {'Port': ['ID=c51ee15d-18fd-408e-ab3f-8df69290104a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:10.203501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:10.207484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd8615-c296-4808-bc7c-f782a84b09b8 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:10.251316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.259787 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-45f88f4f-5d36-42fa-9ed3-1b4e19a03ab3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4034319 Nov 24 09:49:10.264788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 4eaffd9f-b1a3-4549-b360-03fa3d156f61 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:10.269297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object c1ad99a6-5543-41c6-af7e-0f99f68c469b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:10.328337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.342278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:10.351991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8:2::1 (227d8529-0748-4761-9a0a-5860db8adbd2/0ee271f3-2b79-4103-943f-9316bbed537d/24a634ee-15c5-49e6-9fed-9e9ab96cd0f0) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:10.372255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:10.389843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:10.390084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 15aa92d5-7b7c-45ef-a554-cc2556ad8bee up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:10.429723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:10.436824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.538787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.580496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7c820c02-4818-4edf-beb1-fd19dc576bc8', 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'tenant_id': '8cf4f54bd94a479d8f5365965c725fce', 'fixed_ips': [{'subnet_id': '460a56b0-a2e4-475e-9552-c57ecbe81062'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:10.581957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.680554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.703598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d69bc9e-f5dd-4ee5-8ab3-86c00a13dfa1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:10.764332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad81cd3-bffd-4f12-8a88-0d740c19634d None None] Network 227d8529-0748-4761-9a0a-5860db8adbd2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:10.804623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:10.807886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=c1ad99a6-5543-41c6-af7e-0f99f68c469b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:10.813175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:10.816151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:10.818841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:10.824512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '2d6e988c-adf1-4cb9-9a2c-95636cb2c594'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:10.825498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.911825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:10.912565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.951686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.954982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7443967 Nov 24 09:49:10.956967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:10.961418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:10.963064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c547b6af-73a9-41aa-81cc-a0b8eed645aa tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:10.963212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:11.033685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.038394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:11.039099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.042228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:11.105187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0e44eeb-621b-430a-8221-761b513780bb tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:11.117740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=d1aaacff-062a-4262-946c-b72d2b80a0cd,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:11.117987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-15851227-847a-44aa-85cd-77609056f120 None None] Provisioning for port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:11.133625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:11.140652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-15851227-847a-44aa-85cd-77609056f120 None None] Provisioning complete for port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:11.141284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15851227-847a-44aa-85cd-77609056f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.174464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.238851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:11.243370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:11.247790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:11.248718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Synchronizing usage tracker for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:11.282754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Unset dirty status for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:11.286335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7cd72794-fb61-4e3e-bf0f-df6baae95872 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2831411 Nov 24 09:49:11.288299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:11.318463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::4b (d35a00cd-fc87-44df-a65e-9faae0fcef26/2d6e988c-adf1-4cb9-9a2c-95636cb2c594/4eaffd9f-b1a3-4549-b360-03fa3d156f61) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:11.321712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0783494 Nov 24 09:49:11.336834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:11.350361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '86e469c0-004e-4ba0-b890-dc86acd45cbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:11.364121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Allocated IP 172.20.0.2 (7c820c02-4818-4edf-beb1-fd19dc576bc8/460a56b0-a2e4-475e-9552-c57ecbe81062/dae02ec6-795f-4054-9554-9fabfd752a2b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:11.427333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=86e469c0-004e-4ba0-b890-dc86acd45cbb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:11.431711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.452362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:11.461367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.484966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port c1ad99a6-5543-41c6-af7e-0f99f68c469b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:11.485395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.490996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da0af272-b445-41eb-88f0-c319a15c926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:11.525906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-f48c9b7c-6cfb-42c8-b1ee-9a9b4039eb57 service neutron] 10.222.0.55 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1849999 Nov 24 09:49:11.531634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.538016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.542439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7676635 Nov 24 09:49:11.585082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:11.605134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'security_group': {'name': 'tempest-secgroup-368120134'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:11.639595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:11.639826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 86e469c0-004e-4ba0-b890-dc86acd45cbb details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:11.663303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72bbf5-50e2-4fb6-af59-1855d826b22a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:11.669354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:11.673676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:11.679861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:11.683687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:11.739772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:11.748838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:11.769646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:11.783815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:11.787190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:11.810126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:11.810569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.901912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.970819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:11.995591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b72990be-6fd8-43f0-b26c-53ba7a365572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:12.046341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-b2516e02-8c67-4cab-a599-2abea273d4ec service neutron] 10.222.0.55 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833517 Nov 24 09:49:12.066160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15851227-847a-44aa-85cd-77609056f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.073149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 227d8529-0748-4761-9a0a-5860db8adbd2 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:12.090378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:12.103234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:12.103811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.110212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:12.155218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.159172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:12.170921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:12.175676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:12.217463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:12.219970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:12.258420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 4eaffd9f-b1a3-4549-b360-03fa3d156f61 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:12.267631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c51ee15d-18fd-408e-ab3f-8df69290104a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:12.267771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:12.356293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c51ee15d-18fd-408e-ab3f-8df69290104a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:12.356694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c51ee15d-18fd-408e-ab3f-8df69290104a not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:12.358609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230d370-8d35-4a37-8990-aea9776df315 None None] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:12.377186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-15851227-847a-44aa-85cd-77609056f120 None None] For port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:12.391584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.401133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.403184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15851227-847a-44aa-85cd-77609056f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.431999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c18a4368-ffe5-4053-a7ab-24c783ea92ae tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:12.446725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:12.452632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.454259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8649211 Nov 24 09:49:12.455739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.461647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47794) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:12.489507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1685908190', 'security_groups': ['1d9afd70-f048-421e-8bb3-a05c9ea068cc'], 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '460a56b0-a2e4-475e-9552-c57ecbe81062'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:12.517774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.537096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.591538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9afd70-f048-421e-8bb3-a05c9ea068cc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:12.612998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:12.755208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96c4a19e-1fa6-4ccd-9862-55229f935b45 tempest-RoutersIpV6AdminTest-789533246 tempest-RoutersIpV6AdminTest-789533246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:12.776578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b34dec26-d660-4172-a3b3-1310b47d2d70 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:12.866293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.912511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:12.915245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=4eaffd9f-b1a3-4549-b360-03fa3d156f61,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:12.922285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:12.928319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:12.943764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:12.945285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15851227-847a-44aa-85cd-77609056f120 None None] Pushing event updated for resources: {'Port': ['ID=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:12.955034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Transition to ACTIVE for port object dae02ec6-795f-4054-9554-9fabfd752a2b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:12.961690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:12.967116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15851227-847a-44aa-85cd-77609056f120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:12.975798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:12.980803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/2d6e988c-adf1-4cb9-9a2c-95636cb2c594/535abd8f-7c48-446c-a648-89961a2112f0) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:12.981605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:12.982422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.983744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:12.990067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b5068d3d-74b3-45e2-8654-6d36952c1bc6 req-444df895-6f00-4ad9-8ed8-5e71be3a807c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:13.001771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:13.006476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff8dc45a-e511-4a1d-a3b2-d80ce1277265 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:13.013051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Provisioning for port b34dec26-d660-4172-a3b3-1310b47d2d70 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:13.068895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.088306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP 74cb8092-f790-4718-ab65-2c428682a5e3 associated. External IP: 172.26.6.107, port: 0df19b31-2d57-4193-b56a-05fcf41188c1. Nov 24 09:49:13.160821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Transition to ACTIVE for port object dae02ec6-795f-4054-9554-9fabfd752a2b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:13.214637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.245238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8974404 Nov 24 09:49:13.262281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Provisioning complete for port b34dec26-d660-4172-a3b3-1310b47d2d70 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:13.263011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.263144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:13.291545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.296490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:13.307759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b34dec26-d660-4172-a3b3-1310b47d2d70 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:13.351454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e738a54-eba0-40f2-97fa-f4a14686076a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:13.383039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for c1ad99a6-5543-41c6-af7e-0f99f68c469b owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:13.419779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b34dec26-d660-4172-a3b3-1310b47d2d70 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:13.420207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.504151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b5068d3d-74b3-45e2-8654-6d36952c1bc6 req-444df895-6f00-4ad9-8ed8-5e71be3a807c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:13.505900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b5068d3d-74b3-45e2-8654-6d36952c1bc6 req-444df895-6f00-4ad9-8ed8-5e71be3a807c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 210 time: 0.9028091 Nov 24 09:49:13.507922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=95502bc3-67c5-4e9b-8ce1-c5919eae19aa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:13.522997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.523700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.523999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.524503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.524992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.525477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.526212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.526873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.527354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.527866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.528346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:13.532754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:13.568053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:13.573394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': '931e3423-c247-46c3-901b-14d9dcc8e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '86e469c0-004e-4ba0-b890-dc86acd45cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:13.573394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 86e469c0-004e-4ba0-b890-dc86acd45cbb, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:13.597029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:13.600211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:13.619999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:13.640711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:13.786376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ad4a-f482-42e2-ae07-8194a10506bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:13.788148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b66ad4a-f482-42e2-ae07-8194a10506bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4173436 Nov 24 09:49:13.795291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:13.862831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.5 (7c820c02-4818-4edf-beb1-fd19dc576bc8/460a56b0-a2e4-475e-9552-c57ecbe81062/4ba73a1a-0906-41a4-995f-ef8aa4f423a9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:13.866061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 86e469c0-004e-4ba0-b890-dc86acd45cbb is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:13.885646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.898870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9148aa30-6549-40d1-805b-1f25b525208b tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:13.912828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.924099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.925751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:13.931895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1271122-1d11-416b-821c-4f247288b51b tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:13.938646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 86e469c0-004e-4ba0-b890-dc86acd45cbb) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:13.946643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 4eaffd9f-b1a3-4549-b360-03fa3d156f61 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:13.947032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.000382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:14.001034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.010247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=c1ad99a6-5543-41c6-af7e-0f99f68c469b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:14.022527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:14.106641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7685630 Nov 24 09:49:14.107823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47814) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:14.207252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Attempting to bind port dae02ec6-795f-4054-9554-9fabfd752a2b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:14.207762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Attempting to bind port dae02ec6-795f-4054-9554-9fabfd752a2b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '00086132-08f5-4ea8-8297-855ca4411f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:14.208989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Attempting to bind port dae02ec6-795f-4054-9554-9fabfd752a2b on network 7c820c02-4818-4edf-beb1-fd19dc576bc8 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:14.216828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.238343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d5974e-d986-4cdc-b255-7e6417748ec4 None None] Network 86e469c0-004e-4ba0-b890-dc86acd45cbb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:14.383156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:14.383839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Checking segment: {'id': '00086132-08f5-4ea8-8297-855ca4411f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:14.384415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.384974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Bound using segment: {'id': '00086132-08f5-4ea8-8297-855ca4411f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:14.385661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Bound port: dae02ec6-795f-4054-9554-9fabfd752a2b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00086132-08f5-4ea8-8297-855ca4411f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:14.386411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.496361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.513823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.528699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Transition to ACTIVE for port object 535abd8f-7c48-446c-a648-89961a2112f0 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:14.554986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Transition to ACTIVE for port object 535abd8f-7c48-446c-a648-89961a2112f0 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:14.569614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] For port b34dec26-d660-4172-a3b3-1310b47d2d70, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b34dec26-d660-4172-a3b3-1310b47d2d70,segment=NetworkSegment(0479adea-bac8-4214-abce-bb9342a0d2be),segment_id=0479adea-bac8-4214-abce-bb9342a0d2be)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:14.591140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.593812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.628951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:14.682921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:14.696804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.722634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.727882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/c1ad99a6-5543-41c6-af7e-0f99f68c469b HTTP/1.1" status: 204 len: 168 time: 3.4340370 Nov 24 09:49:14.732213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:14.779370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.874048 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-072370ed-75f1-4e5c-a79d-567a50342df7 req-f2dd3e59-c9db-429c-a666-9f1a08979e10 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 210 time: 0.0947533 Nov 24 09:49:14.895700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.895980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.896421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.896853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.897280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.897707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.898128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.898552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.899044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.899509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.899942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:14.902246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:14.951946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-cd824ddf-17be-4ce2-b263-a6ab62f2ea0e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:14.953903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-cd824ddf-17be-4ce2-b263-a6ab62f2ea0e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 797 time: 0.7916949 Nov 24 09:49:14.959107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:14.962917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:14.996144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:14.999457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:49:14.999865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:49:15.000409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Provisioning complete for port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:15.000935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.042783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 227d8529-0748-4761-9a0a-5860db8adbd2 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:15.044806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:15.045701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:15.055532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:15.071638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a10cc3-5f7e-491e-b158-f8cd7aabd5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-86e469c0-004e-4ba0-b890-dc86acd45cbb', 'network_id': '86e469c0-004e-4ba0-b890-dc86acd45cbb', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '95502bc3-67c5-4e9b-8ce1-c5919eae19aa'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:15.072880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a7a10cc3-5f7e-491e-b158-f8cd7aabd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.108904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:15.115786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1ae80-f5d8-4620-9876-b2049cacfdf7 None None] Pushing event updated for resources: {'Port': ['ID=b34dec26-d660-4172-a3b3-1310b47d2d70,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:15.221957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2935ce-0179-4bdc-9fe7-40e8d5e275b8 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] GET failed (client error): The resource could not be found. Nov 24 09:49:15.226891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef2935ce-0179-4bdc-9fe7-40e8d5e275b8 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Synchronizing usage tracker for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:15.282838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Pushing event updated for resources: {'Port': ['ID=535abd8f-7c48-446c-a648-89961a2112f0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:15.313914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:15.316016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:15.316437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:15.343250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 4eaffd9f-b1a3-4549-b360-03fa3d156f61 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:15.369766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:15.372628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4750f566-5d51-48f8-9613-898c1e84ec3d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 380 time: 0.3941290 Nov 24 09:49:15.392942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.415225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:15.439634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['95431e57-fc6d-4691-beb8-9e4a22ff4381']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:15.534359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.546902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Attempting to bind port 535abd8f-7c48-446c-a648-89961a2112f0 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:15.547335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Attempting to bind port 535abd8f-7c48-446c-a648-89961a2112f0 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:15.547737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Attempting to bind port 535abd8f-7c48-446c-a648-89961a2112f0 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:15.572642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.577340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:15.630426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:15.643605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ec19f3d-2b8b-48a5-ae18-9391f149c903 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:15.657691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:15.658117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:15.658572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.659076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:15.659615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Bound port: 535abd8f-7c48-446c-a648-89961a2112f0, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:15.660037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.684082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef2935ce-0179-4bdc-9fe7-40e8d5e275b8 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Unset dirty status for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:15.689588 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef2935ce-0179-4bdc-9fe7-40e8d5e275b8 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports/c1ad99a6-5543-41c6-af7e-0f99f68c469b HTTP/1.1" status: 404 len: 333 time: 0.9501994 Nov 24 09:49:15.706464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:15.715164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-1099570997'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:15.719022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:15.770908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server [None req-a7a10cc3-5f7e-491e-b158-f8cd7aabd5a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95502bc3-67c5-4e9b-8ce1-c5919eae19aa: This subnet is being modified by another concurrent operation. Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 09:49:15.786778 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server context, port, port_id) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server id=subnet.id) Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise exception Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95502bc3-67c5-4e9b-8ce1-c5919eae19aa: This subnet is being modified by another concurrent operation. Nov 24 09:49:15.790200 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Nov 24 09:49:15.836988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e079f7a-5db0-4853-a597-6d83d6610952 None None] Network 86e469c0-004e-4ba0-b890-dc86acd45cbb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:15.870721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:15.872038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=4ba73a1a-0906-41a4-995f-ef8aa4f423a9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:15.874758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44eb1f48-a4f4-40ed-a21e-af5ff6758f53 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:15.875886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:15.881918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:15.889182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:15.908461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Provisioning for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:15.940850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:16.040842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Provisioning complete for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:16.041200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.053151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:16.105752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=95502bc3-67c5-4e9b-8ce1-c5919eae19aa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:16.114877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:16.120178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.125193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:16.137356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] For port 535abd8f-7c48-446c-a648-89961a2112f0, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:16.150968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.154357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:16.160929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:16.161633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.198864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0714ee0-6852-4b7e-8a35-12119317d194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:16.235000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:16.235499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.286910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db7af653-39f6-4e16-8f8d-e058a041d980 None None] Port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:16.296045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:16.319600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] For port 535abd8f-7c48-446c-a648-89961a2112f0, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=535abd8f-7c48-446c-a648-89961a2112f0,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:16.345750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.365681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50fffa4f-c286-4af2-bfd2-f5bba08bdf9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:16.418406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:16.441091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-58948b7e-d28e-4bfc-b7fb-ac54af4e338a req-386c42f7-eae4-45b3-96f3-f8b176d73710 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 210 time: 0.2798645 Nov 24 09:49:16.476615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Pushing event updated for resources: {'Port': ['ID=535abd8f-7c48-446c-a648-89961a2112f0,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:16.485152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:16.500798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.8 (e4a7a2de-4470-4af4-95be-2370ca1366aa/fc3bec09-5554-4e6d-942d-a92a67055433/7df20899-c9c2-451f-910b-8514d4d233d6) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:16.501735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Could not find standard attr ID for object c1ad99a6-5543-41c6-af7e-0f99f68c469b. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:16.525125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:16.551317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=4eaffd9f-b1a3-4549-b360-03fa3d156f61,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:16.570648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:16.588622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.606853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Provisioning complete for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:16.607318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.714989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2485735 Nov 24 09:49:16.724052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:16.744903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Provisioning for port a13a9bb5-8ef1-4072-b334-f3dff9263b4a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:16.751877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Provisioning complete for port a13a9bb5-8ef1-4072-b334-f3dff9263b4a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:16.754098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.778118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:16.785638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/4eaffd9f-b1a3-4549-b360-03fa3d156f61 HTTP/1.1" status: 204 len: 168 time: 2.9871922 Nov 24 09:49:16.800426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:16.805917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.816449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47846) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:16.842172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Port a13a9bb5-8ef1-4072-b334-f3dff9263b4a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:16.851913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:16.858167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.861064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Provisioning complete for port b34dec26-d660-4172-a3b3-1310b47d2d70 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:16.862784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801231-508c-4b47-a5e2-c7667bac9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.897983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port b3eaf5aa-a21a-45e5-be49-288ff7b82795 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:16.937740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:16.978457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e469c0-004e-4ba0-b890-dc86acd45cbb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:16.979251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 7df20899-c9c2-451f-910b-8514d4d233d6 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:17.016532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 15aa92d5-7b7c-45ef-a554-cc2556ad8bee up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:17.019813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931e3423-c247-46c3-901b-14d9dcc8e45e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:17.020075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931e3423-c247-46c3-901b-14d9dcc8e45e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:17.021513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.061486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.087179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.097245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:17.206714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:17.207434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:17.241131 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:17.387161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.390084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.9 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/b3eaf5aa-a21a-45e5-be49-288ff7b82795) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:17.398675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccfaec12-f168-4caf-9221-f6b83bd62a4c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:17.426818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.451933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=86e469c0-004e-4ba0-b890-dc86acd45cbb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:17.458599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:17.469589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/86e469c0-004e-4ba0-b890-dc86acd45cbb HTTP/1.1" status: 204 len: 168 time: 3.3186998 Nov 24 09:49:17.473757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:17.485714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:17.486148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.505204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862595137'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:17.520926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:17.547152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:17.553331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:17.580472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:17.654098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:17.754626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:17.763052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.766294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b34dec26-d660-4172-a3b3-1310b47d2d70 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:17.816009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:17.864016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:17.864645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:17.867006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113e8da-41e2-4fb4-b8e2-d9dd3d9bb1f2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:17.869117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113e8da-41e2-4fb4-b8e2-d9dd3d9bb1f2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:17.869917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8113e8da-41e2-4fb4-b8e2-d9dd3d9bb1f2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:17.903786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:17.935007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:17.946321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:17.952937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8113e8da-41e2-4fb4-b8e2-d9dd3d9bb1f2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:17.953135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:17.957715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8113e8da-41e2-4fb4-b8e2-d9dd3d9bb1f2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1301167 Nov 24 09:49:17.959967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47858) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:17.963527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network e4a7a2de-4470-4af4-95be-2370ca1366aa is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:17.964865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:17.975138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:17.975898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:17.980312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:18.025479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.036391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:18.040753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.040753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment d5bdec9f-9693-4101-9978-d4189b3e2289 of type vlan for network 0dea704b-f5c0-4251-b5b9-216178f28f87 Nov 24 09:49:18.058700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:18.059404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3530ad-aaac-4229-84cd-1a09a3460bfd None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:18.064496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:18.065803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.0754657 Nov 24 09:49:18.073194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:18.075879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object b3eaf5aa-a21a-45e5-be49-288ff7b82795 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:18.086470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': '0df19b31-2d57-4193-b56a-05fcf41188c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:18.087948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b34dec26-d660-4172-a3b3-1310b47d2d70 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:18.088486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.132871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:18.141817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bfa49-5ef3-48ce-b877-864eb79ef664 req-930f9dc6-871e-4549-becb-7315b0de67f7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:18.150246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c16bfa49-5ef3-48ce-b877-864eb79ef664 req-930f9dc6-871e-4549-becb-7315b0de67f7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.4171441 Nov 24 09:49:18.164254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698e9eb-5d14-48db-995c-cf85013a1d6d req-5dc6035d-aca7-46cf-82b0-d1a5f49bcbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:18.165837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7698e9eb-5d14-48db-995c-cf85013a1d6d req-5dc6035d-aca7-46cf-82b0-d1a5f49bcbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 931 time: 0.3719649 Nov 24 09:49:18.178214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:18.179262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.183907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:18.232083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.234563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:18.243228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:18.267589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-4b6dbff9-f3f7-4656-893c-83aa8fcf3bf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 1.5498865 Nov 24 09:49:18.367596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dae02ec6-795f-4054-9554-9fabfd752a2b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:18.370131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.463835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.469054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7698e9eb-5d14-48db-995c-cf85013a1d6d req-123d8858-2e25-4640-81fc-3dce59a12c0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640188 Nov 24 09:49:18.477806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:18.486129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c16bfa49-5ef3-48ce-b877-864eb79ef664 req-080c499d-1ac1-425d-afc4-2985bb4236d3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348229 Nov 24 09:49:18.489394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0645919 Nov 24 09:49:18.538664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Request body: {'port': {'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:18.628289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b59c45af-8275-4aa2-b5c7-4059b658ed84 None None] Provisioning for port 7df20899-c9c2-451f-910b-8514d4d233d6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:18.643922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b59c45af-8275-4aa2-b5c7-4059b658ed84 None None] Provisioning complete for port 7df20899-c9c2-451f-910b-8514d4d233d6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:18.644379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b59c45af-8275-4aa2-b5c7-4059b658ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.716850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:18.759240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b59c45af-8275-4aa2-b5c7-4059b658ed84 None None] Port 7df20899-c9c2-451f-910b-8514d4d233d6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:18.822630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876558f9-f639-4ec4-9dc2-8af8628d45b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.905449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 535abd8f-7c48-446c-a648-89961a2112f0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:18.981430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.986001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:18.987985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:18.988120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Provisioning for port dae02ec6-795f-4054-9554-9fabfd752a2b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:18.995435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:18.995863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.007332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.034397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:19.048033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:19.067290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:19.068776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 535abd8f-7c48-446c-a648-89961a2112f0 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:19.140810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 2d6e988c-adf1-4cb9-9a2c-95636cb2c594 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:19.150023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6741939 Nov 24 09:49:19.164370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:19.169357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=b3eaf5aa-a21a-45e5-be49-288ff7b82795,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:19.182163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:19.200616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:19.203368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.206532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f95f591b-7909-4388-89a1-05d3fe5be697 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:19.268766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:19.272821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.279009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:19.326328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 460a56b0-a2e4-475e-9552-c57ecbe81062 (CIDR: 172.20.0.0/28) Nov 24 09:49:19.332844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.360138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=0dea704b-f5c0-4251-b5b9-216178f28f87,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:19.376673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.380631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:19.411269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:19.467649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:19.468634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.527059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:19.527465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.639968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:19.666953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:19.678421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9700406 Nov 24 09:49:19.689415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47874) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:19.700442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:81:e1:85'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:19.718282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:19.778760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:49:19.779350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:19.863537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning for port 535abd8f-7c48-446c-a648-89961a2112f0 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:19.871466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning complete for port 535abd8f-7c48-446c-a648-89961a2112f0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:19.872116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:19.913072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:19.926343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:19.931746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4672031 Nov 24 09:49:19.933454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feec70-7d61-4512-a7c8-0f40a347100c req-b1851d70-c6a7-4a1c-a796-09a9ba6e0b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:19.935888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-b1851d70-c6a7-4a1c-a796-09a9ba6e0b4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 1.6566222 Nov 24 09:49:19.936725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47878) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:19.942313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:19.943341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:48:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:19.968337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.073901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.138696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] For port 535abd8f-7c48-446c-a648-89961a2112f0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=535abd8f-7c48-446c-a648-89961a2112f0,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:20.142885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.147791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20913738-9e6b-4ca3-ad9e-69356893d0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:20.163102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-734211439'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:20.169528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:20.175457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:network and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:20.179653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:20.187522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:20.203757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-d94909c3-6b57-451e-8d04-e5d8bd00b9d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.1792164 Nov 24 09:49:20.222462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24abc09b-0a84-429e-8a03-3451f7edaa42 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.4276066 Nov 24 09:49:20.223591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:20.229559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.249025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47882) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:20.257218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:20.264681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning for port b3eaf5aa-a21a-45e5-be49-288ff7b82795 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:20.280572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning complete for port b3eaf5aa-a21a-45e5-be49-288ff7b82795 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:20.281162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.341171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Pushing event updated for resources: {'Port': ['ID=535abd8f-7c48-446c-a648-89961a2112f0,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:20.348949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:20.363997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:20.369443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Port b3eaf5aa-a21a-45e5-be49-288ff7b82795 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:20.419391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning for port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:20.430684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Provisioning complete for port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:20.432747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.508328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.519777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf54f2ac-279c-4097-947b-dfb0dbd78f71 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:49:20.526505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.527850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feec70-7d61-4512-a7c8-0f40a347100c req-f7de858c-a77a-40fb-9d03-1a8309528b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:20.529500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-f7de858c-a77a-40fb-9d03-1a8309528b76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.2816317 Nov 24 09:49:20.535309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:20.539436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:20.542740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.542896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:20.549159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:20.602037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:20.645004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:20.652085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.733602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-abae9278-87bf-42fe-9d07-d55f244c9505 None None] Could not find standard attr ID for object 4eaffd9f-b1a3-4549-b360-03fa3d156f61. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:20.747029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:12Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:13Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:20.751784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:49:20.752187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Updating router 4e02244e-7cbd-4966-afd6-433735ff2b14 port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:49:20.759912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54f2ac-279c-4097-947b-dfb0dbd78f71 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:49:20.809366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb15f-3af4-4ec8-9521-c40504b9bcc4 req-94da7e4f-e9f9-48e4-b626-94c51a7583ca tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:20.811866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c5eb15f-3af4-4ec8-9521-c40504b9bcc4 req-94da7e4f-e9f9-48e4-b626-94c51a7583ca tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 931 time: 1.0414028 Nov 24 09:49:20.827589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.859376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 535abd8f-7c48-446c-a648-89961a2112f0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:20.886948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.916306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59ce89a7-3c55-4c47-9015-727aa692f1a9 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:20.936148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 is not hosted by any dhcp agent {{(pid=88878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Nov 24 09:49:20.943560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:20.944744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:20.947146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "PUT /v2.0/networks/0dea704b-f5c0-4251-b5b9-216178f28f87 HTTP/1.1" status: 200 len: 723 time: 1.7738049 Nov 24 09:49:20.959459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:20.996756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:21.110699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 535abd8f-7c48-446c-a648-89961a2112f0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:21.111161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.126661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:21.172089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c5eb15f-3af4-4ec8-9521-c40504b9bcc4 req-abc327a9-5f36-4904-89a5-18912385c063 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426764 Nov 24 09:49:21.196932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbe472-da31-4cba-bf4b-bf5c0bbd7c5b req-9973d8fe-0579-4f15-a205-2e1933fedd38 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:21.198573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dcbe472-da31-4cba-bf4b-bf5c0bbd7c5b req-9973d8fe-0579-4f15-a205-2e1933fedd38 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.4064023 Nov 24 09:49:21.230917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=0dea704b-f5c0-4251-b5b9-216178f28f87,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:21.266656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.268061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:21.272963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.273356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added segment 757659f3-fbc8-4528-bd8b-0a3924c57068 of type vlan for network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 Nov 24 09:49:21.282193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Transition to ACTIVE for port object 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:21.290259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.301071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:21.319899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:21.328591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.450148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Pushing event updated for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:21.479610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:21.546608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.556912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.568658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea7b9e45-10bc-4b31-9bb3-1cd28836820b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:21.569193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Attempting to bind port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:21.569822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Attempting to bind port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:21.570342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Attempting to bind port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 on network 227d8529-0748-4761-9a0a-5860db8adbd2 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:21.578071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:21.578659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Checking segment: {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:21.579216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.579759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Bound using segment: {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:21.580389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Bound port: 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22be381-bef8-420a-a686-038e5034f8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:21.581748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.622550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:21.625974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df20899-c9c2-451f-910b-8514d4d233d6 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:49:21.638627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:21.655379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:21.655618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.676960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.683895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-5c44116a-b4d8-4af3-ac05-4db957858146 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1084907 Nov 24 09:49:21.686271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dcbe472-da31-4cba-bf4b-bf5c0bbd7c5b req-9d135b23-f9a6-49d4-bb46-bb1ddaaf0e8b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184153 Nov 24 09:49:21.691206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.695151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-322c1323-dd15-448c-a5aa-77014a9a50db tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:21.703141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.720507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] For port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:21.723534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2de8404f-5102-4085-847e-ce7cff66ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.735735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] For port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:21.750692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.754072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:21.767842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c02bbeab-d3fb-4331-8e34-6e30ca372692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:21.785808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:21.786313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.787292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:21.789962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=b3eaf5aa-a21a-45e5-be49-288ff7b82795,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:21.793598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:21.796970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] In _notify_port_updated(), no bound segment for port b3eaf5aa-a21a-45e5-be49-288ff7b82795 on network d49cdeb4-81c3-4071-a700-ab9a646838d5 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:49:21.802282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:21.803716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.811034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "PUT /v2.0/ports/b3eaf5aa-a21a-45e5-be49-288ff7b82795 HTTP/1.1" status: 200 len: 994 time: 2.1189649 Nov 24 09:49:21.812048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:21.829909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab49fe-9725-4792-90c4-30aad9ca4d55 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:49:21.841117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Transition to ACTIVE for port object 7df20899-c9c2-451f-910b-8514d4d233d6 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:21.867937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.902490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port b3eaf5aa-a21a-45e5-be49-288ff7b82795 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:21.903030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:21.911495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Pushing event updated for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:21.935053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:21.944753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:21.945857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:21.947184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:21.947360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:21.949033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=20115869-0c94-4458-9ac7-7b8970dfec3c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:22.007721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:22.008379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.014942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:22.018152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.022543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:22.023114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.027957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:22.048878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59f7b65e-cc9e-4b6a-ab4f-a9ac88150580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:22.102373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.105282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab49fe-9725-4792-90c4-30aad9ca4d55 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:49:22.118522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0999184 Nov 24 09:49:22.119518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47894) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:22.151658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'subnet': {'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:22.172140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:22.244334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9921117 Nov 24 09:49:22.255285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:22.310917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Pushing event updated for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:22.322225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:22.323542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.329385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2d6e988c-adf1-4cb9-9a2c-95636cb2c594 HTTP/1.1" status: 204 len: 168 time: 4.3601668 Nov 24 09:49:22.330368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:22.331054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:22.467201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-766602b9-13c5-40bf-800b-ade56ef3ed9a service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311335 Nov 24 09:49:22.477509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-631764092', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20115869-0c94-4458-9ac7-7b8970dfec3c'}], 'security_groups': ['1b72bbf5-50e2-4fb6-af59-1855d826b22a']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:22.514032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Network': ['ID=7ecacb23-6a68-47e4-9701-e6fb20ad7928,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:22.583368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:22.618729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:22.654371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44db4ad2-8583-4b63-bb1a-f255983eaa70 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:22.666661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:22.729470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6e988c-adf1-4cb9-9a2c-95636cb2c594,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:22.734492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:22.745647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:22.756746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:subnet and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:22.764951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:22.817393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for b3eaf5aa-a21a-45e5-be49-288ff7b82795 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:22.828819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:22.844586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:12Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:21Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:22.850158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db900e0-6828-4d94-9bb8-a347e002b39e None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:12Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:21Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:22.937739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:23.040160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c5cba-4682-4a30-a993-73692c75d418 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:23.064031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Made reservation on behalf of a6d5be9cc8c9422e9664cab95f80bf63 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:23.090034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dea565d-47c1-4921-9426-a8126e705b53 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:23.106154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-410823ae-ba20-4649-9b70-a42268774737 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7743146 Nov 24 09:49:23.117421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:23.132145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:23.351818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:23.369598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Attempting to bind port 7df20899-c9c2-451f-910b-8514d4d233d6 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:23.370610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Attempting to bind port 7df20899-c9c2-451f-910b-8514d4d233d6 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:23.371265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Attempting to bind port 7df20899-c9c2-451f-910b-8514d4d233d6 on network e4a7a2de-4470-4af4-95be-2370ca1366aa {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:23.389908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:23.404282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70feec70-7d61-4512-a7c8-0f40a347100c req-9cb39037-2447-400f-8c82-e559ca3656cd service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739598 Nov 24 09:49:23.520357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8046649-7962-449d-a013-dfc832b82e88 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:23.618895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:23.677525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Port 7df20899-c9c2-451f-910b-8514d4d233d6 on network e4a7a2de-4470-4af4-95be-2370ca1366aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:49:23.677740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Attempting to bind port 7df20899-c9c2-451f-910b-8514d4d233d6 on network e4a7a2de-4470-4af4-95be-2370ca1366aa {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:23.741492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-679eb500-4e7a-42cb-9962-dbcfe0c7278b None None] Could not find standard attr ID for object b3eaf5aa-a21a-45e5-be49-288ff7b82795. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:23.856819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=b3eaf5aa-a21a-45e5-be49-288ff7b82795,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:23.870436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:24.034409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:24.048772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Deleting port 535abd8f-7c48-446c-a648-89961a2112f0 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:24.049197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.120306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:24.132480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:24.200209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.216023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:24.258232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:24.258694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Checking segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:24.259074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Bound using segment: {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:24.259569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Bound port: 7df20899-c9c2-451f-910b-8514d4d233d6, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949e15b6-ae20-4160-bee0-b712e94fb4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:24.260834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.333837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4bad-16ff-4d8a-a110-4ffba1a24823 req-4b5392e5-9aae-4358-ae00-b2920de9b7df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:24.342933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d90f4bad-16ff-4d8a-a110-4ffba1a24823 req-4b5392e5-9aae-4358-ae00-b2920de9b7df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 943 time: 1.3458483 Nov 24 09:49:24.424989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] For port 535abd8f-7c48-446c-a648-89961a2112f0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=535abd8f-7c48-446c-a648-89961a2112f0,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:24.426065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.506569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.559448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.577641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Calling delete_port for 535abd8f-7c48-446c-a648-89961a2112f0 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:24.708899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Delete allocated IP 172.20.0.5 (7c820c02-4818-4edf-beb1-fd19dc576bc8/460a56b0-a2e4-475e-9552-c57ecbe81062) {{(pid=88877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:49:24.720728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92e29-e909-49d8-8f5f-db7ea3540c0e req-10ac950e-7497-4dd1-9137-d794e2f851cf tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:24.723033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8b92e29-e909-49d8-8f5f-db7ea3540c0e req-10ac950e-7497-4dd1-9137-d794e2f851cf tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.7903471 Nov 24 09:49:24.729627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d90f4bad-16ff-4d8a-a110-4ffba1a24823 req-f8568052-5dd6-4ecd-b0b9-ddb448ed5717 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848624 Nov 24 09:49:24.750205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.758817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:24.778110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.813053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Pushing event deleted for resources: {'Port': ['ID=535abd8f-7c48-446c-a648-89961a2112f0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:24.817167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:24.831351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] No DVR routers for this DVR port 535abd8f-7c48-446c-a648-89961a2112f0 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:24.857846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Update dhcp port {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'fixed_ips': [{'subnet_id': '460a56b0-a2e4-475e-9552-c57ecbe81062', 'ip_address': '172.20.0.2'}, {'subnet_id': '20115869-0c94-4458-9ac7-7b8970dfec3c'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'dae02ec6-795f-4054-9554-9fabfd752a2b'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:49:24.907797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.19 (7c820c02-4818-4edf-beb1-fd19dc576bc8/20115869-0c94-4458-9ac7-7b8970dfec3c/4ba73a1a-0906-41a4-995f-ef8aa4f423a9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:24.909812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:24.943807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:24.989857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:24.990155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7df20899-c9c2-451f-910b-8514d4d233d6,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:25.006498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.017216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.024810 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-34ba915f-d4a9-4e0e-8b0d-c3209a3ce7a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 1.3190336 Nov 24 09:49:25.027758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:25.033192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b3c22ce-fbe3-4ac1-84c3-1c3aa7d1eef5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:25.065941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:25.066330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.124146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/b3eaf5aa-a21a-45e5-be49-288ff7b82795 HTTP/1.1" status: 204 len: 168 time: 3.3032777 Nov 24 09:49:25.129723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47914) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:25.176479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.180322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8b92e29-e909-49d8-8f5f-db7ea3540c0e req-2c476672-4d0c-400e-b0e8-e9a22e9a876b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454231 Nov 24 09:49:25.187798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-587d2fb0-4ea2-4fc4-9814-42bcdab41e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:25.256948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea21ec62-6ec9-4eeb-956b-1f98a80fafda tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] GET failed (client error): The resource could not be found. Nov 24 09:49:25.258281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea21ec62-6ec9-4eeb-956b-1f98a80fafda tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Synchronizing usage tracker for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:25.294452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.317807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.319339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] 10.222.0.61 "PUT /v2.0/ports/7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 1093 time: 6.7868500 Nov 24 09:49:25.333777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:49:25.375409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:25.380082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.392534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:25.409938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea21ec62-6ec9-4eeb-956b-1f98a80fafda tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Unset dirty status for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:25.414804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea21ec62-6ec9-4eeb-956b-1f98a80fafda tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports/b3eaf5aa-a21a-45e5-be49-288ff7b82795 HTTP/1.1" status: 404 len: 333 time: 0.2743626 Nov 24 09:49:25.432701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:25.445384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=a3da8d3b-4940-46df-9ab7-d2a6130f22fc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:25.461052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-873788766'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:25.523313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:25.537366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 535abd8f-7c48-446c-a648-89961a2112f0 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:25.592699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:25.600764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 535abd8f-7c48-446c-a648-89961a2112f0 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:25.601676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 535abd8f-7c48-446c-a648-89961a2112f0 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:25.623275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Pushing event updated for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:25.637118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:25.693727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6', 'status': 'completed', 'code': 200} Nov 24 09:49:25.729322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-2da3904a-a986-4883-8f28-005e21276d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:25.731001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-2da3904a-a986-4883-8f28-005e21276d43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.6678579 Nov 24 09:49:25.746950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:25.762610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'd5bdec9f-9693-4101-9978-d4189b3e2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:25.762997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: 0dea704b-f5c0-4251-b5b9-216178f28f87, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:25.858503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.867684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48eeed14-a36c-4bba-a3a6-0f33c7be2350 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:25.910310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:25.918483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:25.999762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-b2318e44-dd97-4ef5-8f0a-895cf878af72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1096 time: 0.6157789 Nov 24 09:49:26.017533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.035579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:26.084962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0dea704b-f5c0-4251-b5b9-216178f28f87) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:26.089285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:26.091287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-a457d8c2-2fcc-4d8a-aae8-22010c56f1e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.3512855 Nov 24 09:49:26.093676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eee334-475e-4db7-b7ef-84e07bb77053 None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:26.100781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:26.102785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:26.105805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.106495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.113883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb09ac-6998-421c-a1f3-f35645014cb3 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:26.116836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.117484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.128963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=5f165d4a-fd24-4196-ab2f-1391f9d8668f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:26.153636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:26.155508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:26.177262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Subnet': ['ID=dc38a670-3ed2-4f10-b86a-3352aae196cb,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:26.177680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1987eb99-0fdf-464f-ab11-96e17c1eb67f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2072058 Nov 24 09:49:26.180602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:26.182299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:26.182933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47928) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:26.186245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.204418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0848870 Nov 24 09:49:26.205220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:26.218900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:26.225376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'name': 'tempest-NetworksTestDHCPv6-198940049'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:26.228889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-b6f9006e-8053-4cb0-b6b1-33e4fc733aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 217 time: 0.2167709 Nov 24 09:49:26.237886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:26.270503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:26.296801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-b7c7f675-bf26-4f5d-8b90-1ded595e804a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.298612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-b7c7f675-bf26-4f5d-8b90-1ded595e804a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.1850364 Nov 24 09:49:26.310240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.374022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:26.509624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Allocated IP 172.20.0.18 (7c820c02-4818-4edf-beb1-fd19dc576bc8/20115869-0c94-4458-9ac7-7b8970dfec3c/dae02ec6-795f-4054-9554-9fabfd752a2b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:26.556781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Checking segment: {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:26.557639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network hostable DHCP agents. Network: 7ecacb23-6a68-47e4-9701-e6fb20ad7928, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:26.658185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:26.669063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:26.677923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:26.682888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=4ba73a1a-0906-41a4-995f-ef8aa4f423a9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:26.692248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08244e-da87-49fc-b25d-8fcf88de9c0a req-a795cff0-4915-4bf8-a5e5-c1e194e649fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.693265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd08244e-da87-49fc-b25d-8fcf88de9c0a req-a795cff0-4915-4bf8-a5e5-c1e194e649fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:26.701258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:26.703455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:26.725081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c3c3d-8be2-47f0-9905-ade0ebdabea8 req-8b30d5b5-b3d0-4f02-8a31-54d84df55081 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.726814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-096c3c3d-8be2-47f0-9905-ade0ebdabea8 req-8b30d5b5-b3d0-4f02-8a31-54d84df55081 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3591037 Nov 24 09:49:26.730656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-8549e311-80f0-425d-bd90-680f8078f154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.730809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.13 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/0dd999a5-5313-4add-bd8c-30c1b9377bf4) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:26.732617 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-8549e311-80f0-425d-bd90-680f8078f154 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 200 len: 835 time: 0.4291322 Nov 24 09:49:26.772103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:26.777769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.801148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:26.830109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 4ab588f7-6573-497a-8480-202987c31af2 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:26.863738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '5f165d4a-fd24-4196-ab2f-1391f9d8668f'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:26.865136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.885529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:26.906910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] In _notify_port_updated(), no bound segment for port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 on network 7c820c02-4818-4edf-beb1-fd19dc576bc8 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:49:26.912120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:26.912910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.920267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/ports/4ba73a1a-0906-41a4-995f-ef8aa4f423a9 HTTP/1.1" status: 200 len: 920 time: 4.6011739 Nov 24 09:49:26.920267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-fd08244e-da87-49fc-b25d-8fcf88de9c0a req-a795cff0-4915-4bf8-a5e5-c1e194e649fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:26.927263 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd08244e-da87-49fc-b25d-8fcf88de9c0a req-a795cff0-4915-4bf8-a5e5-c1e194e649fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 943 time: 1.0216956 Nov 24 09:49:26.932060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:26.955346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0dea704b-f5c0-4251-b5b9-216178f28f87', 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': 'a3da8d3b-4940-46df-9ab7-d2a6130f22fc'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:26.956775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:26.987568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-096c3c3d-8be2-47f0-9905-ade0ebdabea8 req-30ee2e43-4107-43af-a80e-646f82f68110 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475808 Nov 24 09:49:27.012429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:27.019817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-6235f0f4-ee24-4808-a56e-7ff2514d1188 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6592782 Nov 24 09:49:27.069523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7ecacb23-6a68-47e4-9701-e6fb20ad7928) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:27.097602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d72fa7-d35d-44a8-8f68-bf7165995ba3 None None] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:27.104294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:27.105094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853536529'] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.207266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:27.207720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.330098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:27.389654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::21b (d35a00cd-fc87-44df-a65e-9faae0fcef26/5f165d4a-fd24-4196-ab2f-1391f9d8668f/4ab588f7-6573-497a-8480-202987c31af2) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:27.400296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:27.400719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.461715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-af287da2-cb44-43b4-ab17-4f6eed881151 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7115829 Nov 24 09:49:27.516789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.519295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd08244e-da87-49fc-b25d-8fcf88de9c0a req-e311232a-c77c-4fd2-93b2-604e2710b5e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5910807 Nov 24 09:49:27.529501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.599760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16378940'] for subnet, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.611208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Transition to ACTIVE for port object dae02ec6-795f-4054-9554-9fabfd752a2b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:27.639198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4988279 Nov 24 09:49:27.649107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47944) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:27.659781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.668651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e188d2-5d6b-4a07-9804-b0985f2f1c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:27.703099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:27.703997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:27.728744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object 0dd999a5-5313-4add-bd8c-30c1b9377bf4 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:27.789303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Allocated IP 172.20.0.2 (0dea704b-f5c0-4251-b5b9-216178f28f87/a3da8d3b-4940-46df-9ab7-d2a6130f22fc/8768de8e-d557-4ac0-9472-01bb56144529) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:27.940881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-66ed8680-a963-4232-9caa-4f99565c2088 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126420 Nov 24 09:49:28.022977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-3f56fdf9-a56d-4e66-9e3b-0f7acbf5d88e service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001366 Nov 24 09:49:28.028034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:28.105846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.106236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.106611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.106994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.107349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.107729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.108102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.108466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.108834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.109264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.109635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:49:28.122247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:28.205301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.228184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.247615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Allocated IP 2001:db8:3::2 (7ecacb23-6a68-47e4-9701-e6fb20ad7928/dc38a670-3ed2-4f10-b86a-3352aae196cb/b6029b73-8487-4412-ad8b-6574ba5af133) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:28.249709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0f126b6-78fe-4480-9bb0-14c1b343c440 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:28.263600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fe15d7a3-e45c-4773-b316-0e3e755a81cc req-647e2538-6f40-4b97-a4a8-059a1d2b86f7 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133175 Nov 24 09:49:28.382213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fde336ad-7881-46af-8a66-0ecdd818dc25 req-5cf44e62-439b-4334-b63c-174fc1d8b7d9 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061314 Nov 24 09:49:28.451390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.497556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for 4ba73a1a-0906-41a4-995f-ef8aa4f423a9 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:28.545394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:28.581747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-4e5a1662-ce24-4d01-a2f1-4dc3d6db8b52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1096 time: 0.1375999 Nov 24 09:49:28.619851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.678516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:28.700213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:28.700883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:28.703867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:28.718310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Transition to ACTIVE for port object 8768de8e-d557-4ac0-9472-01bb56144529 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:28.770341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.774209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=0dd999a5-5313-4add-bd8c-30c1b9377bf4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:28.778077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:28.818114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Transition to ACTIVE for port object 8768de8e-d557-4ac0-9472-01bb56144529 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:28.938203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:28.957025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:28.960521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 4ab588f7-6573-497a-8480-202987c31af2 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:28.996682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Transition to ACTIVE for port object b6029b73-8487-4412-ad8b-6574ba5af133 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:29.015856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.096799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:29.129039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.130876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.137349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:29.138340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:29.152782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef05f7d0-3da8-448e-ab38-2d1a60bc3798 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:29.187400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c640055-13dd-4779-aa61-9b55dde06704 req-00832d64-7b22-4922-93f4-63afca762425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.189108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-00832d64-7b22-4922-93f4-63afca762425 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 898 time: 0.5864987 Nov 24 09:49:29.298550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:29.315938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Transition to ACTIVE for port object b6029b73-8487-4412-ad8b-6574ba5af133 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:29.322151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.323115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.366056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9197507 Nov 24 09:49:29.380051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:29.384677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.396733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:81:e1:85'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:29.397977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:29.399835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Pushing event updated for resources: {'Port': ['ID=8768de8e-d557-4ac0-9472-01bb56144529,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:29.411320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:29.414861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/5f165d4a-fd24-4196-ab2f-1391f9d8668f/3a9317ad-0fa6-43bb-8e68-3a6d265671f4) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:29.417165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25d2063f-63ce-498d-8c3a-d846bd89b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:29.450131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:29.465152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:29.465847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:29.480591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:29.504504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:29.509505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.510393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.513303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:29.513303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:29.516877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=4ab588f7-6573-497a-8480-202987c31af2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:29.524564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0f17776-e19e-46a2-b53e-f2b1efa40934 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/74cb8092-f790-4718-ab65-2c428682a5e3 HTTP/1.1" status: 200 len: 979 time: 11.4424629 Nov 24 09:49:29.524564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:29.534705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47954) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:29.534965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19c219cd-75af-4973-97a8-9ce3cc393799 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:29.591093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=4ba73a1a-0906-41a4-995f-ef8aa4f423a9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:29.602493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d78d8c-9c37-4ed4-8326-24f868c68ed7 req-cd956701-e438-4151-85dd-058d729153b9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.605711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3d78d8c-9c37-4ed4-8326-24f868c68ed7 req-cd956701-e438-4151-85dd-058d729153b9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 943 time: 0.7900379 Nov 24 09:49:29.607298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:29.632817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-9d8838cb-69a4-4f96-b336-b70e76a20750 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 217 time: 0.4349713 Nov 24 09:49:29.637134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.642780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/4ba73a1a-0906-41a4-995f-ef8aa4f423a9 HTTP/1.1" status: 204 len: 168 time: 2.7028296 Nov 24 09:49:29.644521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47958) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:29.646287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:29.680970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15797488'] for subnet, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.681288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:29.683397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Pushing event updated for resources: {'Port': ['ID=b6029b73-8487-4412-ad8b-6574ba5af133,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:29.685801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-78350b1e-8394-474c-bb8e-88c18a545130 None None] Provisioning for port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:29.697330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:29.698208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:29.701150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:29.701722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a7a11-558e-40f5-bd15-b64bdbeee0f5 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:29.713163 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5028996 Nov 24 09:49:29.718010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:29.733239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35f1f282-054b-497b-b00e-7764ed71b11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:29.803430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-78350b1e-8394-474c-bb8e-88c18a545130 None None] Provisioning complete for port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:29.804025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78350b1e-8394-474c-bb8e-88c18a545130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.829635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf20346-6ce1-4e9a-913c-19f122242b93 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:49:29.830209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bcf20346-6ce1-4e9a-913c-19f122242b93 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:29.866996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.867930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:29.869451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "PUT /v2.0/subnets/a3da8d3b-4940-46df-9ab7-d2a6130f22fc HTTP/1.1" status: 200 len: 806 time: 3.6569958 Nov 24 09:49:29.880292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47966) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:29.957433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Attempting to bind port 8768de8e-d557-4ac0-9472-01bb56144529 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:29.958053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Attempting to bind port 8768de8e-d557-4ac0-9472-01bb56144529 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd5bdec9f-9693-4101-9978-d4189b3e2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:29.958645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Attempting to bind port 8768de8e-d557-4ac0-9472-01bb56144529 on network 0dea704b-f5c0-4251-b5b9-216178f28f87 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:29.960981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c640055-13dd-4779-aa61-9b55dde06704 req-b09d54c1-b263-4aaa-876f-568cf04953d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:29.962821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-b09d54c1-b263-4aaa-876f-568cf04953d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 200 len: 835 time: 0.3171704 Nov 24 09:49:29.963739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=a3da8d3b-4940-46df-9ab7-d2a6130f22fc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:30.029765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:30.030388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Checking segment: {'id': 'd5bdec9f-9693-4101-9978-d4189b3e2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:30.031033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.031623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Bound using segment: {'id': 'd5bdec9f-9693-4101-9978-d4189b3e2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:30.032283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Bound port: 8768de8e-d557-4ac0-9472-01bb56144529, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bdec9f-9693-4101-9978-d4189b3e2289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0dea704b-f5c0-4251-b5b9-216178f28f87'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:30.032820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.036462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:30.045968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-78350b1e-8394-474c-bb8e-88c18a545130 None None] Port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:30.048734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3d78d8c-9c37-4ed4-8326-24f868c68ed7 req-e82216ad-4d7c-44d0-87a1-aae491e6a758 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074109 Nov 24 09:49:30.106824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bcf20346-6ce1-4e9a-913c-19f122242b93 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:30.110709 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bcf20346-6ce1-4e9a-913c-19f122242b93 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/4ba73a1a-0906-41a4-995f-ef8aa4f423a9 HTTP/1.1" status: 404 len: 333 time: 0.4221809 Nov 24 09:49:30.121115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516333c-e06e-4550-91dd-fe4ca73c09de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:30.121989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6516333c-e06e-4550-91dd-fe4ca73c09de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:30.125145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Attempting to bind port b6029b73-8487-4412-ad8b-6574ba5af133 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:30.125702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Attempting to bind port b6029b73-8487-4412-ad8b-6574ba5af133 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:30.126386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Attempting to bind port b6029b73-8487-4412-ad8b-6574ba5af133 on network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:30.139272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47970) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:30.197558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:30.198139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Checking segment: {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:30.198915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.199479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Bound using segment: {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:30.200214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Bound port: b6029b73-8487-4412-ad8b-6574ba5af133, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:30.200770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.275163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6516333c-e06e-4550-91dd-fe4ca73c09de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:30.279922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6516333c-e06e-4550-91dd-fe4ca73c09de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5606446 Nov 24 09:49:30.287963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47974) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:30.288710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.292154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.328787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] For port 8768de8e-d557-4ac0-9472-01bb56144529, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:30.335789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.357930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] For port 8768de8e-d557-4ac0-9472-01bb56144529, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8768de8e-d557-4ac0-9472-01bb56144529,segment=NetworkSegment(d5bdec9f-9693-4101-9978-d4189b3e2289),segment_id=d5bdec9f-9693-4101-9978-d4189b3e2289)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:30.361289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:30.362395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.366631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port d1aaacff-062a-4262-946c-b72d2b80a0cd {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:30.367284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.402899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7df20899-c9c2-451f-910b-8514d4d233d6 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:49:30.406287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Transition to ACTIVE for port object 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:30.407751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.420515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.443650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cebdb80-0ebb-4558-be60-b54275be7133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:30.575825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 4ab588f7-6573-497a-8480-202987c31af2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:30.576639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.597932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] For port b6029b73-8487-4412-ad8b-6574ba5af133, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:30.607839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:30.617816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.621689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Transition to ACTIVE for port object 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:30.626386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.632991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19abe44a-eb9b-43b9-b084-cffb817508e5 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:30.692275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.702984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port 8768de8e-d557-4ac0-9472-01bb56144529 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:30.703285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.716235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] For port b6029b73-8487-4412-ad8b-6574ba5af133, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b6029b73-8487-4412-ad8b-6574ba5af133,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:30.720657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.759436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.765922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Pushing event updated for resources: {'Port': ['ID=8768de8e-d557-4ac0-9472-01bb56144529,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:30.781888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:30.783161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:30.830725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] In _notify_port_updated(), no bound segment for port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 on network d49cdeb4-81c3-4071-a700-ab9a646838d5 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:49:30.835468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:30.836200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:30.836814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-8c28c5f8-dec8-4d1e-9145-8e1a4e2f1bfd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7951090 Nov 24 09:49:30.841328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "PUT /v2.0/ports/0dd999a5-5313-4add-bd8c-30c1b9377bf4 HTTP/1.1" status: 200 len: 996 time: 1.4525170 Nov 24 09:49:30.842521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:30.941531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=0dd999a5-5313-4add-bd8c-30c1b9377bf4,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:30.957586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:30.980245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Provisioning for port dae02ec6-795f-4054-9554-9fabfd752a2b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:30.991217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:31.006548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:31.015104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:31.015647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.032281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.036466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.042900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:31.058173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Pushing event updated for resources: {'Port': ['ID=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:31.340517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for d1aaacff-062a-4262-946c-b72d2b80a0cd owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:31.376277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:31.376658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.410062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7df20899-c9c2-451f-910b-8514d4d233d6,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:31.453682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.511917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '7df20899-c9c2-451f-910b-8514d4d233d6', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:49:31.604403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Attempting to bind port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:31.604830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Attempting to bind port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:31.605249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Attempting to bind port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:31.614769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Pushing event updated for resources: {'Port': ['ID=b6029b73-8487-4412-ad8b-6574ba5af133,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:31.636119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:31.640766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.894s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:31.641174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:31.679745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:31.680188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:31.680652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.681106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:31.681627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Bound port: 3a9317ad-0fa6-43bb-8e68-3a6d265671f4, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:31.682053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.706445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.828346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df20899-c9c2-451f-910b-8514d4d233d6 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:49:31.847981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7df20899-c9c2-451f-910b-8514d4d233d6,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:31.868149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.884463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-209717a0-267e-4ca6-a6b1-cb385394a57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:31.951396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96a1d5a3-f6a7-474b-82f3-1f37dce0cd69 None None] Could not find standard attr ID for object 4ba73a1a-0906-41a4-995f-ef8aa4f423a9. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:31.974506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:31.979239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] For port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:31.996718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] For port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:32.000311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:32.005276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:32.007302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.012749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:32.120513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f75ef38a-e2de-436d-ab81-b96d53ef1054 None None] Provisioning complete for port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:32.121220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75ef38a-e2de-436d-ab81-b96d53ef1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.140627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for 0dd999a5-5313-4add-bd8c-30c1b9377bf4 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:32.164680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7df20899-c9c2-451f-910b-8514d4d233d6'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:49:32.184307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port 8768de8e-d557-4ac0-9472-01bb56144529, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8768de8e-d557-4ac0-9472-01bb56144529,segment=NetworkSegment(d5bdec9f-9693-4101-9978-d4189b3e2289),segment_id=d5bdec9f-9693-4101-9978-d4189b3e2289)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:32.184752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.206287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Pushing event updated for resources: {'Port': ['ID=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:32.222839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:32.240214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f75ef38a-e2de-436d-ab81-b96d53ef1054 None None] Port 0dd999a5-5313-4add-bd8c-30c1b9377bf4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:32.253849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f75ef38a-e2de-436d-ab81-b96d53ef1054 None None] Could not find standard attr ID for object 4ba73a1a-0906-41a4-995f-ef8aa4f423a9. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:32.340076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.342659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for 8768de8e-d557-4ac0-9472-01bb56144529 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:32.393088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8144f3ee-7668-4e50-9284-eefd1bf4d6fb tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:32.445463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9afd70-f048-421e-8bb3-a05c9ea068cc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:32.465992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-3868dca8-65cc-4523-a221-50198b11ca0e service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3023825 Nov 24 09:49:32.467769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:32.481945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbf11a-889c-42e5-9acd-a76c7dce747d req-8c7e5c9b-5eca-46ca-9977-9e38fc814ccc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:32.485115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcfbf11a-889c-42e5-9acd-a76c7dce747d req-8c7e5c9b-5eca-46ca-9977-9e38fc814ccc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 943 time: 1.1120934 Nov 24 09:49:32.516580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.541786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.584203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2bc40301-f4ca-4b8f-b077-5cd6c28ebfb3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:32.642077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=0dd999a5-5313-4add-bd8c-30c1b9377bf4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:32.646552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:32.746948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 4ab588f7-6573-497a-8480-202987c31af2 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:32.751387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.761902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-294e4eb4-7c56-46f8-8345-ae6c41939f87 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:32.814195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Port': ['ID=8768de8e-d557-4ac0-9472-01bb56144529,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:32.817600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:32.864266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.901241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8768de8e-d557-4ac0-9472-01bb56144529 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:32.915155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:32.919010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d9afd70-f048-421e-8bb3-a05c9ea068cc HTTP/1.1" status: 204 len: 168 time: 2.7760766 Nov 24 09:49:32.919772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:32.938329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 8768de8e-d557-4ac0-9472-01bb56144529 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:32.938726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8768de8e-d557-4ac0-9472-01bb56144529 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Nov 24 09:49:32.939041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No DVR routers for this DVR port 8768de8e-d557-4ac0-9472-01bb56144529 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:32.977389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port 8768de8e-d557-4ac0-9472-01bb56144529 not found, will not notify nova. {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 24 09:49:32.977389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b6029b73-8487-4412-ad8b-6574ba5af133 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:32.983426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/0dd999a5-5313-4add-bd8c-30c1b9377bf4 HTTP/1.1" status: 204 len: 168 time: 2.1264966 Nov 24 09:49:32.986715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47988) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:33.033119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.046026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Allocated IP 2001:db8:3::1 (7ecacb23-6a68-47e4-9701-e6fb20ad7928/dc38a670-3ed2-4f10-b86a-3352aae196cb/fdb8d231-10bc-4dcf-b542-66b282fb71d3) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:33.048341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b6029b73-8487-4412-ad8b-6574ba5af133 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:33.060030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcfbf11a-889c-42e5-9acd-a76c7dce747d req-139de0f8-cdd7-460e-8f10-06311179a33e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329058 Nov 24 09:49:33.064220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.079882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9aad4593-8b6c-4e08-97a0-48f25b53744f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:33.121679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.146250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96c6860-363b-427d-8443-5765387cf311 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] GET failed (client error): The resource could not be found. Nov 24 09:49:33.147746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f96c6860-363b-427d-8443-5765387cf311 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports/0dd999a5-5313-4add-bd8c-30c1b9377bf4 HTTP/1.1" status: 404 len: 333 time: 0.1431398 Nov 24 09:49:33.155905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=d1aaacff-062a-4262-946c-b72d2b80a0cd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:33.157867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 47992) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:33.165872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.172350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-796440455'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:33.188193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:33.231327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.238774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ae016cf6-c2ec-453d-ba69-cb205274c316 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:33.239030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c640055-13dd-4779-aa61-9b55dde06704 req-0773ae81-a8ec-4f49-9491-7b0535e20d8e service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526755 Nov 24 09:49:33.280975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=a3da8d3b-4940-46df-9ab7-d2a6130f22fc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:33.284442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:33.285370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.294673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1bbc27e-a06e-4d9a-91e1-1874d6eedc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:33.322174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72bbf5-50e2-4fb6-af59-1855d826b22a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:33.325214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:33.366489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.370481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/security-groups/1b72bbf5-50e2-4fb6-af59-1855d826b22a HTTP/1.1" status: 204 len: 168 time: 0.4453895 Nov 24 09:49:33.384051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 47996) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:33.528774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.610102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.668626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99b3a8b8-e674-47e3-ae94-33fdc3d4ca2d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:33.681361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dea704b-f5c0-4251-b5b9-216178f28f87']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:33.745710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bdec9f-9693-4101-9978-d4189b3e2289') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:33.746066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bdec9f-9693-4101-9978-d4189b3e2289') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:33.760701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.779313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Transition to ACTIVE for port object fdb8d231-10bc-4dcf-b542-66b282fb71d3 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:33.784086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.809001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.843025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:33.843516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.848272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:33.863312 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:33.874128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 460a56b0-a2e4-475e-9552-c57ecbe81062 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:33.893093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.916353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=4ab588f7-6573-497a-8480-202987c31af2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:33.919081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:33.920449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:33.977197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:34.016592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:34.022999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.051184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.053147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.061143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c244ab3-fae8-4d4b-ae14-a9b5126861e8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:34.065796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:port and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:34.069201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:34.086829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.089572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:34.101884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=0dea704b-f5c0-4251-b5b9-216178f28f87,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:34.106712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:34.111661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:34.111767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/0dea704b-f5c0-4251-b5b9-216178f28f87 HTTP/1.1" status: 204 len: 168 time: 4.2197263 Nov 24 09:49:34.112712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48002) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:34.121812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:34.130136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:34.130727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.146665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/4ab588f7-6573-497a-8480-202987c31af2 HTTP/1.1" status: 204 len: 168 time: 3.8512039 Nov 24 09:49:34.147568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c2358-d9a7-43a4-909d-f997c258d938 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:34.148078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37c2358-d9a7-43a4-909d-f997c258d938 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:34.148922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48006) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:34.149915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a37c2358-d9a7-43a4-909d-f997c258d938 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/0dea704b-f5c0-4251-b5b9-216178f28f87 HTTP/1.1" status: 404 len: 339 time: 0.0359716 Nov 24 09:49:34.153762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:34.154338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48008) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:34.155998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:34.160099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683090434', 'description': 'd1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:34.171747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:34.180343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:network and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:34.184716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:34.199506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:34.216790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:34.222717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.236531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:34.242753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.272455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ce0ec-16d9-4b9f-a481-f1c6508c95ee tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:34.274425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ce0ec-16d9-4b9f-a481-f1c6508c95ee tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:34.274872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fc7ce0ec-16d9-4b9f-a481-f1c6508c95ee tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:34.280378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.296520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3ec7b2ad-76aa-49aa-9e62-c0ef1c64aca1 None None] Could not find standard attr ID for object 8768de8e-d557-4ac0-9472-01bb56144529. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:34.321854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port 73a82a21-079e-49d8-a57d-9e8ff8872265 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:34.359887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fc7ce0ec-16d9-4b9f-a481-f1c6508c95ee tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:34.362134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:34.364827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc7ce0ec-16d9-4b9f-a481-f1c6508c95ee tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2106521 Nov 24 09:49:34.365528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:34.376486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14b4d6-637c-43b4-be70-c3e9a833170c None None] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:34.391811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.392200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment c59f143e-2c8d-4725-9890-5c6ddbd5ee8c of type vlan for network c5a3be2b-7960-498d-8c79-695c89eb119c Nov 24 09:49:34.411472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7df20899-c9c2-451f-910b-8514d4d233d6 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:34.445426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad335-95c9-4fa0-9530-4d0f43dbf201 req-ea998d9e-854a-4ad9-9dd3-4a42a4e1ec77 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:34.449916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec3ad335-95c9-4fa0-9530-4d0f43dbf201 req-ea998d9e-854a-4ad9-9dd3-4a42a4e1ec77 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 944 time: 0.2109239 Nov 24 09:49:34.451143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.455630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.460908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-437be892-27fa-4c99-9031-d925925bed90 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:34.484160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b29f1b-2fcb-4d75-a023-5464042fdd79 None None] DHCP port deletion for 0dea704b-f5c0-4251-b5b9-216178f28f87 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:34.500432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=460a56b0-a2e4-475e-9552-c57ecbe81062,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:34.526058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:34.541835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.604009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19070f5a-2e34-40b5-af07-d53155c804e6 None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:34.606009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/460a56b0-a2e4-475e-9552-c57ecbe81062 HTTP/1.1" status: 204 len: 168 time: 1.2181149 Nov 24 09:49:34.610859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48018) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:34.617784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec3ad335-95c9-4fa0-9530-4d0f43dbf201 req-54387283-92d5-4296-b1e3-f8acc62c9fee tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191685 Nov 24 09:49:34.623042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:34.630036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4f33e-7fa9-43e7-b7c0-873c38b1a94c None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:34.641436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.647630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:34.648429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.662350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c0cc0ad-50ca-4653-bbcd-234092b69182 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:34.665665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19070f5a-2e34-40b5-af07-d53155c804e6 None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:49:34.685452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Provisioning for port b6029b73-8487-4412-ad8b-6574ba5af133 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:34.698041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84998a2-0067-4fdb-824d-f6165a9a196f None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:34.751235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Provisioning complete for port b6029b73-8487-4412-ad8b-6574ba5af133 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:34.751770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:34.892052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84998a2-0067-4fdb-824d-f6165a9a196f None None] Network 0dea704b-f5c0-4251-b5b9-216178f28f87 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:49:34.907470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:34.949986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 7df20899-c9c2-451f-910b-8514d4d233d6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:35.017782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.029172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 7df20899-c9c2-451f-910b-8514d4d233d6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:35.029593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.125520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=c5a3be2b-7960-498d-8c79-695c89eb119c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:35.139358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:35.154528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network c5a3be2b-7960-498d-8c79-695c89eb119c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:35.157738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0023856 Nov 24 09:49:35.158850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:35.193240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.6 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/73a82a21-079e-49d8-a57d-9e8ff8872265) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:35.379573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8c599-9dbc-4c59-9c3f-f2e29e523b5b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:35.380446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e6b8c599-9dbc-4c59-9c3f-f2e29e523b5b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Synchronizing usage tracker for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:35.424974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e6b8c599-9dbc-4c59-9c3f-f2e29e523b5b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Unset dirty status for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:35.428168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6b8c599-9dbc-4c59-9c3f-f2e29e523b5b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks?id=c5a3be2b-7960-498d-8c79-695c89eb119c HTTP/1.1" status: 200 len: 760 time: 0.2625372 Nov 24 09:49:35.429701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48026) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:35.450479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'description': 'd2'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:35.450876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 5f165d4a-fd24-4196-ab2f-1391f9d8668f {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:35.461676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.594926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:35.619992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:35.627508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:35.637979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:35.690204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:35.692646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.706925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.710517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:35.717160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.771782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.837088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8768de8e-d557-4ac0-9472-01bb56144529 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:35.885496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] For port b6029b73-8487-4412-ad8b-6574ba5af133, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b6029b73-8487-4412-ad8b-6574ba5af133,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:35.894748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 8768de8e-d557-4ac0-9472-01bb56144529 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:35.895278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8768de8e-d557-4ac0-9472-01bb56144529 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:35.899730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.914832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57bc798a-c2ca-4bd2-b7fa-391b3053ce20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:35.929568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:35.947816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:49:35.979645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7df20899-c9c2-451f-910b-8514d4d233d6,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:35.989785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.018964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Pushing event updated for resources: {'Port': ['ID=b6029b73-8487-4412-ad8b-6574ba5af133,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:36.037149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:36.039909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-448598ef-f041-4afc-ba3f-9fce53bfa8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:36.149008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:36.160747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:36.162518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Provisioning for port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:36.170281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Provisioning complete for port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:36.170847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.174851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.185552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:36.310715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6', 'code': 200} Nov 24 09:49:36.343765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.379477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network c5a3be2b-7960-498d-8c79-695c89eb119c is not hosted by any dhcp agent {{(pid=88878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Nov 24 09:49:36.391514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:36.392240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.394364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "PUT /v2.0/networks/c5a3be2b-7960-498d-8c79-695c89eb119c HTTP/1.1" status: 200 len: 757 time: 0.9556544 Nov 24 09:49:36.435876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:36.436719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=c5a3be2b-7960-498d-8c79-695c89eb119c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:36.454643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.465683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network c5a3be2b-7960-498d-8c79-695c89eb119c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:36.493252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:36.496878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.534239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa540-71a3-4401-9769-dd411f7c0db7 req-49d7030c-07fb-490f-a8a7-0c019e0d8b58 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:36.536421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a8fa540-71a3-4401-9769-dd411f7c0db7 req-49d7030c-07fb-490f-a8a7-0c019e0d8b58 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.6104336 Nov 24 09:49:36.631839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object 73a82a21-079e-49d8-a57d-9e8ff8872265 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:36.688773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09555f8-ab23-41c5-b404-cc9273ef5dd1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:36.690938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d09555f8-ab23-41c5-b404-cc9273ef5dd1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks?id=c5a3be2b-7960-498d-8c79-695c89eb119c HTTP/1.1" status: 200 len: 760 time: 0.2445180 Nov 24 09:49:36.725935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:36.737233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045124861'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:36.751218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:36.770383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:36.771274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a8fa540-71a3-4401-9769-dd411f7c0db7 req-d3c561ef-129a-4d91-b126-5a0fc545b8bc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643209 Nov 24 09:49:36.805238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:36.806308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.810861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.838369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.839305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.875206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:36.879653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b6029b73-8487-4412-ad8b-6574ba5af133 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:36.898899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.899302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment 7c6ec7e3-4db2-4428-9efd-9c8b9514dacf of type vlan for network d9695024-1328-4676-b719-d4859bd16f65 Nov 24 09:49:36.901196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.902970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06dfd819-a398-4fef-b1cc-f67b069c7c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:36.911497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b70969d-29e9-4ab4-bc3c-0f00a172749a tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:36.962448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:36.978077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=901ffef6-f512-4d68-a063-e7c49f521fed,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:36.984243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:36.992931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:49:36.993609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:49:37.013828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:37.016905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:37.018282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b6029b73-8487-4412-ad8b-6574ba5af133 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:37.018747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.020304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.025648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:37.026069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.026289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.074254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4605994 Nov 24 09:49:37.077127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:37.084692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'security_group': {'name': 'tempest-secgroup-643833819'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:37.089925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.094440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:37.095149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.103504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:37.224753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:37.232082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=d9695024-1328-4676-b719-d4859bd16f65,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:37.235613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:37.239691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:37.241658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:37.247454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d9695024-1328-4676-b719-d4859bd16f65 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:37.254889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:37.265952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5361776 Nov 24 09:49:37.266183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273471b1-3b2b-48b8-a370-41793fc965b2 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:37.266812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:37.275407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': 'd9695024-1328-4676-b719-d4859bd16f65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:37.292368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.372990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa928a1-e9f4-4b4e-b44f-0c5d613ed63f None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:37.389924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.419463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:37.420883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9622129-487f-4d7b-aab0-4620b87a14fa req-a8516be8-059a-44e8-95a9-c20faf08c8fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1098 time: 0.7879517 Nov 24 09:49:37.421629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event updated for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:37.431946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:37.441524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:37.443419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:37.445976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:37.456010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:37.458556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:37.463169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Usage tracker for resource:subnet and tenant:3af0abd5d36c49b2b04c527dcb7140bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:37.467719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:37.478617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:37.495853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:37.508888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:37.512861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:37.516527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=5f165d4a-fd24-4196-ab2f-1391f9d8668f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:37.523705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/5f165d4a-fd24-4196-ab2f-1391f9d8668f HTTP/1.1" status: 204 len: 168 time: 3.1533430 Nov 24 09:49:37.525280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:37.526342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-904176b3-edd7-42d9-974d-f11f1c3b39fc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:37.532745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:37.535204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1ce9f74-e7c6-40b2-a5e4-7959c005d135 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:37.641678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:37.650750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.660782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.679173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.689719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b354b18-9cd3-4924-895c-52e86ad37c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:37.742012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3aef75b-5230-4439-952e-27e1142d3278 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106879 Nov 24 09:49:37.743881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:37.798005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:37.798973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=73a82a21-079e-49d8-a57d-9e8ff8872265,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:37.845098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.870868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:37.872449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7944765 Nov 24 09:49:37.884285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:37.963940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] For port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:37.967713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:37.974390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48062) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:37.986052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9622129-487f-4d7b-aab0-4620b87a14fa req-1d1c1efd-8fef-4272-9088-4dd8802541df service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5521233 Nov 24 09:49:38.008427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28b746-79f6-4ff2-9221-85255f28a033,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:38.009524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.012902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6cef43-80c3-45de-b833-18837fcbaa2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:38.029843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:38.030529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.045798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110762927'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:38.053703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:38.067160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Could not find standard attr ID for object 4ab588f7-6573-497a-8480-202987c31af2. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:38.117079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Pushing event updated for resources: {'Port': ['ID=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:38.121489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:38.185293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:38.189082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:38.198076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:38.199843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.203929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:38.208489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfecf5d3-acb1-4afe-8d3f-b78c3088263a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:38.211623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Deleting port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:38.212048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.231672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:38.240278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0736797 Nov 24 09:49:38.246249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:38.263074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.269159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee6900-eddd-47b0-b6af-ede49d32369e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:38.290984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0dee6900-eddd-47b0-b6af-ede49d32369e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4927428 Nov 24 09:49:38.301898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48070) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:38.306777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'network_id': 'd49cdeb4-81c3-4071-a700-ab9a646838d5', 'name': 'tempest-AllowedAddressPairTestJSON-2030896044'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:38.387546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5d16d-3eee-408e-bc29-bfb524ea2f73 req-a4a6ceff-74a3-4f17-9086-0b318dfaf385 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:38.389460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62a5d16d-3eee-408e-bc29-bfb524ea2f73 req-a4a6ceff-74a3-4f17-9086-0b318dfaf385 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.3779221 Nov 24 09:49:38.461684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] For port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:38.462038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.498856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=1f042b7a-b3aa-40cf-abee-8f680068c6fa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:38.517158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:38.567362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': '7c6ec7e3-4db2-4428-9efd-9c8b9514dacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9695024-1328-4676-b719-d4859bd16f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:38.567864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: d9695024-1328-4676-b719-d4859bd16f65, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:38.585591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:38.586508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62a5d16d-3eee-408e-bc29-bfb524ea2f73 req-e39e0919-2eb2-4f87-bbdf-2542a0557ee7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842215 Nov 24 09:49:38.595016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Calling delete_port for 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:38.605374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:38.616104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Usage tracker for resource:port and tenant:c97df748c6154603aa7bdcb3da90de9c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:38.618392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:38.627001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:38.632339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning complete for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:38.632767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.633646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:38.639022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network d9695024-1328-4676-b719-d4859bd16f65 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:38.640236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:38.645859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Made reservation on behalf of c97df748c6154603aa7bdcb3da90de9c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:38.647580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:38.652238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.655804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:38.676741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d9695024-1328-4676-b719-d4859bd16f65) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:38.683234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:38.683873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.702475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] device_id is not set on port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:38.773449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0455f-e6d2-4b8f-94a9-fbb06302f5d0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:38.774226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ca0455f-e6d2-4b8f-94a9-fbb06302f5d0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:38.827939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Update dhcp port {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'fixed_ips': [{'subnet_id': '20115869-0c94-4458-9ac7-7b8970dfec3c', 'ip_address': '172.20.0.18'}, {'subnet_id': '901ffef6-f512-4d68-a063-e7c49f521fed'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'dae02ec6-795f-4054-9554-9fabfd752a2b'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:49:38.844162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ca0455f-e6d2-4b8f-94a9-fbb06302f5d0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:38.845465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ca0455f-e6d2-4b8f-94a9-fbb06302f5d0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5308771 Nov 24 09:49:38.850384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48074) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:38.864557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b1d772-0e19-42ec-a359-0d52f1d52198 None None] Network d9695024-1328-4676-b719-d4859bd16f65 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:38.864962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5953228 Nov 24 09:49:38.871683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48078) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:38.878596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:38.934444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.962640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20c37c40-86dc-4899-8449-a9f8eca6f188 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035616 Nov 24 09:49:38.962640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:38.965010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48082) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:38.967216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73466b40-5892-4d7a-ac94-38535db4087d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:38.985925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:39.011300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Allocated IP 172.20.0.4 (d49cdeb4-81c3-4071-a700-ab9a646838d5/a314de3a-57a7-4684-9f04-f0062eae953e/e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:39.037364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:39.052688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:39.067810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Port fdb8d231-10bc-4dcf-b542-66b282fb71d3 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:39.075211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:39.076467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:39.081434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.093429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.182907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:39.195980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:39.196926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:39.230669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:39.233312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be997c-6e87-465f-b4d6-c786b396acf6,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:39.235781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.237296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2493141 Nov 24 09:49:39.239340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.242068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:39.251172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283363011'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:39.267679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:39.270558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:39.271229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30911ca-baae-4298-aaaa-45bd7767530e None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:39.293788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:39.322898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:39.327063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No ports have port_id starting with 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 Nov 24 09:49:39.329788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.334314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/74cb8092-f790-4718-ab65-2c428682a5e3 HTTP/1.1" status: 204 len: 168 time: 9.7877142 Nov 24 09:49:39.336646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:39.343236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.362278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48090) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:39.376765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15851227-847a-44aa-85cd-77609056f120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:39.441784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Pushing event deleted for resources: {'Port': ['ID=3a9317ad-0fa6-43bb-8e68-3a6d265671f4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:39.444568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:39.454737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] No DVR routers for this DVR port 3a9317ad-0fa6-43bb-8e68-3a6d265671f4 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:39.483919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:39.484476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.559825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:39.568530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.594143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 0df19b31-2d57-4193-b56a-05fcf41188c1 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:39.594521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.597419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:39.614145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:39.639723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:39.680507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.711587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Allocated IP 172.20.0.2 (7c820c02-4818-4edf-beb1-fd19dc576bc8/901ffef6-f512-4d68-a063-e7c49f521fed/dae02ec6-795f-4054-9554-9fabfd752a2b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:39.729235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.745247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.759175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:39.816171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Transition to ACTIVE for port object e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:39.818947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=1f042b7a-b3aa-40cf-abee-8f680068c6fa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:39.826275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:39.828623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:39.857728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:security_group_rule and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:39.873159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:39.887312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:39.902599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa941008-7edb-44b3-ad92-c9b052584b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d9695024-1328-4676-b719-d4859bd16f65', 'network_id': 'd9695024-1328-4676-b719-d4859bd16f65', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '1f042b7a-b3aa-40cf-abee-8f680068c6fa'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:39.903526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa941008-7edb-44b3-ad92-c9b052584b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:39.957290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:49:39.966453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.008069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.016871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9695024-1328-4676-b719-d4859bd16f65']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:40.024572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3981c4d4-3800-4262-993c-c4cbbe77b2ee tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:40.077473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6ec7e3-4db2-4428-9efd-9c8b9514dacf') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:40.078055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6ec7e3-4db2-4428-9efd-9c8b9514dacf') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:40.107023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.111191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:40.166104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.172749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:40.173873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7961d-58c8-45e1-97ee-e6b6bf9aa0cf None None] Network d9695024-1328-4676-b719-d4859bd16f65 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:40.177144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:40.178378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.182333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.183618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:40.187152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:40.191850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning for port 73a82a21-079e-49d8-a57d-9e8ff8872265 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:40.192049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:40.219410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.223622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning complete for port 73a82a21-079e-49d8-a57d-9e8ff8872265 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:40.224053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.228763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:40.229207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.269082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Transition to ACTIVE for port object dae02ec6-795f-4054-9554-9fabfd752a2b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:40.339371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34b3e53c-087a-4f32-b3b6-5b7f8430515c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:40.339837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:40.353092 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:40.370321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61a6f71f-8acc-4208-bb45-6a8bd106b8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:40.399232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cc34c-71a9-43c2-8b7b-9ccaea8dec47 req-25a45d53-6ccf-4dd8-9112-1f3a38f2c2ce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:40.400929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d8cc34c-71a9-43c2-8b7b-9ccaea8dec47 req-25a45d53-6ccf-4dd8-9112-1f3a38f2c2ce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.4029291 Nov 24 09:49:40.434011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.445590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:40.446177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.447301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:40.448985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.451020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538213fa-ed69-4a67-9759-24f33cba855c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:40.462514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-975720fd-e38b-48e9-9882-d29bb8fd5587 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:40.464837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.466375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2213068 Nov 24 09:49:40.469684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.475776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:40.476541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-073437e4-8882-4652-aece-3ae05907f755 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:40.495522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Port 73a82a21-079e-49d8-a57d-9e8ff8872265 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:40.496935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:40.499702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.510345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:40.514746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-653841028', 'security_groups': ['538213fa-ed69-4a67-9759-24f33cba855c'], 'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '901ffef6-f512-4d68-a063-e7c49f521fed'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:40.541004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=d9695024-1328-4676-b719-d4859bd16f65,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:40.553651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:40.568965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/d9695024-1328-4676-b719-d4859bd16f65 HTTP/1.1" status: 204 len: 168 time: 1.6958666 Nov 24 09:49:40.573364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:40.591753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9396987 Nov 24 09:49:40.592649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48104) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:40.597816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.643107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3862982 Nov 24 09:49:40.651982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:40.685546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 0df19b31-2d57-4193-b56a-05fcf41188c1 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:40.702409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:40.705995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:40.708077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning complete for port b6029b73-8487-4412-ad8b-6574ba5af133 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:40.708503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.725596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:81:e1:85'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ce:3f:dc'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:40.758722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:40.759343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:40.762761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:40.773686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=a64790b8-4a1c-4e78-93f1-f0e496733c4f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:40.777035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6796468b-866c-4774-8bbd-01f3f9e6cfaa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] GET failed (client error): The resource could not be found. Nov 24 09:49:40.777572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6796468b-866c-4774-8bbd-01f3f9e6cfaa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Synchronizing usage tracker for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:40.779727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:40.785435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:40.788105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d8cc34c-71a9-43c2-8b7b-9ccaea8dec47 req-d4426a10-f0be-45f3-8dce-7d9bd50b6324 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768775 Nov 24 09:49:40.789365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:40.790020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:40.824189 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8469303 Nov 24 09:49:40.827569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48116) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:40.833834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'a64790b8-4a1c-4e78-93f1-f0e496733c4f', 'ip_address': '2001:db8::43b6:4d16:4394:3b12'}], 'name': 'tempest-NetworksTestDHCPv6-167929026'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:40.903136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832216b9-2bb0-498d-a810-f1d68b33258c None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:40.984144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6796468b-866c-4774-8bbd-01f3f9e6cfaa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Unset dirty status for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:40.985398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6796468b-866c-4774-8bbd-01f3f9e6cfaa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets/1f042b7a-b3aa-40cf-abee-8f680068c6fa HTTP/1.1" status: 404 len: 337 time: 0.4030826 Nov 24 09:49:41.001057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:41.011778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:41.014228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:41.043339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:41.177115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:41.222506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:41.230818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.237580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe19556-9ad1-45c7-9990-cba3101ccc69 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:41.238088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe19556-9ad1-45c7-9990-cba3101ccc69 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:41.250162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89d36eee-9b9f-4ae5-926a-7ca15fd34b78 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:41.322933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33fc09-39dd-4f62-8f8e-a7f1dccbbbef req-6ed78539-24ab-4f02-b52c-27690235dace tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:41.328515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af33fc09-39dd-4f62-8f8e-a7f1dccbbbef req-6ed78539-24ab-4f02-b52c-27690235dace tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.3067770 Nov 24 09:49:41.360374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=0df19b31-2d57-4193-b56a-05fcf41188c1,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:41.382802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:41.387183 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebe19556-9ad1-45c7-9990-cba3101ccc69 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/d9695024-1328-4676-b719-d4859bd16f65 HTTP/1.1" status: 404 len: 339 time: 0.2387838 Nov 24 09:49:41.395088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48124) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:41.464448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:41.470002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:41.474168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:41.481423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:41.505162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:41.547279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:41.563224 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af33fc09-39dd-4f62-8f8e-a7f1dccbbbef req-bf79b0a1-bcc0-47e2-b70e-e5c06666b91f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285817 Nov 24 09:49:41.593382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:41.640006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.730406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.778471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] device_id is not set on port a515ee95-a9bb-487e-a5e7-3754e088aff6 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:41.798745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.897215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:41.897353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.914831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f75b892-bc67-4173-8b7b-e60365b1abcb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1093 time: 0.3170104 Nov 24 09:49:41.916535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 78343bff-fa07-48b6-8bcf-9695e44eaf88 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:41.930926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'a64790b8-4a1c-4e78-93f1-f0e496733c4f'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:41.931751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:41.960676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48132) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:41.974621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:42.011202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:42.013982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.036210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:42.048405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118bab1-fa33-4824-949f-8fa891b1c007 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:42.050540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f118bab1-fa33-4824-949f-8fa891b1c007 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Synchronizing usage tracker for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:42.053570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:42.072839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:42.082943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/0df19b31-2d57-4193-b56a-05fcf41188c1 HTTP/1.1" status: 204 len: 168 time: 2.7141490 Nov 24 09:49:42.110307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fc6d3439-a6a2-4b5c-bf2e-958b7dda88d5 None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:42.110563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:42.119092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:42.153986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:42.164541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:floatingip and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:42.172609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:42.189171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:42.204801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.4 (7c820c02-4818-4edf-beb1-fd19dc576bc8/901ffef6-f512-4d68-a063-e7c49f521fed/a515ee95-a9bb-487e-a5e7-3754e088aff6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:42.212637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.259113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.272245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.282622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.287145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5956617-b9c1-46ba-95ac-e2c2218028b9 tempest-AllowedAddressPairIpV6TestJSON-199671734 tempest-AllowedAddressPairIpV6TestJSON-199671734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:42.294316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f118bab1-fa33-4824-949f-8fa891b1c007 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Unset dirty status for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:42.297241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f118bab1-fa33-4824-949f-8fa891b1c007 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8936620 Nov 24 09:49:42.305329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48140) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:42.319525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/a64790b8-4a1c-4e78-93f1-f0e496733c4f/3c0b19d1-d074-47ec-9016-fce9505fd4e8) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:42.325944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning for port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:42.342625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning complete for port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:42.343417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.436250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:34Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:35Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:42.499761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event updated for resources: {'Port': ['ID=e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:42.513967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:49:42.514502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Updating router 4e02244e-7cbd-4966-afd6-433735ff2b14 port fdb8d231-10bc-4dcf-b542-66b282fb71d3 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:49:42.569966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:42.639757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.684061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5d06740-e9c8-4efb-9f8e-bf8764f7a084 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Synchronizing usage tracker for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:42.702166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning complete for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:42.702860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.787984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5d06740-e9c8-4efb-9f8e-bf8764f7a084 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Unset dirty status for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:42.792711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5d06740-e9c8-4efb-9f8e-bf8764f7a084 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 207 time: 0.4828258 Nov 24 09:49:42.794031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48144) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:42.909059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Port fdb8d231-10bc-4dcf-b542-66b282fb71d3 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:42.914525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:42.961626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] In _notify_port_updated(), no bound segment for port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 on network d49cdeb4-81c3-4071-a700-ab9a646838d5 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:49:42.964524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.965880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:42.966614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:42.971487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "PUT /v2.0/ports/e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 HTTP/1.1" status: 200 len: 1056 time: 2.2557592 Nov 24 09:49:42.977973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48148) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:42.982364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning for port dae02ec6-795f-4054-9554-9fabfd752a2b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:43.008125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Transition to ACTIVE for port object 3c0b19d1-d074-47ec-9016-fce9505fd4e8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:43.011105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:43.011650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.088239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.112204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:43.112644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.152397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Transition to ACTIVE for port object 3c0b19d1-d074-47ec-9016-fce9505fd4e8 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:43.172280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object a515ee95-a9bb-487e-a5e7-3754e088aff6 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:43.181329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.189270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82f1ce37-105b-4d9a-a57f-1501e876615a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:43.206066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.391841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.405807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4bd8882b-e344-475e-8793-dfdcca06c6f4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:43.429554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c60d-88c6-4483-8328-88e86aea1238 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:43.438636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c60d-88c6-4483-8328-88e86aea1238 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:43.447821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c60d-88c6-4483-8328-88e86aea1238 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:43.457489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874c60d-88c6-4483-8328-88e86aea1238 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:43.460829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4874c60d-88c6-4483-8328-88e86aea1238 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6653864 Nov 24 09:49:43.481359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48152) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:43.525000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Pushing event updated for resources: {'Port': ['ID=3c0b19d1-d074-47ec-9016-fce9505fd4e8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:43.530484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:43.534190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:43.538747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:43.544990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.545925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:43.603703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=a515ee95-a9bb-487e-a5e7-3754e088aff6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:43.607234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:43.617217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::43b6:4d16:4394:3b12 (d35a00cd-fc87-44df-a65e-9faae0fcef26/a64790b8-4a1c-4e78-93f1-f0e496733c4f/78343bff-fa07-48b6-8bcf-9695e44eaf88) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:43.635152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:43.641434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:43.644337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:43.645062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:43.645582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.777492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:43.778200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.783185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.184 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/63aff6c7-9a33-42f7-a582-a33c421d91a6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:43.788672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Attempting to bind port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:43.789410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Attempting to bind port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:43.789538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.789650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Attempting to bind port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:43.800827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:43.801865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:43.801865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.802331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:43.803029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Bound port: 3c0b19d1-d074-47ec-9016-fce9505fd4e8, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:43.803465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.819819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e9a18c00-89c8-45fd-9ef2-632dd173a18b None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:43.826723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.829881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:49:43.874412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Transition to ACTIVE for port object fdb8d231-10bc-4dcf-b542-66b282fb71d3 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:43.892560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.899894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d0633a7-abf1-4b6a-b5a8-812002397147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:43.914938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f350bc69-1a28-4f64-a6ab-b1de74e336aa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4181149 Nov 24 09:49:43.919748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Removed routes are [] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:49:43.920195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:43.927211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48156) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:43.980775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:44.068544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5609281 Nov 24 09:49:44.071958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48160) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:44.088451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:44.089876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a991d8a-1f48-42f4-ae3f-940c8437f3e3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:44.105964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a991d8a-1f48-42f4-ae3f-940c8437f3e3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:44.119909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a991d8a-1f48-42f4-ae3f-940c8437f3e3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1829734 Nov 24 09:49:44.119909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48164) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:44.147546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] For port 3c0b19d1-d074-47ec-9016-fce9505fd4e8, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:44.158159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] For port 3c0b19d1-d074-47ec-9016-fce9505fd4e8, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3c0b19d1-d074-47ec-9016-fce9505fd4e8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:44.208378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Pushing event updated for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:44.224660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:44.266752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-04274cee-50b3-4ff2-8fc1-d06e96d7e1ca None None] Provisioning complete for port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:44.267186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04274cee-50b3-4ff2-8fc1-d06e96d7e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.305582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.340333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:44.433117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.460949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Attempting to bind port fdb8d231-10bc-4dcf-b542-66b282fb71d3 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:44.461433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Attempting to bind port fdb8d231-10bc-4dcf-b542-66b282fb71d3 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:44.461793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Attempting to bind port fdb8d231-10bc-4dcf-b542-66b282fb71d3 on network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:44.469026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:44.476412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:44.476773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Checking segment: {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:44.476962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.477956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Bound using segment: {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:44.478389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Bound port: fdb8d231-10bc-4dcf-b542-66b282fb71d3, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757659f3-fbc8-4528-bd8b-0a3924c57068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:44.478866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.481695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:44.490317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:44.493153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93bbef-b261-4120-a8ea-4acbfec536b0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:44.494447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93bbef-b261-4120-a8ea-4acbfec536b0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:44.504392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa93bbef-b261-4120-a8ea-4acbfec536b0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3753591 Nov 24 09:49:44.507446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:44.508339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48168) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:44.524355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:44.531930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.553670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.556094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.569800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-837fc705-d69b-49bb-a5ed-3a13e1656081 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:44.585830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Pushing event updated for resources: {'Port': ['ID=3c0b19d1-d074-47ec-9016-fce9505fd4e8,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:44.610611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:44.655629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-04274cee-50b3-4ff2-8fc1-d06e96d7e1ca None None] Port e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:44.696261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:44.705441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] For port fdb8d231-10bc-4dcf-b542-66b282fb71d3, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:44.710411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] For port fdb8d231-10bc-4dcf-b542-66b282fb71d3, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdb8d231-10bc-4dcf-b542-66b282fb71d3,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:44.715982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.730907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:44.757462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:44.775773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:44.779102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:44.827225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.22 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/c12f1e45-f25b-44e3-b006-4f6c09d1002b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:44.835191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Pushing event updated for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:44.837175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 78343bff-fa07-48b6-8bcf-9695e44eaf88 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:44.839483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:44.854953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:44.855836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:44.976086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=63aff6c7-9a33-42f7-a582-a33c421d91a6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:45.093586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b9556-6a1c-4c6e-943a-975e2ec1eddd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:45.095070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-101b9556-6a1c-4c6e-943a-975e2ec1eddd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks/892de328-61be-4edd-b7ac-17d3e24a2cf9 HTTP/1.1" status: 200 len: 800 time: 0.5806458 Nov 24 09:49:45.112595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:45.116679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:45.167108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6c4e24f-9ec7-4118-a7fb-8802957e0d04 None None] Provisioning for port a515ee95-a9bb-487e-a5e7-3754e088aff6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:45.183871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6c4e24f-9ec7-4118-a7fb-8802957e0d04 None None] Provisioning complete for port a515ee95-a9bb-487e-a5e7-3754e088aff6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:45.184599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c4e24f-9ec7-4118-a7fb-8802957e0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.391137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4e24f-9ec7-4118-a7fb-8802957e0d04 None None] Port a515ee95-a9bb-487e-a5e7-3754e088aff6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:45.395614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.455773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 901ffef6-f512-4d68-a063-e7c49f521fed (CIDR: 172.20.0.0/28) Nov 24 09:49:45.458811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:45.675889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.696199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40af9b6b-35da-4ec4-90fb-968a26d16f1e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:45.714726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:43Z', 'revision_number': 6, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:44Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:45.739861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3684-3df9-4ab0-bbf7-3397f74d78bd None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:43Z', 'revision_number': 6, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:44Z', 'revision_number': 4, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:45.780394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.211s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:45.789246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.795858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.193s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:45.796524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:45.820267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:49:45.820267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:45.825964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.913968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:45.915059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=78343bff-fa07-48b6-8bcf-9695e44eaf88,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:45.931000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:45.956699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:45.960643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:45.965307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:45.965948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.968653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:45.979672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:46.076379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2451284 Nov 24 09:49:46.077585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48176) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:46.135746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6bf717db-f448-454b-a23e-1d4c63b1fbc6 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0547287 Nov 24 09:49:46.138158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:46.159927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:46.208001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:46.217139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eab0e8be-91ec-451d-9058-02bfa6389120 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:46.334413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c12f1e45-f25b-44e3-b006-4f6c09d1002b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:46.342756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:46.366954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de329e9a-d6e6-4ea5-86b4-570123927f0d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:46.374536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de329e9a-d6e6-4ea5-86b4-570123927f0d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:46.375518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de329e9a-d6e6-4ea5-86b4-570123927f0d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:46.389903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:46.394411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:46.400575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:46.475656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:46.476830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de329e9a-d6e6-4ea5-86b4-570123927f0d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:46.478188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de329e9a-d6e6-4ea5-86b4-570123927f0d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3985143 Nov 24 09:49:46.485421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48184) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:46.590536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c73e95b-2cfb-46fe-a266-9045160fc323 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Synchronizing usage tracker for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:46.612146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 78343bff-fa07-48b6-8bcf-9695e44eaf88 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:46.612643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:46.661035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c73e95b-2cfb-46fe-a266-9045160fc323 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Unset dirty status for tenant:3af0abd5d36c49b2b04c527dcb7140bf on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:46.662908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c73e95b-2cfb-46fe-a266-9045160fc323 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/networks/892de328-61be-4edd-b7ac-17d3e24a2cf9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.5015082 Nov 24 09:49:46.678084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48188) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:46.885717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:46.887866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 HTTP/1.1" status: 204 len: 168 time: 3.9088125 Nov 24 09:49:46.900184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48192) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:47.016806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdb8d231-10bc-4dcf-b542-66b282fb71d3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:47.021957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:47.043283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c1c4d-21c0-4ea3-a109-5d2977cf9425 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:47.043283 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b7c1c4d-21c0-4ea3-a109-5d2977cf9425 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets/f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1 HTTP/1.1" status: 200 len: 811 time: 0.2983711 Nov 24 09:49:47.047613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:47.051130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:47.053230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd62e26-1224-48cf-8812-384532e7b219 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] GET failed (client error): The resource could not be found. Nov 24 09:49:47.053805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9cd62e26-1224-48cf-8812-384532e7b219 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Synchronizing usage tracker for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:47.059812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:47.124419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:47.141578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:47.147616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:47.148181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.197511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:47.231499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926031d3-a796-4fb2-a65a-780fa8528ab5 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:47.233297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-926031d3-a796-4fb2-a65a-780fa8528ab5 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "GET /v2.0/subnets/f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1760807 Nov 24 09:49:47.245330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48200) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:47.246004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9cd62e26-1224-48cf-8812-384532e7b219 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Unset dirty status for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:47.247335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9cd62e26-1224-48cf-8812-384532e7b219 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports/e2111a2e-ff8f-4f8e-91b0-fcdffff6afc7 HTTP/1.1" status: 404 len: 333 time: 0.3462632 Nov 24 09:49:47.248523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ef33eea-7a5d-4d9e-bbe1-409a56626e39 None None] Provisioning for port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:47.255497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073326225'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:47.260692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.274014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:47.318279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.319446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:47.321912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.337349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd97d9a6-1906-4eeb-8808-1b09ddfce738 tempest-RoutersAdminTest-878032444 tempest-RoutersAdminTest-878032444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:47.366720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port fdb8d231-10bc-4dcf-b542-66b282fb71d3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdb8d231-10bc-4dcf-b542-66b282fb71d3,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:47.373669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.376905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3c0b19d1-d074-47ec-9016-fce9505fd4e8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:47.457316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a151171e-e527-43bd-a5a0-9c5ad0a12446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:47.478186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:47.506459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.558183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:47.564862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:47.565466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.594108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=63aff6c7-9a33-42f7-a582-a33c421d91a6,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:47.604014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port 73a82a21-079e-49d8-a57d-9e8ff8872265 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:47.604590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.615782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:47.642183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:47.647636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:47.660385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:47.666124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.718682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6788b5a5-2794-4966-a436-8a43ee0b5b9b None None] Provisioning for port 78343bff-fa07-48b6-8bcf-9695e44eaf88 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:47.726055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6788b5a5-2794-4966-a436-8a43ee0b5b9b None None] Provisioning complete for port 78343bff-fa07-48b6-8bcf-9695e44eaf88 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:47.726882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6788b5a5-2794-4966-a436-8a43ee0b5b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.734641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.802022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.810233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 78343bff-fa07-48b6-8bcf-9695e44eaf88 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:47.843056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.872690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6788b5a5-2794-4966-a436-8a43ee0b5b9b None None] Port 78343bff-fa07-48b6-8bcf-9695e44eaf88 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:47.895175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 3c0b19d1-d074-47ec-9016-fce9505fd4e8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3c0b19d1-d074-47ec-9016-fce9505fd4e8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:47.898669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.901925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:47.926421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:49:47.984527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:47.984916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Added segment c3c7e2e2-898e-4c93-8517-a84023cefe53 of type vlan for network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa Nov 24 09:49:47.986876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=3c0b19d1-d074-47ec-9016-fce9505fd4e8,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:47.991016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:48.009246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.011104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8968327 Nov 24 09:49:48.029441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48210) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:48.053109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'port': {'network_id': 'a0334a75-a18d-42ba-bd02-99795266b387', 'name': 'tempest-FloatingIPTestJSON-1348193720'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:48.123902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:48.136002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:48.136692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.140443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-625f610f-469e-4188-964f-8941d02d65ad tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 954 time: 7.4782343 Nov 24 09:49:48.149668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48214) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:48.153121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:48.153819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:48.344690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:48.434999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.456030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.463653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:48.499765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 20115869-0c94-4458-9ac7-7b8970dfec3c (CIDR: 172.20.0.16/28) Nov 24 09:49:48.524663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=78343bff-fa07-48b6-8bcf-9695e44eaf88,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:48.528947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:49:48.529759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:48.531204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:48.597648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9458de71-0439-406d-a366-2570b0be3677 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.4530370 Nov 24 09:49:48.610615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:48.614161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.618435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:48.619166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.639198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'subnet': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:48.659621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.667845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3677c1c-df32-4832-a637-fef08b0560dc tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:48.693117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.729909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e05e2eb2-8d62-4984-95e6-2d5ca6af334e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 954 time: 0.5761647 Nov 24 09:49:48.735243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48222) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:48.748773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'routes': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:48.834210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db972036-e44a-4982-bfb9-df691794cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.835033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:43Z', 'revision_number': 6, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:48.841570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:49:48.846769 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/78343bff-fa07-48b6-8bcf-9695e44eaf88 HTTP/1.1" status: 204 len: 168 time: 2.3584731 Nov 24 09:49:48.866687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48226) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:48.878608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:48.879669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:48.889020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:48.908966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for 73a82a21-079e-49d8-a57d-9e8ff8872265 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:48.911762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdb8d231-10bc-4dcf-b542-66b282fb71d3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:48.959154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7104490 Nov 24 09:49:48.984192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:48.990369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a5dc0-1329-4ead-b6a8-9c2620b2526b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:48.992215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a5dc0-1329-4ead-b6a8-9c2620b2526b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:48.993162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d4a5dc0-1329-4ead-b6a8-9c2620b2526b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:48.998323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48230) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:49.018710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:49.086159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:49.106388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.118059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:49.121883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Network': ['ID=a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:49.131632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:49.141126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:49.147633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.172477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:49:49.226778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] device_id is not set on port 986665ae-cce4-4a90-8383-873dc1506432 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:49.278561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:49.330289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fdb8d231-10bc-4dcf-b542-66b282fb71d3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:49.331487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.334655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Usage tracker for resource:subnet and tenant:8cf4f54bd94a479d8f5365965c725fce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:49.346240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:49.367995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:49.369889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d4a5dc0-1329-4ead-b6a8-9c2620b2526b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:49.371254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d4a5dc0-1329-4ead-b6a8-9c2620b2526b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5094955 Nov 24 09:49:49.380673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:49.495583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3c0b19d1-d074-47ec-9016-fce9505fd4e8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:49.503134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Made reservation on behalf of 8cf4f54bd94a479d8f5365965c725fce for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:49.509690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.565154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.568106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:49.584740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76503871-b977-4f0e-8c55-75c3ec9afa88 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:49.597753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:49.599358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.602533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:49.629059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.641319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:43Z', 'revision_number': 6, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:49.646028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:49.650629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Made reservation on behalf of 3af0abd5d36c49b2b04c527dcb7140bf for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:49.657002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73257b96-6ae5-40bc-83ec-3abb3e86258a None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:43Z', 'revision_number': 6, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:49.667823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=73a82a21-079e-49d8-a57d-9e8ff8872265,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:49.673533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-061feed6-a28d-42b0-af5c-d03bdb6dce94 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:49.797079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:49.799952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.10 (a0334a75-a18d-42ba-bd02-99795266b387/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f/986665ae-cce4-4a90-8383-873dc1506432) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:50.034042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c12f1e45-f25b-44e3-b006-4f6c09d1002b,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:50.052619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:50.077528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.168782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.186123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet a64790b8-4a1c-4e78-93f1-f0e496733c4f {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:50.195987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.220509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.363278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/73a82a21-079e-49d8-a57d-9e8ff8872265 HTTP/1.1" status: 204 len: 168 time: 3.0880497 Nov 24 09:49:50.371904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:50.404704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.439216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.497048 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca79b32f-24f2-4dff-863b-f660f30e1600 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] GET failed (client error): The resource could not be found. Nov 24 09:49:50.497674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca79b32f-24f2-4dff-863b-f660f30e1600 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Synchronizing usage tracker for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:49:50.556425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing IP validity checks on allocation pools {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:49:50.559438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:49:50.584658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.606173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca79b32f-24f2-4dff-863b-f660f30e1600 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Unset dirty status for tenant:c97df748c6154603aa7bdcb3da90de9c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:49:50.612322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ca79b32f-24f2-4dff-863b-f660f30e1600 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "GET /v2.0/ports/73a82a21-079e-49d8-a57d-9e8ff8872265 HTTP/1.1" status: 404 len: 333 time: 0.2321751 Nov 24 09:49:50.613581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:50.648877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.663019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8c058dc-af74-4e03-ae3b-5196ae4009f3 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:50.770666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:50.778233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:50.786031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port a13a9bb5-8ef1-4072-b334-f3dff9263b4a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:50.786410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:50.789047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4d090-4e52-4846-8128-e98350ddf89f None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:51.077212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:51.077869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.107703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.113218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.170824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Subnet': ['ID=bd0db513-1864-4b23-bc18-36298bafe25b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:51.181212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:51.186984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.194727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8987e85-d777-4135-b397-7a6f35cff370 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:51.199651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-610febd6-485c-4bd4-9e3f-eff2e3483e01 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:51.214069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Update dhcp port {'port': {'network_id': '7c820c02-4818-4edf-beb1-fd19dc576bc8', 'fixed_ips': [{'subnet_id': '20115869-0c94-4458-9ac7-7b8970dfec3c', 'ip_address': '172.20.0.18'}, {'subnet_id': '901ffef6-f512-4d68-a063-e7c49f521fed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd0db513-1864-4b23-bc18-36298bafe25b'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'dae02ec6-795f-4054-9554-9fabfd752a2b'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:49:51.249078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added routes are [] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:49:51.249435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:49:51.259554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6445277 Nov 24 09:49:51.263543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48246) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:51.276354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.285156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-841157678', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd0db513-1864-4b23-bc18-36298bafe25b'}], 'security_groups': ['ec28b746-79f6-4ff2-9221-85255f28a033', 'e7be997c-6e87-465f-b4d6-c786b396acf6']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:51.333499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network a0334a75-a18d-42ba-bd02-99795266b387 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:51.343034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:51.345177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=986665ae-cce4-4a90-8383-873dc1506432,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:51.348549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:51.365087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:51.376043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:51.383205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP de32a3ba-46fd-4108-a9d5-27883cc7443f associated. External IP: 172.26.6.22, port: 7df20899-c9c2-451f-910b-8514d4d233d6. Nov 24 09:49:51.389536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:51.443835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.463003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b62eaee-9d83-4132-875d-b239a340e551 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:51.523721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=a64790b8-4a1c-4e78-93f1-f0e496733c4f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:51.530849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.542748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Checking segment: {'id': 'c3c7e2e2-898e-4c93-8517-a84023cefe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:51.543144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network hostable DHCP agents. Network: a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:49:51.583878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:51.589583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:51.589885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.605593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.616472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ea996d3-c3d3-4f20-87e6-cf249e03fea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.628442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108758c-a336-4217-af88-a0663102b8a6 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:51.633468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.655786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Allocated IP 172.20.0.34 (7c820c02-4818-4edf-beb1-fd19dc576bc8/bd0db513-1864-4b23-bc18-36298bafe25b/dae02ec6-795f-4054-9554-9fabfd752a2b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:51.662398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/a64790b8-4a1c-4e78-93f1-f0e496733c4f HTTP/1.1" status: 204 len: 168 time: 2.2783229 Nov 24 09:49:51.662398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6204476 Nov 24 09:49:51.663097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:51.682691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48254) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:51.698779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': '986665ae-cce4-4a90-8383-873dc1506432'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:51.758278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b94b476-62d0-4505-a9d3-c776b862389e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883629 Nov 24 09:49:51.759037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48260) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:51.765184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:51.787720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.874128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:51.941624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for a13a9bb5-8ef1-4072-b334-f3dff9263b4a owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:52.008959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:52.047415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.073634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Transition to ACTIVE for port object dae02ec6-795f-4054-9554-9fabfd752a2b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:52.077083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:52.078083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.084409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:49:52.084911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:52.088496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:52.094728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc3084e-846b-42b2-80e5-14d5a457301c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:52.108476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:52.153476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:52.160790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.178204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:52.183894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:52.210484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:52.211277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.268191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.273703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:52.274702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:52.277457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750cfc9-8b6f-45ea-9a6e-ffc60f521d8f None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:52.332958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.340048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Deleting port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:52.340830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.341516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f862f6de-c9d1-46ea-8f41-aa0c0f66c34f tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:52.383289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3682210 Nov 24 09:49:52.393550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48264) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:52.400328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=a13a9bb5-8ef1-4072-b334-f3dff9263b4a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:52.405139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:52.416987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:52.629258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.670333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/ports/a13a9bb5-8ef1-4072-b334-f3dff9263b4a HTTP/1.1" status: 204 len: 168 time: 2.0562596 Nov 24 09:49:52.671381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:52.850650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa', 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa', 'tenant_id': '3af0abd5d36c49b2b04c527dcb7140bf', 'fixed_ips': [{'subnet_id': '7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:52.852086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.942074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:52.942897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:52.971274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5591b77c-3b2f-4a5b-9005-c12ecb0c1791 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:53.088307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:53.094766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:53.121196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] For port 3c0b19d1-d074-47ec-9016-fce9505fd4e8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3c0b19d1-d074-47ec-9016-fce9505fd4e8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:53.121649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.166403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:53.167272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.210557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=b485fce8-e36c-4fa1-b147-324f7edd5f90,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:53.222608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:53.249416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4891009 Nov 24 09:49:53.258218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48272) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:53.298779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting subnet a314de3a-57a7-4684-9f04-f0062eae953e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:49:53.305393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.325234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Calling delete_port for 3c0b19d1-d074-47ec-9016-fce9505fd4e8 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:53.365488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'b485fce8-e36c-4fa1-b147-324f7edd5f90', 'ip_address': '2001:db8::1777:a1d5:3729:63ed'}], 'name': 'tempest-NetworksTestDHCPv6-1101667255'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:53.379760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Allocated IP 172.20.0.3 (a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa/7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8/a8a8a9df-0cab-4c84-b251-2fb0b22d8c63) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:53.421610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.568213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.735658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.744577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87d64a70-b605-446e-990c-ed39738096b0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:53.772037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16378940'] for subnet, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.784517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.787968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Subnet': ['ID=a314de3a-57a7-4684-9f04-f0062eae953e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:53.792098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:53.796239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.806853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/subnets/a314de3a-57a7-4684-9f04-f0062eae953e HTTP/1.1" status: 204 len: 168 time: 1.1218839 Nov 24 09:49:53.809278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:53.822532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8b88c-30cc-457d-819c-389ece8a9b68 None None] Network d49cdeb4-81c3-4071-a700-ab9a646838d5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:53.859348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.874283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.949070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:53.966455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Deleting port b34dec26-d660-4172-a3b3-1310b47d2d70 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:53.967417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.129806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:54.135922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3c0b19d1-d074-47ec-9016-fce9505fd4e8 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:54.150441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:49:54.163532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:49:54.220304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:49:54.221100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Provisioning complete for port a515ee95-a9bb-487e-a5e7-3754e088aff6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:54.221468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.237923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] For port b34dec26-d660-4172-a3b3-1310b47d2d70, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b34dec26-d660-4172-a3b3-1310b47d2d70,segment=NetworkSegment(0479adea-bac8-4214-abce-bb9342a0d2be),segment_id=0479adea-bac8-4214-abce-bb9342a0d2be)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:54.238828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.247056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.266503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:54.295612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3c0b19d1-d074-47ec-9016-fce9505fd4e8 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:54.296077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3c0b19d1-d074-47ec-9016-fce9505fd4e8 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:54.305498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:49:54.362825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Pushing event deleted for resources: {'Port': ['ID=3c0b19d1-d074-47ec-9016-fce9505fd4e8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:54.365814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:54.384432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Calling delete_port for b34dec26-d660-4172-a3b3-1310b47d2d70 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:54.399536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] No DVR routers for this DVR port 3c0b19d1-d074-47ec-9016-fce9505fd4e8 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:54.418682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Port a515ee95-a9bb-487e-a5e7-3754e088aff6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:54.428716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.447162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80fa72-3ba9-4d1e-ad93-38d31f1d84bb None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:54.462261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Transition to ACTIVE for port object a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:54.469461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.475453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-47e4825b-2224-4fb7-a4f5-df8528e45773 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:54.526792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Port': ['ID=b34dec26-d660-4172-a3b3-1310b47d2d70,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:54.536146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:54.537007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] No DVR routers for this DVR port b34dec26-d660-4172-a3b3-1310b47d2d70 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:54.541182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Delete allocated IP 172.20.0.4 (7c820c02-4818-4edf-beb1-fd19dc576bc8/901ffef6-f512-4d68-a063-e7c49f521fed) {{(pid=88877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:49:54.593331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Transition to ACTIVE for port object a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:54.604657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Provisioning for port dae02ec6-795f-4054-9554-9fabfd752a2b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:54.632453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.641555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23085c50-d38d-4d2e-8adb-f0a3dfe2a32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:54.673026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:54.673026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.701045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:54.811525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:54.823743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:54.865997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:54.870173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Pushing event updated for resources: {'Port': ['ID=a8a8a9df-0cab-4c84-b251-2fb0b22d8c63,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:54.880536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:54.900403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57d132-69a9-4349-aa75-e924bc8b4170 None None] DHCP port deletion for d49cdeb4-81c3-4071-a700-ab9a646838d5 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:54.988149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Allocated IP 172.20.0.46 (7c820c02-4818-4edf-beb1-fd19dc576bc8/bd0db513-1864-4b23-bc18-36298bafe25b/a515ee95-a9bb-487e-a5e7-3754e088aff6) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:55.027765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49cdeb4-81c3-4071-a700-ab9a646838d5']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:55.042852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0479adea-bac8-4214-abce-bb9342a0d2be') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:55.043194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0479adea-bac8-4214-abce-bb9342a0d2be') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:55.057623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.075300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.085986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:55.086168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.097625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'b485fce8-e36c-4fa1-b147-324f7edd5f90'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:49:55.098734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:55.105381 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:55.121888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.136788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Attempting to bind port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:55.137463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Attempting to bind port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c3c7e2e2-898e-4c93-8517-a84023cefe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:55.137670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Attempting to bind port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 on network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:55.150546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.179876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.198312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:55.199523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Checking segment: {'id': 'c3c7e2e2-898e-4c93-8517-a84023cefe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:55.199523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.199797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Bound using segment: {'id': 'c3c7e2e2-898e-4c93-8517-a84023cefe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:55.200218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Bound port: a8a8a9df-0cab-4c84-b251-2fb0b22d8c63, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c7e2e2-898e-4c93-8517-a84023cefe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:55.200632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.213753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.219294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.231140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:55.258625 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] 10.222.0.55 "DELETE /v2.0/networks/d49cdeb4-81c3-4071-a700-ab9a646838d5 HTTP/1.1" status: 204 len: 168 time: 1.4455509 Nov 24 09:49:55.258625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Pushing event deleted for resources: {'Network': ['ID=d49cdeb4-81c3-4071-a700-ab9a646838d5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:55.268275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:55.295769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port f69a3075-585a-4b94-bae5-cc2105cfc600 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:49:55.318618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:55.319073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.342133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:55.454476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-03cc2d7a-92ae-4e4f-a8ab-6cd60e6b1ce2 None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:55.482065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] For port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:55.498371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] For port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a8a8a9df-0cab-4c84-b251-2fb0b22d8c63,segment=NetworkSegment(c3c7e2e2-898e-4c93-8517-a84023cefe53),segment_id=c3c7e2e2-898e-4c93-8517-a84023cefe53)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:55.509645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:55.517387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/b485fce8-e36c-4fa1-b147-324f7edd5f90/f1c7c205-3e0d-4876-848e-78570e2002da) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:55.520574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:55.755107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48284) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:55.803718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Pushing event updated for resources: {'Port': ['ID=a8a8a9df-0cab-4c84-b251-2fb0b22d8c63,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:55.807475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:55.808765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:49:56.020147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15797488'] for subnet, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.030180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-25234343-6351-4440-9469-08c930ab7273 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:56.073968 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebf58b74-2ee3-4c6c-ab96-262b1d5c2cd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c97df748c6154603aa7bdcb3da90de9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3170724 Nov 24 09:49:56.074738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:56.115234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.128519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Transition to ACTIVE for port object f1c7c205-3e0d-4876-848e-78570e2002da will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:56.187165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.190557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Transition to ACTIVE for port object f1c7c205-3e0d-4876-848e-78570e2002da will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:56.197046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.213802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:56.248306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.303943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:56.309022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:56.319485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.319798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:56.322206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Pushing event updated for resources: {'Port': ['ID=f1c7c205-3e0d-4876-848e-78570e2002da,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:56.328113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:56.333827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event updated for resources: {'Subnet': ['ID=7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:56.337760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:56.338507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.339856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "PUT /v2.0/subnets/7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8 HTTP/1.1" status: 200 len: 877 time: 3.9404144 Nov 24 09:49:56.341206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:56.344075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:56.349088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.363251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3d0c6a-722b-4177-83d5-775dae593b0e tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:56.391849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::1777:a1d5:3729:63ed (d35a00cd-fc87-44df-a65e-9faae0fcef26/b485fce8-e36c-4fa1-b147-324f7edd5f90/f69a3075-585a-4b94-bae5-cc2105cfc600) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:49:56.408625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95efbca4-1823-4f9d-b7ae-3f44f06aacce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:56.408625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:56.431063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.431774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Transition to ACTIVE for port object a515ee95-a9bb-487e-a5e7-3754e088aff6 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:56.436259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95efbca4-1823-4f9d-b7ae-3f44f06aacce HTTP/1.1" status: 204 len: 168 time: 0.3568854 Nov 24 09:49:56.465471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.479017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Attempting to bind port f1c7c205-3e0d-4876-848e-78570e2002da on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:49:56.479670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Attempting to bind port f1c7c205-3e0d-4876-848e-78570e2002da by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:49:56.480093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Attempting to bind port f1c7c205-3e0d-4876-848e-78570e2002da on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:49:56.483199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:56.498955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:49:56.500707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:49:56.500707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.501441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:49:56.503532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Bound port: f1c7c205-3e0d-4876-848e-78570e2002da, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:49:56.504349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.589933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.606943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:56.607488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.682997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] For port f1c7c205-3e0d-4876-848e-78570e2002da, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:49:56.687662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] For port f1c7c205-3e0d-4876-848e-78570e2002da, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1c7c205-3e0d-4876-848e-78570e2002da,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:49:56.692573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:56.698225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:56.779014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event updated for resources: {'Port': ['ID=a515ee95-a9bb-487e-a5e7-3754e088aff6,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:56.808079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Pushing event updated for resources: {'Port': ['ID=f1c7c205-3e0d-4876-848e-78570e2002da,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:56.811850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:56.842516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:56.888904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP fa8de2e2-7c86-4add-83fb-d732be08f13e associated. External IP: 172.26.6.184, port: 986665ae-cce4-4a90-8383-873dc1506432. Nov 24 09:49:56.973635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:56.988886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a8a8a9df-0cab-4c84-b251-2fb0b22d8c63,segment=NetworkSegment(c3c7e2e2-898e-4c93-8517-a84023cefe53),segment_id=c3c7e2e2-898e-4c93-8517-a84023cefe53)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:49:56.989588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.066297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:57.101291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b34dec26-d660-4172-a3b3-1310b47d2d70 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:57.150918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b34dec26-d660-4172-a3b3-1310b47d2d70 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:57.151607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b34dec26-d660-4172-a3b3-1310b47d2d70 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:57.165146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:49:57.325261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.330791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14aa5a68-f35e-43bb-a0a7-6af4d869ef09 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:57.381422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Port': ['ID=a8a8a9df-0cab-4c84-b251-2fb0b22d8c63,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:57.384040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:57.422501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:57.434236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:57.464298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:57.466010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:57.481205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No DVR routers for this DVR port a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:49:57.534339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.535899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a7f3e1a-4cfa-454f-8b4f-7c3b38c5be6f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 704 time: 8.7984066 Nov 24 09:49:57.552815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48314) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:57.650754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.818448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] In _notify_port_updated(), no bound segment for port a515ee95-a9bb-487e-a5e7-3754e088aff6 on network 7c820c02-4818-4edf-beb1-fd19dc576bc8 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:49:57.819984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:57.822759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:57.823638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.827829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "PUT /v2.0/ports/a515ee95-a9bb-487e-a5e7-3754e088aff6 HTTP/1.1" status: 200 len: 959 time: 6.5537188 Nov 24 09:49:57.863064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48318) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:57.870566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.881402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:57.887382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67d59b51-c073-4912-b408-7151a55fdbd7 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:57.920303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object f69a3075-585a-4b94-bae5-cc2105cfc600 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:49:57.976428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:57.984479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:58.066765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.157828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-113c0fa9-ea13-4af7-826f-4a1e6feeac77 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:58.170769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.232317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.248575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c7e2e2-898e-4c93-8517-a84023cefe53') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.249043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c7e2e2-898e-4c93-8517-a84023cefe53') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.263572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.276374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ad42e28-b361-4ebe-ae2a-0cee93dadee2 None None] Provisioning for port a515ee95-a9bb-487e-a5e7-3754e088aff6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:58.288522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.288732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503da8-a46a-484e-8f3e-c81c8254baac req-15136be9-1ee6-4c39-aaaf-1b2b0cc84c8a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:58.290053 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd503da8-a46a-484e-8f3e-c81c8254baac req-15136be9-1ee6-4c39-aaaf-1b2b0cc84c8a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.5678880 Nov 24 09:49:58.303330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:58.303774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:58.344144 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:58.372608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ad42e28-b361-4ebe-ae2a-0cee93dadee2 None None] Provisioning complete for port a515ee95-a9bb-487e-a5e7-3754e088aff6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:49:58.373396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ad42e28-b361-4ebe-ae2a-0cee93dadee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.395032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48328) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.397727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:49:58.445784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.450275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:58.457925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9ad42e28-b361-4ebe-ae2a-0cee93dadee2 None None] Port a515ee95-a9bb-487e-a5e7-3754e088aff6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:49:58.474388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.483259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:51Z', 'revision_number': 7, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.484838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:49:58.487609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:49:58.488150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:58.493111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:58.493322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:49:58.493661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:58.493843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.509586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa HTTP/1.1" status: 204 len: 168 time: 2.1633859 Nov 24 09:49:58.513790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:58.514095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.514506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.535091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=f69a3075-585a-4b94-bae5-cc2105cfc600,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:58.539099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:49:58.546331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port a515ee95-a9bb-487e-a5e7-3754e088aff6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:49:58.546754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:58.623142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f8079e-78fe-40b6-9c5f-c65c08519e4c tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:58.624217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f8079e-78fe-40b6-9c5f-c65c08519e4c tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:58.626474 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80f8079e-78fe-40b6-9c5f-c65c08519e4c tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/7ad9e81e-f6bd-4fd3-a3d7-b167282eb2e8 HTTP/1.1" status: 404 len: 337 time: 0.1112597 Nov 24 09:49:58.629397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.668448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7acfff02-44bb-4e59-9922-9f1f99b5dd3f None None] Could not find standard attr ID for object a8a8a9df-0cab-4c84-b251-2fb0b22d8c63. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:49:58.670441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c00f17-8395-4032-9790-2a65ac10813c None None] DHCP port deletion for a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:49:58.672456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbde10e-f50d-4096-ab24-633ec300f87b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:58.673432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbde10e-f50d-4096-ab24-633ec300f87b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:58.676121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd503da8-a46a-484e-8f3e-c81c8254baac req-ddff0986-9b25-4b45-8809-62135ef15f06 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561349 Nov 24 09:49:58.676786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6dbde10e-f50d-4096-ab24-633ec300f87b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa HTTP/1.1" status: 404 len: 339 time: 0.0460877 Nov 24 09:49:58.680181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.714335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4410884 Nov 24 09:49:58.716435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:49:58.728054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48346) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.744518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:49:58.761518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a49f1f2-732f-4120-9d33-9af0001e067b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:58.762665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a49f1f2-732f-4120-9d33-9af0001e067b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:58.765034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:58.768644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a49f1f2-732f-4120-9d33-9af0001e067b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/1f042b7a-b3aa-40cf-abee-8f680068c6fa HTTP/1.1" status: 404 len: 337 time: 0.0863299 Nov 24 09:49:58.769666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:49:58.770549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:58.772095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.820710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d1d3b7-3173-476f-afec-8ce1b4575ca1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:49:58.821488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d1d3b7-3173-476f-afec-8ce1b4575ca1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:49:58.824117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26d1d3b7-3173-476f-afec-8ce1b4575ca1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/d9695024-1328-4676-b719-d4859bd16f65 HTTP/1.1" status: 404 len: 339 time: 0.0504844 Nov 24 09:49:58.826551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:58.871325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87879a3d-75f4-48f9-b918-0a530dbc7969 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:58.982566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1c7c205-3e0d-4876-848e-78570e2002da up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:49:58.986837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f033ffd3-cd4c-402f-bab7-e544ef96d2ca tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-956290594', 'prefixes': ['172.20.0.0/16']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:49:58.994517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.041461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.076476 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 17.1135736 Nov 24 09:49:59.083332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f033ffd3-cd4c-402f-bab7-e544ef96d2ca tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:49:59.086254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87879a3d-75f4-48f9-b918-0a530dbc7969 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:49:59.086930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48360) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:59.087308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:49:59.109674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af741cd5-2497-4289-bf22-ecc43d1c60d0 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:49:59.160051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af741cd5-2497-4289-bf22-ecc43d1c60d0 None None] Network a2b6affe-4ec5-45b0-a2f5-0ce2f77d6daa could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:49:59.176833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:49:59.313980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2abd7-875e-4396-9a3e-97879b7d17d5 req-1f2f73a2-60c9-4f53-a55d-a7f202359ce1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:49:59.316711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-def2abd7-875e-4396-9a3e-97879b7d17d5 req-1f2f73a2-60c9-4f53-a55d-a7f202359ce1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3286226 Nov 24 09:49:59.319523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.340254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-587c9fef-ef1b-4b93-8fb8-01945fa5fdf0 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 704 time: 1.7817609 Nov 24 09:49:59.352385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:59.359703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6', 'status': 'completed', 'code': 200} Nov 24 09:49:59.405503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a3be2b-7960-498d-8c79-695c89eb119c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:59.446930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f1c7c205-3e0d-4876-848e-78570e2002da completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:49:59.499259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-def2abd7-875e-4396-9a3e-97879b7d17d5 req-51e32e3d-48fc-4f12-b8b2-4016cb57cbfe tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644146 Nov 24 09:49:59.511608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59f143e-2c8d-4725-9890-5c6ddbd5ee8c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:59.511947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59f143e-2c8d-4725-9890-5c6ddbd5ee8c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:59.610686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:49:59.642135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.688036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.704558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:49:59.705645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.712397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.721968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:49:59.724061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a8a8a9df-0cab-4c84-b251-2fb0b22d8c63 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:49:59.731010 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:49:59.864906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.870167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d35a97a-c0c7-43d8-bb87-1cd42caa5b3d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:49:59.879356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:51Z', 'revision_number': 7, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:49:59.887049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:49:59.898098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8e329-f8a0-4aff-a12a-ec08ea87e587 None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:49:51Z', 'revision_number': 7, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb8d231-10bc-4dcf-b542-66b282fb71d3', 'name': '', 'network_id': '7ecacb23-6a68-47e4-9701-e6fb20ad7928', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:25:a6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:31Z', 'updated_at': '2021-11-24T09:49:47Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': 'dc38a670-3ed2-4f10-b86a-3352aae196cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:49:59.904216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/c5a3be2b-7960-498d-8c79-695c89eb119c HTTP/1.1" status: 204 len: 168 time: 1.0761087 Nov 24 09:49:59.915449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48372) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:49:59.916085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=c5a3be2b-7960-498d-8c79-695c89eb119c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:49:59.920286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:00.026537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Provisioning for port f1c7c205-3e0d-4876-848e-78570e2002da completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:00.052034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Provisioning complete for port f1c7c205-3e0d-4876-848e-78570e2002da triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:00.052703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.079081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for a515ee95-a9bb-487e-a5e7-3754e088aff6 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:00.123535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b709d397-537a-461b-892b-ab7e883f479b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:00.124338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b709d397-537a-461b-892b-ab7e883f479b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:00.126545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b709d397-537a-461b-892b-ab7e883f479b tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/a3da8d3b-4940-46df-9ab7-d2a6130f22fc HTTP/1.1" status: 404 len: 337 time: 0.2080908 Nov 24 09:50:00.141336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48378) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:00.168227 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe1e908e-ff07-43c1-878f-2c77daf4e46f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/de32a3ba-46fd-4108-a9d5-27883cc7443f HTTP/1.1" status: 200 len: 990 time: 1.0741568 Nov 24 09:50:00.388797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.416918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5dd25e-bb96-4476-82c3-689c2ef4d2f0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:00.417746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5dd25e-bb96-4476-82c3-689c2ef4d2f0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:00.466560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd5dd25e-bb96-4476-82c3-689c2ef4d2f0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/0dea704b-f5c0-4251-b5b9-216178f28f87 HTTP/1.1" status: 404 len: 339 time: 0.3085041 Nov 24 09:50:00.481722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] For port f1c7c205-3e0d-4876-848e-78570e2002da, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1c7c205-3e0d-4876-848e-78570e2002da,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:00.485967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6eee05-9fec-480f-b391-124e18465fdb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:00.491763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6eee05-9fec-480f-b391-124e18465fdb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:00.492686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-af6eee05-9fec-480f-b391-124e18465fdb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:00.499293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48382) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:00.502433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.514594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:00.560744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:49:48Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:00.568370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:00.589294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:00.590960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:00.626245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c547544f-962d-46ea-92ea-6608df3eee3e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:00.626245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c547544f-962d-46ea-92ea-6608df3eee3e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:00.628973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c547544f-962d-46ea-92ea-6608df3eee3e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/95502bc3-67c5-4e9b-8ce1-c5919eae19aa HTTP/1.1" status: 404 len: 337 time: 0.1034729 Nov 24 09:50:00.633750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f033ffd3-cd4c-402f-bab7-e544ef96d2ca tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Notify callbacks [] for subnetpool, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.638186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f033ffd3-cd4c-402f-bab7-e544ef96d2ca tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.2217529 Nov 24 09:50:00.639201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48386) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:00.639583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48388) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:00.710336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Pushing event updated for resources: {'Port': ['ID=f1c7c205-3e0d-4876-848e-78570e2002da,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:00.720896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf98fa8b-4370-4006-b249-45e3ddb0a8fa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:00.721449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf98fa8b-4370-4006-b249-45e3ddb0a8fa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:00.724796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:00.790931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.811422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-af6eee05-9fec-480f-b391-124e18465fdb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:00.815935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af6eee05-9fec-480f-b391-124e18465fdb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 2.0857723 Nov 24 09:50:00.816830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48394) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:00.849522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e2447439-04fd-4c09-8aa4-68efd8dec9f7 None None] Provisioning for port f69a3075-585a-4b94-bae5-cc2105cfc600 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:00.865074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e2447439-04fd-4c09-8aa4-68efd8dec9f7 None None] Provisioning complete for port f69a3075-585a-4b94-bae5-cc2105cfc600 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:00.865615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2447439-04fd-4c09-8aa4-68efd8dec9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:00.906871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1c7c205-3e0d-4876-848e-78570e2002da up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:00.977656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d2c0-eb39-42c3-909a-70f933661769 req-79cda434-9822-4049-883e-ef2ed2db3f18 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:00.980050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b530d2c0-eb39-42c3-909a-70f933661769 req-79cda434-9822-4049-883e-ef2ed2db3f18 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6592448 Nov 24 09:50:01.016135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:01.042536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2447439-04fd-4c09-8aa4-68efd8dec9f7 None None] Port f69a3075-585a-4b94-bae5-cc2105cfc600 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:01.060473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f1c7c205-3e0d-4876-848e-78570e2002da triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:01.061495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:01.157967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b530d2c0-eb39-42c3-909a-70f933661769 req-4c339816-5786-417b-ac29-97a189eed48c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659644 Nov 24 09:50:01.171285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.283137 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-e3b27019-912e-45da-a55b-aa4e0e03f1eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1098 time: 1.8820133 Nov 24 09:50:01.295621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bf98fa8b-4370-4006-b249-45e3ddb0a8fa tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/86e469c0-004e-4ba0-b890-dc86acd45cbb HTTP/1.1" status: 404 len: 339 time: 0.6414945 Nov 24 09:50:01.313343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9101583-7061-4a9e-b448-3ac50323f38e tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "GET /v2.0/subnetpools/99700815-fe59-40d7-99d0-1d67a8f19bbc HTTP/1.1" status: 200 len: 731 time: 0.6571739 Nov 24 09:50:01.339296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48402) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.340040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48404) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.414713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-472f836a-9043-4345-8972-1906b587fffa tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-13707823'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:01.420233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3668eb56-2eeb-48a1-9e7b-5ab31830e152 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/de32a3ba-46fd-4108-a9d5-27883cc7443f HTTP/1.1" status: 200 len: 990 time: 0.2463980 Nov 24 09:50:01.461332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:49:48Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:01.465828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeff178-c393-4d33-8cb4-a0299a5963bc None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:48:47Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:49:48Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:01.470015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-186f6590-6f53-4816-90fa-eab478ec5d6a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:01.471150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186f6590-6f53-4816-90fa-eab478ec5d6a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:01.476311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-186f6590-6f53-4816-90fa-eab478ec5d6a tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/cd5ba22d-ca61-4209-946a-fb041b436048 HTTP/1.1" status: 404 len: 337 time: 0.1273007 Nov 24 09:50:01.491042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48410) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.551822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port f69a3075-585a-4b94-bae5-cc2105cfc600 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:01.552117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:01.610475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:01.655414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-374ae52b-5545-48f7-96f6-8450c34e30ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:01.715121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1635d8-8a38-4ab8-90fc-0f92b55d458e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:01.715605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1635d8-8a38-4ab8-90fc-0f92b55d458e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:01.717470 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d1635d8-8a38-4ab8-90fc-0f92b55d458e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/9978c1d9-3ccd-40d2-9ef8-114a159ec34c HTTP/1.1" status: 404 len: 339 time: 0.2251647 Nov 24 09:50:01.729111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=a515ee95-a9bb-487e-a5e7-3754e088aff6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:01.737964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48414) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.744232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:01.854534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-19aab155-103f-448a-b709-16b93ebc88b9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:01.855255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19aab155-103f-448a-b709-16b93ebc88b9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:01.857960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19aab155-103f-448a-b709-16b93ebc88b9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/4b1def16-1c8f-4332-a201-043af1d2c8fc HTTP/1.1" status: 404 len: 337 time: 0.1100888 Nov 24 09:50:01.869257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48418) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:01.914915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4da8ea-4e22-4785-93d6-98de71a7d8cf None None] New status for floating IP de32a3ba-46fd-4108-a9d5-27883cc7443f: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:50:01.933061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace1ae-a284-478d-a427-072e01746c9f req-83257153-744f-46d6-9d24-455fee4a993d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:01.934725 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-83257153-744f-46d6-9d24-455fee4a993d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 898 time: 0.6372993 Nov 24 09:50:02.148785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port fdb8d231-10bc-4dcf-b542-66b282fb71d3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:02.149224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:02.274929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc3c01f-b64d-4b7e-a59e-25cdff15d733 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:02.275818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc3c01f-b64d-4b7e-a59e-25cdff15d733 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:02.283824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-abc3c01f-b64d-4b7e-a59e-25cdff15d733 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/06e3bd0e-6fa5-4ac1-9bab-d047ed754065 HTTP/1.1" status: 404 len: 339 time: 0.3912988 Nov 24 09:50:02.283824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-472f836a-9043-4345-8972-1906b587fffa tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Notify callbacks [] for subnetpool, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:02.283824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-472f836a-9043-4345-8972-1906b587fffa tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "PUT /v2.0/subnetpools/99700815-fe59-40d7-99d0-1d67a8f19bbc HTTP/1.1" status: 200 len: 682 time: 0.9325140 Nov 24 09:50:02.296884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48424) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.297263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48426) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.435251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.470948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d198d5cc-f43e-440b-b7be-cbe229d1bdb7 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:02.471592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d198d5cc-f43e-440b-b7be-cbe229d1bdb7 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:02.473659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d198d5cc-f43e-440b-b7be-cbe229d1bdb7 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/68ada751-a40f-4343-9b8c-27f591951d8a HTTP/1.1" status: 404 len: 337 time: 0.1699660 Nov 24 09:50:02.499111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48436) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.521976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:02.524429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/a515ee95-a9bb-487e-a5e7-3754e088aff6 HTTP/1.1" status: 204 len: 168 time: 4.5772920 Nov 24 09:50:02.531746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.592170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-c2319e84-fe3b-4dba-bde7-cecda5cc79be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 1000 time: 0.4861650 Nov 24 09:50:02.594078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:02.624403 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a1590e-477c-408e-a67e-03b7762e2cf3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:02.625068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a1590e-477c-408e-a67e-03b7762e2cf3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:02.632223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72a1590e-477c-408e-a67e-03b7762e2cf3 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/fded56f6-e618-4b14-99af-1ddab276d902 HTTP/1.1" status: 404 len: 339 time: 0.1119394 Nov 24 09:50:02.636817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48444) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.643923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bd29bb-f17c-45bb-aac1-7212f92e8e72 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] GET failed (client error): The resource could not be found. Nov 24 09:50:02.644475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22bd29bb-f17c-45bb-aac1-7212f92e8e72 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:02.682492 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1636e656-b176-4f6f-b434-295441f9c80b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/de32a3ba-46fd-4108-a9d5-27883cc7443f HTTP/1.1" status: 200 len: 992 time: 0.2458980 Nov 24 09:50:02.693915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port fdb8d231-10bc-4dcf-b542-66b282fb71d3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdb8d231-10bc-4dcf-b542-66b282fb71d3,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:02.694326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:02.769075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22bd29bb-f17c-45bb-aac1-7212f92e8e72 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:02.775652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22bd29bb-f17c-45bb-aac1-7212f92e8e72 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports/a515ee95-a9bb-487e-a5e7-3754e088aff6 HTTP/1.1" status: 404 len: 333 time: 0.2158310 Nov 24 09:50:02.788477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48448) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.838615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for fdb8d231-10bc-4dcf-b542-66b282fb71d3 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:02.887351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for f69a3075-585a-4b94-bae5-cc2105cfc600 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:02.944477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f0144a-cc1a-4e9f-bb11-e13a57700df9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:02.944981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f0144a-cc1a-4e9f-bb11-e13a57700df9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:02.946929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c3f0144a-cc1a-4e9f-bb11-e13a57700df9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/9e10d5cb-452b-4156-b7ce-8cd0af82eeac HTTP/1.1" status: 404 len: 337 time: 0.2698271 Nov 24 09:50:02.951792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:02.991658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2cd1294-60be-4712-a885-e9ab2fd48c97 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:02.992153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2cd1294-60be-4712-a885-e9ab2fd48c97 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:02.994070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2cd1294-60be-4712-a885-e9ab2fd48c97 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/a195199b-b2f5-4e66-869e-a4014042b3c3 HTTP/1.1" status: 404 len: 339 time: 0.0412006 Nov 24 09:50:02.999418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.049694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cde009ed-afc4-4f2d-9ff3-d085de85f872 tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] Notify callbacks [] for subnetpool, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:03.050976 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cde009ed-afc4-4f2d-9ff3-d085de85f872 tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "DELETE /v2.0/subnetpools/99700815-fe59-40d7-99d0-1d67a8f19bbc HTTP/1.1" status: 204 len: 168 time: 0.7455025 Nov 24 09:50:03.055898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace1ae-a284-478d-a427-072e01746c9f req-288f1789-1904-4070-953a-d00b48da7e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:03.057497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-288f1789-1904-4070-953a-d00b48da7e89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 200 len: 835 time: 0.4245312 Nov 24 09:50:03.059251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48460) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.075912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b57d0eb-3998-4c6d-8c01-e03b373bf889 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:03.076442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b57d0eb-3998-4c6d-8c01-e03b373bf889 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:03.084378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234a85-2b05-4459-ac73-3ce3af080fbe req-aa88dc1f-f1bb-4c65-b27c-c3e53bbaaf35 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:03.086058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e234a85-2b05-4459-ac73-3ce3af080fbe req-aa88dc1f-f1bb-4c65-b27c-c3e53bbaaf35 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6978750 Nov 24 09:50:03.098276 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b57d0eb-3998-4c6d-8c01-e03b373bf889 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/d1d54b14-d40c-4bdb-9861-d7340dde67d1 HTTP/1.1" status: 404 len: 337 time: 0.0938749 Nov 24 09:50:03.101942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.137578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6439bbb-1b92-407d-8607-626ba9e8094e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:03.137969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6439bbb-1b92-407d-8607-626ba9e8094e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:03.139889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6439bbb-1b92-407d-8607-626ba9e8094e tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/0bc210f0-0798-4e4b-8af7-c3630b12c415 HTTP/1.1" status: 404 len: 339 time: 0.0369327 Nov 24 09:50:03.145535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48468) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.188050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:03.191823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:03.198047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-5c81d4ea-9ef2-4cc3-8f8d-79670cd631c2 tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] show failed (client error): The resource could not be found. Nov 24 09:50:03.200816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c81d4ea-9ef2-4cc3-8f8d-79670cd631c2 tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "GET /v2.0/subnetpools/99700815-fe59-40d7-99d0-1d67a8f19bbc HTTP/1.1" status: 404 len: 346 time: 0.1238778 Nov 24 09:50:03.200989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f74e44-cf10-4e2a-8247-d1575c4d86a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:03.217914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48472) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.232733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f706801-7043-4d61-a0c5-d6e052872b06 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:03.233234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f706801-7043-4d61-a0c5-d6e052872b06 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:03.235193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f706801-7043-4d61-a0c5-d6e052872b06 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/506c962f-0693-41c2-9ea6-0b5bb9777071 HTTP/1.1" status: 404 len: 337 time: 0.0871348 Nov 24 09:50:03.245020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.273340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=fdb8d231-10bc-4dcf-b542-66b282fb71d3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:03.283339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:03.309980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1065f98-5d59-4c59-beb5-207dd7dbdcaf tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:03.310474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1065f98-5d59-4c59-beb5-207dd7dbdcaf tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:03.315728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a1065f98-5d59-4c59-beb5-207dd7dbdcaf tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/8c6df801-c32c-4d02-904a-37b884c53cce HTTP/1.1" status: 404 len: 339 time: 0.0663610 Nov 24 09:50:03.319544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.344428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-a3440b47-65cc-4491-8c6f-bcc1d7fb829e tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] delete failed (client error): The resource could not be found. Nov 24 09:50:03.358682 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3440b47-65cc-4491-8c6f-bcc1d7fb829e tempest-SubnetPoolsTestJSON-1876651377 tempest-SubnetPoolsTestJSON-1876651377-project] 10.222.0.55 "DELETE /v2.0/subnetpools/99700815-fe59-40d7-99d0-1d67a8f19bbc HTTP/1.1" status: 404 len: 346 time: 0.1216545 Nov 24 09:50:03.358682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:03.805607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e234a85-2b05-4459-ac73-3ce3af080fbe req-31fc99d6-c65b-455d-af9e-7dd2d01370a3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6473026 Nov 24 09:50:03.847354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:03.864958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:03.875640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9fb721a-2671-4570-85ff-e98b23cf2aa2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:03.949822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48488) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:03.958163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=f69a3075-585a-4b94-bae5-cc2105cfc600,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:03.963896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:03.998796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-abd5b1a2-e999-447d-a93b-0dfd197c94f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9106538 Nov 24 09:50:04.052027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.139849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.143905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.148954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/security-groups/538213fa-ed69-4a67-9759-24f33cba855c HTTP/1.1" status: 204 len: 168 time: 1.2817595 Nov 24 09:50:04.151927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c483ea0c-3658-473c-9fcf-de8dfce44d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:04.153040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48494) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:04.217158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538213fa-ed69-4a67-9759-24f33cba855c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:04.220226 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/f69a3075-585a-4b94-bae5-cc2105cfc600 HTTP/1.1" status: 204 len: 168 time: 3.3900352 Nov 24 09:50:04.227159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting subnet f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:04.232507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:04.248513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:04.260725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.342306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.412878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-96e1d8d8-f842-4994-ace9-be84184b2629 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660305 Nov 24 09:50:04.419730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.453424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:04.476418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Usage tracker for resource:security_group_rule and tenant:d1d1f6784e654f50beb11c290a8f7503 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:04.491640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:04.504271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:04.630464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:04.646611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:04.656347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.675978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:04.677686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:04.690742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaace1ae-a284-478d-a427-072e01746c9f req-dadae730-0094-46bc-833e-db84e5a6946c service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680578 Nov 24 09:50:04.694612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.766488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2fc5d-f1c8-40d2-99bd-877f4d3a387e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:04.769148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2fc5d-f1c8-40d2-99bd-877f4d3a387e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:04.770633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7dd2fc5d-f1c8-40d2-99bd-877f4d3a387e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:04.778678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.803327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:04.818060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:04.823000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7ab1eff-02f6-41ff-a038-0aabe91aa91d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:04.833257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:04.834368 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3a033c55-95e0-452a-824c-68429b75eb6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/fa8de2e2-7c86-4add-83fb-d732be08f13e HTTP/1.1" status: 200 len: 979 time: 13.1470187 Nov 24 09:50:04.837088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:04.840951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48504) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:04.936438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:04.936908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8763a-8aae-4981-aab7-6e3697570056 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:04.963393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1d1f6784e654f50beb11c290a8f7503&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0105824 Nov 24 09:50:04.972018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48510) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:04.977106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af343e6-2572-4a0e-9eaf-2131ed43db8b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:05.002788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.013639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:05.042203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 986665ae-cce4-4a90-8383-873dc1506432 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:05.042629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.052240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7dd2fc5d-f1c8-40d2-99bd-877f4d3a387e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:05.053550 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7dd2fc5d-f1c8-40d2-99bd-877f4d3a387e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8143129 Nov 24 09:50:05.059172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:05.130317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.218547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.263071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.404903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.412484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5b1d98e-d5f2-4041-b97f-4e70af540f5c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:05.427235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.440164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be997c-6e87-465f-b4d6-c786b396acf6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:05.454290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:05.475947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed42eaf-e193-4832-a4f1-9581d590272e req-f3d3d45b-0004-4bba-a90e-ac4879ba8770 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:05.477642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6ed42eaf-e193-4832-a4f1-9581d590272e req-f3d3d45b-0004-4bba-a90e-ac4879ba8770 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3642530 Nov 24 09:50:05.574533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.593165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6ed42eaf-e193-4832-a4f1-9581d590272e req-8ff32edc-816e-4b9c-8ca3-b4100c3ce5a5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057441 Nov 24 09:50:05.603866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.608413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7be997c-6e87-465f-b4d6-c786b396acf6 HTTP/1.1" status: 204 len: 168 time: 1.4511583 Nov 24 09:50:05.608413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.625450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet b485fce8-e36c-4fa1-b147-324f7edd5f90 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:05.657759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48520) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:05.695642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.704339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13f4d37a-da69-413a-a60d-d8a807400e8d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:05.738752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cb4cfbc-a580-4a4f-8d97-fbf01537b7ca tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:05.747147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af343e6-2572-4a0e-9eaf-2131ed43db8b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:05.761574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:05.776163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.838507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:05.850027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.855576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0af343e6-2572-4a0e-9eaf-2131ed43db8b HTTP/1.1" status: 204 len: 168 time: 0.8776498 Nov 24 09:50:05.862865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:05.863998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.874117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6817a2-f6a8-4e3f-9fa1-86e1d52609f3 None None] Network 892de328-61be-4edd-b7ac-17d3e24a2cf9 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:05.926437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:05.993971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/subnets/f3a2cd7f-5c7d-4d0d-899b-bbf7b10d70e1 HTTP/1.1" status: 204 len: 168 time: 2.6740081 Nov 24 09:50:06.001019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:06.023556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.058395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.058828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.059193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP fa8de2e2-7c86-4add-83fb-d732be08f13e disassociated. External IP: 172.26.6.184, port: 986665ae-cce4-4a90-8383-873dc1506432. Nov 24 09:50:06.059590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 986665ae-cce4-4a90-8383-873dc1506432 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:06.116663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.410812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] DHCP port deletion for 892de328-61be-4edd-b7ac-17d3e24a2cf9 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:06.419863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Deleting port b3df4ad1-a6ab-495b-9686-d29567723f41 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:06.420976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.436187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.457382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27c42807-0705-4fe9-abd9-35e48382110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:06.485660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.506284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28b746-79f6-4ff2-9221-85255f28a033,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:06.509259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.513547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port b3df4ad1-a6ab-495b-9686-d29567723f41 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:06.513941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.519316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:06.529221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3edc9518-7490-47a7-b3fc-6df52f2b3023 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:06.556394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.637136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=986665ae-cce4-4a90-8383-873dc1506432,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:06.669010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:06.685193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.690972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec28b746-79f6-4ff2-9221-85255f28a033 HTTP/1.1" status: 204 len: 168 time: 1.0313342 Nov 24 09:50:06.699544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48532) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:06.794105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:06.882802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36f746e7-59c3-4b19-8b8d-07e4cb4ccd66 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:06.901918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] For port b3df4ad1-a6ab-495b-9686-d29567723f41, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b3df4ad1-a6ab-495b-9686-d29567723f41,segment=NetworkSegment(ab034683-b284-42ab-a316-0ce83fa66e83),segment_id=ab034683-b284-42ab-a316-0ce83fa66e83)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:06.902284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.045915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Calling delete_port for b3df4ad1-a6ab-495b-9686-d29567723f41 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:07.084437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b3df4ad1-a6ab-495b-9686-d29567723f41 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:07.203356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 901ffef6-f512-4d68-a063-e7c49f521fed {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:07.211803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.264560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:07.277295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.278526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=b485fce8-e36c-4fa1-b147-324f7edd5f90,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:07.282441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:07.295229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] For port b3df4ad1-a6ab-495b-9686-d29567723f41, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b3df4ad1-a6ab-495b-9686-d29567723f41,segment=NetworkSegment(ab034683-b284-42ab-a316-0ce83fa66e83),segment_id=ab034683-b284-42ab-a316-0ce83fa66e83)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:07.295727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.296777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.305017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-962ebf29-8851-49e6-a4a7-285eeec91bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:07.311642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.364502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Pushing event deleted for resources: {'Port': ['ID=b3df4ad1-a6ab-495b-9686-d29567723f41,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:07.364863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.367323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:07.368406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ee2e9-b160-4bf3-9d2b-934e1d65d94c None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:07.390804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] No DVR routers for this DVR port b3df4ad1-a6ab-495b-9686-d29567723f41 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:07.447866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Calling delete_port for b3df4ad1-a6ab-495b-9686-d29567723f41 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:07.576741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/b485fce8-e36c-4fa1-b147-324f7edd5f90 HTTP/1.1" status: 204 len: 168 time: 2.5145345 Nov 24 09:50:07.594714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:07.683118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99c5fe9f-f517-4491-afb0-71f878a304e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863566 Nov 24 09:50:07.702026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48542) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:07.749677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:07.755076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Deleting port f1c7c205-3e0d-4876-848e-78570e2002da {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:07.755517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.773507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:07.841359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88213d-f5c5-4237-a7e6-316f16635ff8 req-00a0c68c-85e1-45cc-a484-3c4820635d12 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:07.849956 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5b88213d-f5c5-4237-a7e6-316f16635ff8 req-00a0c68c-85e1-45cc-a484-3c4820635d12 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.9142163 Nov 24 09:50:07.856761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:07.937794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:50:07.938166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:50:07.982870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:07.994848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:08.002950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:08.021977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:08.025760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:08.032107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.038737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15a96000-d012-48cb-a12a-79e2b69ea667 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:08.039067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] For port f1c7c205-3e0d-4876-848e-78570e2002da, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1c7c205-3e0d-4876-848e-78570e2002da,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:08.039682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.043583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5b88213d-f5c5-4237-a7e6-316f16635ff8 req-4b770bd4-a29b-4bf9-9e6a-64892cd93f45 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913984 Nov 24 09:50:08.063772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:08.072032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.086038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=901ffef6-f512-4d68-a063-e7c49f521fed,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:08.091957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:08.152592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.177558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/901ffef6-f512-4d68-a063-e7c49f521fed HTTP/1.1" status: 204 len: 168 time: 1.4682488 Nov 24 09:50:08.177856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:08.186021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:08.186317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5addcea-a224-448c-8737-a94c62970a27 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:08.217240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8230693 Nov 24 09:50:08.218423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:08.230147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Calling delete_port for f1c7c205-3e0d-4876-848e-78570e2002da owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:08.279683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet bd0db513-1864-4b23-bc18-36298bafe25b {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:08.283139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.284073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:08.409549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.410409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:08.411383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:08.472447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Deleting port b3df4ad1-a6ab-495b-9686-d29567723f41 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:08.473432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.536905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:08.553050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:08.565990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.588682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:08.589714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:08.611919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] The port 'b3df4ad1-a6ab-495b-9686-d29567723f41' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:50:08.711165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.720891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:08.721536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/986665ae-cce4-4a90-8383-873dc1506432 HTTP/1.1" status: 204 len: 168 time: 3.8758414 Nov 24 09:50:08.724516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:08.741692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:08.743799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:08.777842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet dc38a670-3ed2-4f10-b86a-3352aae196cb {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:08.785263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.804349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.820430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5809ec54-b6ba-413e-a3bf-570e4534c0a4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:08.835184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:08.836094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c5f1a-09aa-4104-a37d-e042b96f4e1a None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:08.845746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.881472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f505605-63a4-4fde-9968-db9b80d0c6a6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:08.881870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0db513-1864-4b23-bc18-36298bafe25b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:08.886561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:08.891505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2bab355b-71ba-47c2-b698-063fb62aa310 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/floatingips/fa8de2e2-7c86-4add-83fb-d732be08f13e HTTP/1.1" status: 200 len: 688 time: 0.1647305 Nov 24 09:50:08.893858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48558) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:08.935470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1c7c205-3e0d-4876-848e-78570e2002da no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:08.941196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.978719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f1c7c205-3e0d-4876-848e-78570e2002da {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:08.979137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1c7c205-3e0d-4876-848e-78570e2002da not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:08.982300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:08.984398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/bd0db513-1864-4b23-bc18-36298bafe25b HTTP/1.1" status: 204 len: 168 time: 0.8053288 Nov 24 09:50:08.989772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:09.005200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:09.020899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.030312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93c3f477-8f44-4833-92dc-36b3e92bdf98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:09.047186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:09.052818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892de328-61be-4edd-b7ac-17d3e24a2cf9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:09.061965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.095807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:09.096645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.099160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 63aff6c7-9a33-42f7-a582-a33c421d91a6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:09.099669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.105075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Pushing event deleted for resources: {'Port': ['ID=f1c7c205-3e0d-4876-848e-78570e2002da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:09.108035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:09.122970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ddedf-91e9-4350-8872-fff3ae6a876b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:09.137578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1e01df-7a87-43f3-9704-c520dfae3d73 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:09.138073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1e01df-7a87-43f3-9704-c520dfae3d73 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:09.145132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:09.149042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab034683-b284-42ab-a316-0ce83fa66e83') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:09.149375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab034683-b284-42ab-a316-0ce83fa66e83') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:09.162686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] No DVR routers for this DVR port f1c7c205-3e0d-4876-848e-78570e2002da on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:09.175907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.188661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef1e01df-7a87-43f3-9704-c520dfae3d73 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/901ffef6-f512-4d68-a063-e7c49f521fed HTTP/1.1" status: 404 len: 337 time: 0.1891043 Nov 24 09:50:09.188911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:09.196199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4331377 Nov 24 09:50:09.196199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:09.200089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:09.214948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '8c2ddedf-91e9-4350-8872-fff3ae6a876b', 'ip_address': '2001:db8::b46:6966:84fe:e3c2'}], 'name': 'tempest-NetworksTestDHCPv6-425591738'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:09.253615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.274455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8257c5-4265-4891-bda2-0e60bf32fd5e None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:09.281651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:09.281651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:09.299876 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:09.415344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.466379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.467933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:09.495950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.514728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Pushing event deleted for resources: {'Network': ['ID=892de328-61be-4edd-b7ac-17d3e24a2cf9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:09.532635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.533601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.574999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af545069-b35a-43f4-b883-ebb6fe22388c req-1d7550e7-4dc6-4a0a-b824-b6edc74b3035 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:09.582429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:09.583331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af545069-b35a-43f4-b883-ebb6fe22388c req-1d7550e7-4dc6-4a0a-b824-b6edc74b3035 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3328059 Nov 24 09:50:09.595146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] 10.222.0.55 "DELETE /v2.0/networks/892de328-61be-4edd-b7ac-17d3e24a2cf9 HTTP/1.1" status: 204 len: 168 time: 3.5867045 Nov 24 09:50:09.651460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting subnet 20115869-0c94-4458-9ac7-7b8970dfec3c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:09.655220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.689497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.700080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56f42503-6940-49c2-9916-f6446b104aa2 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:09.739417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:09.752211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 63aff6c7-9a33-42f7-a582-a33c421d91a6 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:09.768713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=dc38a670-3ed2-4f10-b86a-3352aae196cb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:09.789033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:09.792611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.793712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:09.801925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:09.803020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:09.834195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:09.853129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af545069-b35a-43f4-b883-ebb6fe22388c req-661750c6-255d-4169-99bf-fdf07b14a090 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685442 Nov 24 09:50:09.863595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ae149-44e1-4086-861a-b5efa9089012 None None] Network 7ecacb23-6a68-47e4-9701-e6fb20ad7928 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:09.896745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:09.925346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '8c2ddedf-91e9-4350-8872-fff3ae6a876b'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:09.926846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.176418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.181407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/dc38a670-3ed2-4f10-b86a-3352aae196cb HTTP/1.1" status: 204 len: 168 time: 1.9622433 Nov 24 09:50:10.193337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:10.208531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.218381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f33decf-9f13-47ae-a82e-9794b3a81329 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:10.267970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port d8a5c281-6450-464a-b519-f636ca455ca3 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:10.359846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=63aff6c7-9a33-42f7-a582-a33c421d91a6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:10.364072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.371545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:10.390484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port b6029b73-8487-4412-ad8b-6574ba5af133 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:10.390484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.433974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.474824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:10.508059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.528863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 8, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:10.542805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/8c2ddedf-91e9-4350-8872-fff3ae6a876b/abe4230e-2bda-466f-8b05-dbc06f82cc95) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:10.554711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:10.639104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.689166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.702494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/fa8de2e2-7c86-4add-83fb-d732be08f13e HTTP/1.1" status: 204 len: 168 time: 1.8070922 Nov 24 09:50:10.703466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48590) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:10.717013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'b4074007-419f-4825-88d9-eec67452d53b'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:10.728767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:10.734550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:10.735537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:10.741491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:floatingip and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:10.747883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.748454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:10.761721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:10.775555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.886164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port b6029b73-8487-4412-ad8b-6574ba5af133, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b6029b73-8487-4412-ad8b-6574ba5af133,segment=NetworkSegment(757659f3-fbc8-4528-bd8b-0a3924c57068),segment_id=757659f3-fbc8-4528-bd8b-0a3924c57068)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:10.886164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:10.939706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:11.050105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for b6029b73-8487-4412-ad8b-6574ba5af133 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:11.134255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3445029-b0e2-453f-a7ec-698a911004ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:11.246616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Subnet': ['ID=20115869-0c94-4458-9ac7-7b8970dfec3c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:11.261220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:11.298312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.308327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.316486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c413c1b-d899-4eca-98d0-50d306bb7504 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:11.363282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.371046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4ae53-b01f-4ac3-a2db-dcf2eebe945a None None] DHCP port deletion for 7ecacb23-6a68-47e4-9701-e6fb20ad7928 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:11.373457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=b6029b73-8487-4412-ad8b-6574ba5af133,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:11.375462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4ca99-2e60-480f-aae6-2a3b0d67f993 None None] Network 7c820c02-4818-4edf-beb1-fd19dc576bc8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:11.380745 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1a7c45b8-e33b-41b0-abee-03e802569c0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3af0abd5d36c49b2b04c527dcb7140bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9014235 Nov 24 09:50:11.383978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:11.384489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.390999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/20115869-0c94-4458-9ac7-7b8970dfec3c HTTP/1.1" status: 204 len: 168 time: 2.1886964 Nov 24 09:50:11.405317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48602) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.408558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No DVR routers for this DVR port b6029b73-8487-4412-ad8b-6574ba5af133 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:11.454390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.475916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaf4d6f-9b0e-434b-aebf-5318562fbd4f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:11.476399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aaf4d6f-9b0e-434b-aebf-5318562fbd4f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:11.497437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5aaf4d6f-9b0e-434b-aebf-5318562fbd4f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/460a56b0-a2e4-475e-9552-c57ecbe81062 HTTP/1.1" status: 404 len: 337 time: 0.0882246 Nov 24 09:50:11.498671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48610) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.560611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de630772-d573-4bf4-9b90-cdd83e4eeb50 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Synchronizing usage tracker for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:11.593438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bc773-7e3c-48ab-804a-7d64d5b795a3 req-fa0ba65c-e6bd-4ceb-a58b-87d318ad9b5a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:11.595114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c56bc773-7e3c-48ab-804a-7d64d5b795a3 req-fa0ba65c-e6bd-4ceb-a58b-87d318ad9b5a tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3891184 Nov 24 09:50:11.657666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de630772-d573-4bf4-9b90-cdd83e4eeb50 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Unset dirty status for tenant:8cf4f54bd94a479d8f5365965c725fce on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:11.662403 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de630772-d573-4bf4-9b90-cdd83e4eeb50 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b847ec81-0edf-4a15-bdb8-4970d7b00e76 HTTP/1.1" status: 200 len: 205 time: 0.1610911 Nov 24 09:50:11.663676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48614) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.681276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.752139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-3890e744-93e2-4055-b223-f3d12b81615c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] delete failed (client error): The resource could not be found. Nov 24 09:50:11.756055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3890e744-93e2-4055-b223-f3d12b81615c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/routers/b847ec81-0edf-4a15-bdb8-4970d7b00e76 HTTP/1.1" status: 404 len: 336 time: 0.0894129 Nov 24 09:50:11.761781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48618) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.764639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecacb23-6a68-47e4-9701-e6fb20ad7928']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:11.773527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.776489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ff577e42-5e12-46d1-9d11-a8e47ca27c48 None None] Provisioning complete for port dae02ec6-795f-4054-9554-9fabfd752a2b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:11.776916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff577e42-5e12-46d1-9d11-a8e47ca27c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.798100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.11 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/8538c273-a2e6-451f-89e7-92ccf4b92751) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:11.806450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757659f3-fbc8-4528-bd8b-0a3924c57068') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:11.806835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757659f3-fbc8-4528-bd8b-0a3924c57068') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:11.817885 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c405886-a805-4759-aa39-d50d3160846d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:11.818828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c405886-a805-4759-aa39-d50d3160846d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:11.824573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0c405886-a805-4759-aa39-d50d3160846d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5ef8a3ba-c05d-44eb-bbd8-3c9847411020 HTTP/1.1" status: 404 len: 337 time: 0.0577984 Nov 24 09:50:11.825513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.848363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.857068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.877153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c56bc773-7e3c-48ab-804a-7d64d5b795a3 req-582413f4-05d4-424c-ab9a-974fe60ec4e6 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152917 Nov 24 09:50:11.893891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ec3ba3-35e3-4ad4-9c31-acc4422b884d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:11.894403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ec3ba3-35e3-4ad4-9c31-acc4422b884d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:11.895319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52d211eb-5efd-444a-9e24-5043ac2e33c5 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=e50a37d67d6b4fc7b6940111b5306fc0&network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 2999 time: 0.4351201 Nov 24 09:50:11.899889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:11.913000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e4ec3ba3-35e3-4ad4-9c31-acc4422b884d tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/560c2818-c7b9-4915-8b01-da721caf8e40 HTTP/1.1" status: 404 len: 337 time: 0.0828023 Nov 24 09:50:11.915794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:11.965921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.003892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:12.004265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:12.021923 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:12.047266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394ea31-06e9-4565-8658-924233f42a7c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:12.047789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a394ea31-06e9-4565-8658-924233f42a7c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:12.049795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a394ea31-06e9-4565-8658-924233f42a7c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5e9d7911-5a31-45de-a5ce-cfdf17d29184 HTTP/1.1" status: 404 len: 337 time: 0.1320934 Nov 24 09:50:12.052761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48634) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.057079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 8, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:12.083311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f0ff16-9462-480d-be06-85d379aa40ae None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 8, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '24a634ee-15c5-49e6-9fed-9e9ab96cd0f0', 'name': '', 'network_id': '227d8529-0748-4761-9a0a-5860db8adbd2', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:de:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:49:09Z', 'updated_at': '2021-11-24T09:49:25Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '0ee271f3-2b79-4103-943f-9316bbed537d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:12.113193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.124396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ff577e42-5e12-46d1-9d11-a8e47ca27c48 None None] Provisioning complete for port c30c595c-b6e6-46b0-a687-82e2fbe95757 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:12.124887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff577e42-5e12-46d1-9d11-a8e47ca27c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.132954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c0cc1684-968c-47e8-aab1-b352d1ac34e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:12.154145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29235079-6f7d-4921-882e-0d11229b7daf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:12.159328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:12.162054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.164551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Transition to ACTIVE for port object abe4230e-2bda-466f-8b05-dbc06f82cc95 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:12.177174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29235079-6f7d-4921-882e-0d11229b7daf HTTP/1.1" status: 204 len: 168 time: 0.7914207 Nov 24 09:50:12.191149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.197558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78882ba7-5f83-44bd-b611-723a2e1b1557 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:12.241068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.248270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.253571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Transition to ACTIVE for port object abe4230e-2bda-466f-8b05-dbc06f82cc95 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:12.258754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ff577e42-5e12-46d1-9d11-a8e47ca27c48 None None] Port c30c595c-b6e6-46b0-a687-82e2fbe95757 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:12.268377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.277979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=7ecacb23-6a68-47e4-9701-e6fb20ad7928,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:12.291011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:12.299671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/7ecacb23-6a68-47e4-9701-e6fb20ad7928 HTTP/1.1" status: 204 len: 168 time: 2.1048510 Nov 24 09:50:12.301352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.307382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:12.309379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d7a8f3-8389-45ed-b893-c87cf1511b31 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:12.309899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d7a8f3-8389-45ed-b893-c87cf1511b31 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:12.320299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1d7a8f3-8389-45ed-b893-c87cf1511b31 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/38354ce5-04dd-48a6-bc97-95606f8436e8 HTTP/1.1" status: 404 len: 333 time: 0.2658386 Nov 24 09:50:12.400218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] DHCP port deletion for 7c820c02-4818-4edf-beb1-fd19dc576bc8 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:12.419309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::b46:6966:84fe:e3c2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/8c2ddedf-91e9-4350-8872-fff3ae6a876b/d8a5c281-6450-464a-b519-f636ca455ca3) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:12.423122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:12.432630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.440627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:12.448712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Deleting port dae02ec6-795f-4054-9554-9fabfd752a2b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:12.449442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.497206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:12.653184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Pushing event updated for resources: {'Port': ['ID=abe4230e-2bda-466f-8b05-dbc06f82cc95,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:12.693217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:12.744647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-436619ed-db6b-400f-b5b6-182620204427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:12.745226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436619ed-db6b-400f-b5b6-182620204427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:12.747113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-436619ed-db6b-400f-b5b6-182620204427 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/50a3108e-4d92-47ec-9fe9-f646c56262c2 HTTP/1.1" status: 404 len: 337 time: 0.2883782 Nov 24 09:50:12.756992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Attempting to bind port abe4230e-2bda-466f-8b05-dbc06f82cc95 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:12.757421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Attempting to bind port abe4230e-2bda-466f-8b05-dbc06f82cc95 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:12.757975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Attempting to bind port abe4230e-2bda-466f-8b05-dbc06f82cc95 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:12.759694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.771202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.814925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:12.815366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:12.815843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.816305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:12.816862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Bound port: abe4230e-2bda-466f-8b05-dbc06f82cc95, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:12.817304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.821073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9f8c6a-7994-4ff0-b585-cf48f83844e1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:12.821073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9f8c6a-7994-4ff0-b585-cf48f83844e1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:12.822733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f9f8c6a-7994-4ff0-b585-cf48f83844e1 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/5eb3a531-1c41-4480-b463-f9f4572eeb96 HTTP/1.1" status: 404 len: 337 time: 0.0608230 Nov 24 09:50:12.829087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48662) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.872764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:12.881942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db6207cc-6fd2-4178-8eed-9fb0134b07a2 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:12.889636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdb8d231-10bc-4dcf-b542-66b282fb71d3 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:12.911198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25a0118-23c9-4801-9815-603341e4c3c4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:12.911691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25a0118-23c9-4801-9815-603341e4c3c4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:12.913517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a25a0118-23c9-4801-9815-603341e4c3c4 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/02318140-d7f5-48f1-8d71-7751f805a697 HTTP/1.1" status: 404 len: 333 time: 0.0828576 Nov 24 09:50:12.920125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:12.939328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fdb8d231-10bc-4dcf-b542-66b282fb71d3 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:12.939931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdb8d231-10bc-4dcf-b542-66b282fb71d3 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:12.940567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dae02ec6-795f-4054-9554-9fabfd752a2b no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:12.962358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:12.971335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:12.979227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object d8a5c281-6450-464a-b519-f636ca455ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:12.991034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:13.015031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb191e19-2f6c-4b24-acb0-f50b400ff5da req-4cb9adbd-3a19-4e30-b102-8e3ed1406b0d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:13.016970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb191e19-2f6c-4b24-acb0-f50b400ff5da req-4cb9adbd-3a19-4e30-b102-8e3ed1406b0d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4585288 Nov 24 09:50:13.019896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-584afc1b-3f10-42c5-9bff-b6190fe113ea tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:13.020856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584afc1b-3f10-42c5-9bff-b6190fe113ea tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:13.027120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-584afc1b-3f10-42c5-9bff-b6190fe113ea tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/303d75f5-6902-4056-bf25-2f2a1d9e9087 HTTP/1.1" status: 404 len: 337 time: 0.0967214 Nov 24 09:50:13.028753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:13.043124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:13.043939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.049329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=8538c273-a2e6-451f-89e7-92ccf4b92751,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:13.061612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:13.101074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-235ef51c-33ee-4c92-8689-623980320e6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:13.101567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235ef51c-33ee-4c92-8689-623980320e6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:13.106891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-235ef51c-33ee-4c92-8689-623980320e6e tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/subnets/50a33dbf-ad0a-469d-be0f-1cf9d0fc55ce HTTP/1.1" status: 404 len: 337 time: 0.0672593 Nov 24 09:50:13.118412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48678) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:13.216440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb191e19-2f6c-4b24-acb0-f50b400ff5da req-abeb5e75-d6b0-4e33-828d-f4cce8d67f30 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861951 Nov 24 09:50:13.257396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-63110937-006f-4677-8474-85f0f4033e14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.5654538 Nov 24 09:50:13.274286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.311622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b60109f-2aa1-406c-96bd-2fed2e7b278b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:13.342358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Calling delete_port for dae02ec6-795f-4054-9554-9fabfd752a2b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:13.393866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] For port abe4230e-2bda-466f-8b05-dbc06f82cc95, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:13.406752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.434037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] For port abe4230e-2bda-466f-8b05-dbc06f82cc95, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=abe4230e-2bda-466f-8b05-dbc06f82cc95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:13.434944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.464955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Deleting port c30c595c-b6e6-46b0-a687-82e2fbe95757 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:13.465378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.475938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.492301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2aebf1c9-6b84-4149-8cb3-59b2c6785285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:13.602653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48688) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:13.617016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:13.625289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:13.656841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:13.662727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:13.669390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.690974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=d8a5c281-6450-464a-b519-f636ca455ca3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:13.700830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:13.877232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Pushing event updated for resources: {'Port': ['ID=abe4230e-2bda-466f-8b05-dbc06f82cc95,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:13.880920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:13.905932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:13.913500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:13.919009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b6029b73-8487-4412-ad8b-6574ba5af133 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:13.959244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.7549245 Nov 24 09:50:13.960352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:13.974188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1a5e6fa-6a84-43ac-bc33-72c75aec3a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:14.012166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1364379295'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:14.019374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:50:14.019946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:50:14.031817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b6029b73-8487-4412-ad8b-6574ba5af133 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:14.032429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b6029b73-8487-4412-ad8b-6574ba5af133 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:14.050053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-dd5104ba-4f0e-4eaf-b24b-dee076a86217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:14.051872 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-dd5104ba-4f0e-4eaf-b24b-dee076a86217 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.7814939 Nov 24 09:50:14.089502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:14.103962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=11']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:14.109339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:14.158094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:14.167375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:14.184080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:14.263164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:14.269693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.306467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.328905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931e8d7-264f-4d98-81ae-69285e79d8e6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:14.334947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931e8d7-264f-4d98-81ae-69285e79d8e6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:14.336552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e931e8d7-264f-4d98-81ae-69285e79d8e6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3738177 Nov 24 09:50:14.340999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:14.519870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:14.521360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Deleting port dae02ec6-795f-4054-9554-9fabfd752a2b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:14.522401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.528715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port d8a5c281-6450-464a-b519-f636ca455ca3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:14.530817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.584536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:14.592723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:14.650156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:14.680090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.803360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] For port dae02ec6-795f-4054-9554-9fabfd752a2b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dae02ec6-795f-4054-9554-9fabfd752a2b,segment=NetworkSegment(00086132-08f5-4ea8-8297-855ca4411f86),segment_id=00086132-08f5-4ea8-8297-855ca4411f86)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:14.804490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:14.874902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Calling delete_port for c30c595c-b6e6-46b0-a687-82e2fbe95757 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:14.929847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-ce391202-57b8-4916-ad6a-5fd7280f2e7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.8067613 Nov 24 09:50:14.953745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device abe4230e-2bda-466f-8b05-dbc06f82cc95 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:14.986479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Calling delete_port for dae02ec6-795f-4054-9554-9fabfd752a2b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:15.049726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.054097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084042be-79a5-473a-b4aa-c4132fbccca6 req-f8e60e0e-00d1-478d-80fc-054d826c6c34 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:15.056000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-084042be-79a5-473a-b4aa-c4132fbccca6 req-f8e60e0e-00d1-478d-80fc-054d826c6c34 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4727168 Nov 24 09:50:15.072579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.082118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57850046-f86d-4029-9bbd-3a5b832465fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:15.099929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.103484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-45f6b3eb-e9a8-49e4-a867-7c5380967781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:15.104804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port abe4230e-2bda-466f-8b05-dbc06f82cc95 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:15.105228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-45f6b3eb-e9a8-49e4-a867-7c5380967781 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.1608944 Nov 24 09:50:15.110168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.118331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:15.157966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48708) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:15.169489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Pushing event deleted for resources: {'Port': ['ID=dae02ec6-795f-4054-9554-9fabfd752a2b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:15.172257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:15.175234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] No DVR routers for this DVR port dae02ec6-795f-4054-9554-9fabfd752a2b on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:15.206910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:15.280069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for d8a5c281-6450-464a-b519-f636ca455ca3 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:15.302202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.323531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:15.330486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e4f294-5000-4bfe-88e8-75270a88038c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:15.346918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.347327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment 7b35643b-dbf8-41a9-995f-866620340b22 of type vlan for network af50e6fc-f66d-4288-ac43-752f2c736e47 Nov 24 09:50:15.384119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.384561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.385000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.385430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.385879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.386300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.386746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.387164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.387580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.387907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Port': ['ID=c30c595c-b6e6-46b0-a687-82e2fbe95757,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:15.388013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.388388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.430095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-084042be-79a5-473a-b4aa-c4132fbccca6 req-c71a75b3-e1e9-41e0-aace-eff6e5f0fc33 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554432 Nov 24 09:50:15.430556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:15.447184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.455437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.459236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943bd679-a05a-417f-9904-aeeacdd52859 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-943bd679-a05a-417f-9904-aeeacdd52859 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 814 time: 0.2953036 Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.471075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.472238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:15.475317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:15.486615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.542085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/ports/c30c595c-b6e6-46b0-a687-82e2fbe95757 HTTP/1.1" status: 204 len: 168 time: 2.4048228 Nov 24 09:50:15.548060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48714) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:15.587652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-e81a8060-a1b7-4148-94db-2b884b5c8163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4706573 Nov 24 09:50:15.591002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:15.591685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.602216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.724517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.729192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:15.729877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.742114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:15.784109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.897376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:15.973510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-29968235-ab46-4938-860e-e34f22435c81 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725905 Nov 24 09:50:15.980139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3757586 Nov 24 09:50:15.988037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:16.016022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=af50e6fc-f66d-4288-ac43-752f2c736e47,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:16.029971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:16.031466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:16.036364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'name': 'tempest-PortsIpV6TestJSON-1953330204'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:16.051059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd336071-74a8-4dde-ad38-a6df0ea5d690 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:16.066386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48724) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:16.121276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.126701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d8a5c281-6450-464a-b519-f636ca455ca3 HTTP/1.1" status: 204 len: 168 time: 1.7835793 Nov 24 09:50:16.127627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=d8a5c281-6450-464a-b519-f636ca455ca3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:16.129509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48728) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:16.129900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--453346110', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:16.152329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:16.169546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Provisioning for port abe4230e-2bda-466f-8b05-dbc06f82cc95 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:16.175625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Provisioning complete for port abe4230e-2bda-466f-8b05-dbc06f82cc95 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:16.176274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.264033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:16.264443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.305149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:16.306436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.339740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:16.354465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] For port abe4230e-2bda-466f-8b05-dbc06f82cc95, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=abe4230e-2bda-466f-8b05-dbc06f82cc95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:16.359361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.364398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15c5fec0-cb27-4d4c-9b9c-cc04a04fb189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:16.409581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf23a969-5943-4464-8fcc-2e6408b44c63 req-5e6017f9-5f8a-4da4-b549-93a19041006d service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418095 Nov 24 09:50:16.441104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:16.441410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.462802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:16.470443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.480889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:16.491060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db678f4-180c-4924-bfd7-932ed6518b37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:16.492683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db678f4-180c-4924-bfd7-932ed6518b37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:16.493514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9db678f4-180c-4924-bfd7-932ed6518b37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:16.506973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:16.510985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:16.523850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c820c02-4818-4edf-beb1-fd19dc576bc8']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:16.533858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Pushing event updated for resources: {'Port': ['ID=abe4230e-2bda-466f-8b05-dbc06f82cc95,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:16.545964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:16.553224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:16.571251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-360c8e4d-52ff-416d-8085-7f0f55e096a3 None None] Could not find standard attr ID for object d8a5c281-6450-464a-b519-f636ca455ca3. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:50:16.574821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00086132-08f5-4ea8-8297-855ca4411f86') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:16.578800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00086132-08f5-4ea8-8297-855ca4411f86') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:16.588274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9db678f4-180c-4924-bfd7-932ed6518b37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:16.592636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9db678f4-180c-4924-bfd7-932ed6518b37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4490094 Nov 24 09:50:16.593326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48734) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:16.619145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:16.625530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.662598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port dd88fab9-6ab7-4753-adab-7a9081871b69 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:16.664437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.698766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.727295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.736654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.739158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:16.742093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:16.810149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:16.810635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:16.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:16.890666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:16.891070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment bcddca03-1ed4-4790-beee-15bb6b60a80d of type vlan for network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 Nov 24 09:50:16.933454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device abe4230e-2bda-466f-8b05-dbc06f82cc95 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:16.965777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:50:17.054311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port abe4230e-2bda-466f-8b05-dbc06f82cc95 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:17.055221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.315514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=8538c273-a2e6-451f-89e7-92ccf4b92751,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:17.317298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b2e15-1920-4273-8246-792e4979f542 req-368b7a78-bf08-40f5-9af5-f72c50223055 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:17.319027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f2b2e15-1920-4273-8246-792e4979f542 req-368b7a78-bf08-40f5-9af5-f72c50223055 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6129479 Nov 24 09:50:17.334434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:17.347315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.419567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9a46cf9d-3982-45ee-8231-1a1715b6a2b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:17.441964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.462908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.466060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.472087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a087375c-bfce-4b10-ac35-68b014bbd702 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:17.473393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Pushing event deleted for resources: {'Network': ['ID=7c820c02-4818-4edf-beb1-fd19dc576bc8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:17.483207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:17.488913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.539896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=24a634ee-15c5-49e6-9fed-9e9ab96cd0f0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:17.546305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:17.552543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.557557 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f2b2e15-1920-4273-8246-792e4979f542 req-45c638ce-f21e-444f-a88a-d597e5474841 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176528 Nov 24 09:50:17.570857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] 10.222.0.55 "DELETE /v2.0/networks/7c820c02-4818-4edf-beb1-fd19dc576bc8 HTTP/1.1" status: 204 len: 168 time: 2.0207834 Nov 24 09:50:17.641030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 8c2ddedf-91e9-4350-8872-fff3ae6a876b {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:17.652409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.705778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.710193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:17.710953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.721096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4f3bb7b-2f1a-4525-a47c-4c0a74091403 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:17.828654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.849161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:17.853128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:17.913759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:17.931262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:17.940935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8715239 Nov 24 09:50:17.957713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:17.963542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:18.014704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:18.027887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=dd88fab9-6ab7-4753-adab-7a9081871b69,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:18.031742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:18.108212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48746) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.199008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-d09f2a6c-e4c2-4215-97ec-67094f968138 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2820377 Nov 24 09:50:18.204514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:18.239631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': '7b35643b-dbf8-41a9-995f-866620340b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:18.240747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: af50e6fc-f66d-4288-ac43-752f2c736e47, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:18.256882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b1a6e-7428-4460-bae0-39a16963a53e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:18.259674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-688b1a6e-7428-4460-bae0-39a16963a53e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2931838 Nov 24 09:50:18.262812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.302131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:18.308465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53a5d1ba-fea1-4782-bf7d-96fc298278df tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:18.350101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP fe28c0f8-9fd8-4b58-b619-6f4d67dbf248 associated. External IP: 172.26.6.11, port: b4074007-419f-4825-88d9-eec67452d53b. Nov 24 09:50:18.463975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0b1abf-e687-4fae-a659-e94cae39f822 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:18.465766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f0b1abf-e687-4fae-a659-e94cae39f822 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1950231 Nov 24 09:50:18.472545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48756) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.476650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ddedf-91e9-4350-8872-fff3ae6a876b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:18.519615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:18.541332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:18.551144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50477023-e38a-482b-ba1a-400581d7c7bf tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770316 Nov 24 09:50:18.562846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:18.568949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48760) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.581146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, af50e6fc-f66d-4288-ac43-752f2c736e47) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:18.593683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:18.602307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:18.603462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:18.604300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a14769-7f69-4277-9145-4ac7b903995b None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:18.649990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dee151-a7e0-464f-8dfa-31f9d77c07bf None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:18.658937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a0009390-9b4f-4899-a84b-9b1750d3d2d5 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852468 Nov 24 09:50:18.662721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48766) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.668242 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/8c2ddedf-91e9-4350-8872-fff3ae6a876b HTTP/1.1" status: 204 len: 168 time: 2.0675557 Nov 24 09:50:18.672480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48770) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.825382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8109689 Nov 24 09:50:18.826263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48774) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.831811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ea1d52c-e6c2-441e-b98d-f543c38c92b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1551597 Nov 24 09:50:18.832318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.839441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-335598234'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:18.839638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb18305c-1ca6-4ee7-9c6e-5ed9a8df97c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cf4f54bd94a479d8f5365965c725fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7245131 Nov 24 09:50:18.848465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48782) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:18.891757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:18.912933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:18.918529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:18.929713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:18.956647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:18.962557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.003890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbb62e99-12d2-461a-b21d-6c42baff7a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.053796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-1b1f2c99-3ef4-4c0e-a602-0948e13dc905 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.7083275 Nov 24 09:50:19.097321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f6f67-df5a-4532-9f9e-74ab9ef8860a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.098139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-456f6f67-df5a-4532-9f9e-74ab9ef8860a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:19.169506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:19.202085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-456f6f67-df5a-4532-9f9e-74ab9ef8860a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:19.208627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-456f6f67-df5a-4532-9f9e-74ab9ef8860a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3705978 Nov 24 09:50:19.208627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.208627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment fe432012-0f5b-4d9f-ac89-240dabcd07f4 of type vlan for network a77eb7ac-8c90-4c88-b407-d8007ce830cb Nov 24 09:50:19.209305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:19.321844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.343427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d768a-1d72-4867-879e-05df9b0b2d1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.344351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984e59a-15fc-4203-ba73-29b1ebd26d52 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.348389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-740d768a-1d72-4867-879e-05df9b0b2d1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337099 Nov 24 09:50:19.348670 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b984e59a-15fc-4203-ba73-29b1ebd26d52 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6809387 Nov 24 09:50:19.349781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:19.353650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:19.354030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:19.358628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Deleting port abe4230e-2bda-466f-8b05-dbc06f82cc95 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:19.359688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.386415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.390609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-e0c6a82f-df6a-4392-850d-4169dce26116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.392934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-e0c6a82f-df6a-4392-850d-4169dce26116 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.2561460 Nov 24 09:50:19.725845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] For port abe4230e-2bda-466f-8b05-dbc06f82cc95, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=abe4230e-2bda-466f-8b05-dbc06f82cc95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:19.726323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.761435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47cd74e2-4486-4c3b-83dd-b29b6a51cfe9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4014122 Nov 24 09:50:19.770654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b75a617-a586-409e-ae4f-fecf09849dd2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4087820 Nov 24 09:50:19.770654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:19.775768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448949431', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:19.781414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48802) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:19.800257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69accdb7-0490-4956-8e43-fe6640d8a9b7 req-ea2dd08a-5006-485e-a818-50eb82a2e6b6 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.801157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.801953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69accdb7-0490-4956-8e43-fe6640d8a9b7 req-ea2dd08a-5006-485e-a818-50eb82a2e6b6 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.8542295 Nov 24 09:50:19.805537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:19.806085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.806294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:19.817541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:19.828151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7996ff35-fc88-4fb3-8d3f-54406bf9e59f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:19.869498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:19.965908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1329467 Nov 24 09:50:20.003098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48806) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:20.018788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-c83d69c6-f6f7-4745-ab92-5259b58b8ebe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.6169314 Nov 24 09:50:20.044813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=a77eb7ac-8c90-4c88-b407-d8007ce830cb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:20.052628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:20.052859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'ports': [{'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'}, {'network_id': 'a77eb7ac-8c90-4c88-b407-d8007ce830cb'}]} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:20.053087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:20.053576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'a77eb7ac-8c90-4c88-b407-d8007ce830cb'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:20.055096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:20.061761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:20.066321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:20.139351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:20.155502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Calling delete_port for abe4230e-2bda-466f-8b05-dbc06f82cc95 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:20.165691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:20.191112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a77eb7ac-8c90-4c88-b407-d8007ce830cb details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:20.238947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:20.245046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69accdb7-0490-4956-8e43-fe6640d8a9b7 req-ccd96cbe-9163-4abc-a8e5-b4b72d2de84e tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052427 Nov 24 09:50:20.246522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:20.342772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:20.380686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:20.405195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.420705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-3c404b60-9758-47b9-a31c-983a1a0875bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:20.422111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-3c404b60-9758-47b9-a31c-983a1a0875bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.3810110 Nov 24 09:50:20.423029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.461355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-961d02e1-f2f8-4b2e-848a-8fb43c1e1c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:20.464280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.480924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:20.527061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980ee4f-5e87-47bc-a64a-d725445f1762,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:20.527299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.534934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Pushing event deleted for resources: {'Port': ['ID=abe4230e-2bda-466f-8b05-dbc06f82cc95,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:20.537971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:20.543149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] No DVR routers for this DVR port abe4230e-2bda-466f-8b05-dbc06f82cc95 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:20.562103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:20.570027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.602155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:20.616315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:20.626730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3236730 Nov 24 09:50:20.633717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:20.642791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:20.677836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:20.679142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:49:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:20.753255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:20.758003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6980ee4f-5e87-47bc-a64a-d725445f1762 HTTP/1.1" status: 204 len: 168 time: 1.9002476 Nov 24 09:50:20.844959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41938ff8-c022-4103-8b84-25c8592e48b7 req-9ede42ff-d10b-42cf-b86c-925781082525 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:20.847691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41938ff8-c022-4103-8b84-25c8592e48b7 req-9ede42ff-d10b-42cf-b86c-925781082525 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4206905 Nov 24 09:50:20.915729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:20.930225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:20.935551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:20.956278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:21.031870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:21.068626 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41938ff8-c022-4103-8b84-25c8592e48b7 req-5ac78ea6-37d8-4680-8b47-d0c875933b86 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985898 Nov 24 09:50:21.072976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.078666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:21.080476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 2} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:21.087752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.112431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-5256d1ed-608a-4fc7-9b23-6d2deca5c917 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6596615 Nov 24 09:50:21.123382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet 0ee271f3-2b79-4103-943f-9316bbed537d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:21.129998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.143524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.225040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device abe4230e-2bda-466f-8b05-dbc06f82cc95 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:21.263019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=6b0ec726-2bd2-4576-af7b-30a66f31bc81,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:21.269748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.331525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:21.435356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:21.436682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:21.502955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:21.508342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: abe4230e-2bda-466f-8b05-dbc06f82cc95 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:21.508842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device abe4230e-2bda-466f-8b05-dbc06f82cc95 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:21.509403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.585282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:21.643813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ee992-a2ac-446b-849d-46be325910d2 None None] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:21.671701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:21.672865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.707224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.712641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.726938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0157d7e5-acae-4266-bcf2-a2e837b40254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.734417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-733f5389-6db8-470a-945e-ce8e619277e9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:21.824232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0545342 Nov 24 09:50:21.829107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:21.838008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/0ee271f3-2b79-4103-943f-9316bbed537d HTTP/1.1" status: 204 len: 168 time: 1.2003553 Nov 24 09:50:21.844178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee271f3-2b79-4103-943f-9316bbed537d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:21.860275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:21.868061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:21.921223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 98711aa0-b520-4850-8cfd-9aec9b286a60 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:21.941712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca96e29-e7ce-4471-8f2c-b5419d1782d3 None None] Network 227d8529-0748-4761-9a0a-5860db8adbd2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:21.994316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.022407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b66a00b-89af-49d8-b956-212fe555928d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:22.101198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:22.105002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-d70b6fc0-3d4b-447d-a8e2-a8c0bdb36c8c service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804854 Nov 24 09:50:22.154847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:17Z', 'revision_number': 9, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:22.208091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.211226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:22.245998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:22.246544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.342523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b735548f-bef7-4d73-bb84-f3031f2e1849 req-3868ee18-3d0b-401d-9a68-4030e265cdc2 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268610 Nov 24 09:50:22.351892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:22.352999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:22.367117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:22.404212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48838) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:22.417516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:22.433433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:22.434659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.453756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498200298', 'description': 'tempest-secgroup-smoke-1498200298 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:22.465111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:22.491577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13dc44c-5151-446e-8759-93fd5202807b None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:22.512812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:22.542521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:22.544366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.716673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,segment=NetworkSegment(a22be381-bef8-420a-a686-038e5034f8e0),segment_id=a22be381-bef8-420a-a686-038e5034f8e0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:22.717306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.722386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9365180 Nov 24 09:50:22.728158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:22.729650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:22.749314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '27aa6568-8f11-42d1-a21d-cea1288d768d', 'ip_address': '2001:db8::27c2:c32f:a8cf:370e'}], 'name': 'tempest-NetworksTestDHCPv6-1053915093'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:22.822495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=27aa6568-8f11-42d1-a21d-cea1288d768d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:22.864468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b774626-0b82-44a0-9bad-b10aa7b823d6 req-95e70930-61ef-416d-bda1-f07a802e014d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:22.866561 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b774626-0b82-44a0-9bad-b10aa7b823d6 req-95e70930-61ef-416d-bda1-f07a802e014d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 1.2845254 Nov 24 09:50:22.869409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:23.000240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 15aa92d5-7b7c-45ef-a554-cc2556ad8bee owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:23.135030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:23.151376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b774626-0b82-44a0-9bad-b10aa7b823d6 req-dbb0dd28-85c3-47b5-9d1f-daeac2a0484d tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677419 Nov 24 09:50:23.167434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:23.181964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Allocated IP 172.20.0.18 (7b5ceaba-0ae1-4738-b38e-ec1faf9eba76/6b0ec726-2bd2-4576-af7b-30a66f31bc81/d502e15a-c689-4ae4-8be6-09434b6df5e6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:23.188273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:23.313457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:23.345905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6e2ccda-65b7-4f9d-b671-ab06a852d418 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:23.473381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=15aa92d5-7b7c-45ef-a554-cc2556ad8bee,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:23.479761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:23.484743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:23.492125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:23.506421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No DVR routers for this DVR port 15aa92d5-7b7c-45ef-a554-cc2556ad8bee on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:23.617244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:23.642642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Transition to ACTIVE for port object d502e15a-c689-4ae4-8be6-09434b6df5e6 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:23.694668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:23.732906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:23.777279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:23.823580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:23.896813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:23.914778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Transition to ACTIVE for port object d502e15a-c689-4ae4-8be6-09434b6df5e6 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:23.997270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227d8529-0748-4761-9a0a-5860db8adbd2']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:24.027099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22be381-bef8-420a-a686-038e5034f8e0') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:24.027989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22be381-bef8-420a-a686-038e5034f8e0') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:24.054146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.076422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 76cde4a4-e0f8-4c84-9e18-18e7f2401770 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:24.091729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.102417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.110282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:24.111474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.122947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:24.180616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:24.304014 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:24.347980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.472910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692dd9e-34e0-4f5c-8217-42cff6894e69 None None] DHCP port deletion for 227d8529-0748-4761-9a0a-5860db8adbd2 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:24.492451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:24.514899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:24.558624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:24.593083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.631097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Pushing event updated for resources: {'Port': ['ID=d502e15a-c689-4ae4-8be6-09434b6df5e6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:24.634959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e75c89c-b87a-44fc-91c2-7ce8487b9ca9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:24.668124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:24.801555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=98711aa0-b520-4850-8cfd-9aec9b286a60,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:24.805557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:24.812569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.814724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:24.816912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:24.822282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:24.823267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.833495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.838898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-34e9b7df-a7f1-4025-ac89-bed35ba778e0 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:24.898197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Attempting to bind port d502e15a-c689-4ae4-8be6-09434b6df5e6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:24.898997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Attempting to bind port d502e15a-c689-4ae4-8be6-09434b6df5e6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:24.899808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Attempting to bind port d502e15a-c689-4ae4-8be6-09434b6df5e6 on network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:24.913701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.925762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:24.937836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9be751d-898b-4f83-bbe4-d8587c4baed4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:24.944591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:24.966703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:25.001930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '27aa6568-8f11-42d1-a21d-cea1288d768d'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:25.004026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.025293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 15aa92d5-7b7c-45ef-a554-cc2556ad8bee no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:25.037666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:25.040247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:25.074876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=76cde4a4-e0f8-4c84-9e18-18e7f2401770,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:25.089821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:25.093297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ad8a6d9-e63b-45b3-a757-ef0b621c8485 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:25.102512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 15aa92d5-7b7c-45ef-a554-cc2556ad8bee {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:25.110974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9248a-32f9-4f63-bc46-575acfb2d3fa req-71c1a5ff-3b30-458b-adfe-bb62025c84d7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:25.111535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 15aa92d5-7b7c-45ef-a554-cc2556ad8bee not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:25.112356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26e9248a-32f9-4f63-bc46-575acfb2d3fa req-71c1a5ff-3b30-458b-adfe-bb62025c84d7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6740243 Nov 24 09:50:25.119883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:25.120491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Checking segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:25.122833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.123440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Bound using segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:25.124150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Bound port: d502e15a-c689-4ae4-8be6-09434b6df5e6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:25.128049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.159138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.160476 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.7314920 Nov 24 09:50:25.165180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:17Z', 'revision_number': 9, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:25.168591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.180566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3faca3-9b35-4c7e-88d8-8c47c31729ab None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:17Z', 'revision_number': 9, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3dc3893-e9c5-4f35-b2d2-82e4155a0a07', 'name': '', 'network_id': '418c6068-15a9-4fda-8499-eb37005fa979', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:78:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:54Z', 'updated_at': '2021-11-24T09:49:06Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '4a52a470-8f8a-4a3a-8d15-a9b04aa0903f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:25.200111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=227d8529-0748-4761-9a0a-5860db8adbd2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:25.214495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:25.221077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:25.250472 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 14.5415106 Nov 24 09:50:25.253943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48880) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:25.262616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:25.274418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-215277314'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:25.288668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:25.296794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/227d8529-0748-4761-9a0a-5860db8adbd2 HTTP/1.1" status: 204 len: 168 time: 3.4280286 Nov 24 09:50:25.296794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:25.300765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48884) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:25.305779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:25.325040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:network and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:25.334916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:25.340067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:25.341250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:25.367392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:25.390223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d9266-77b3-481a-8b92-3980dc6edf5c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:25.399775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:25.428968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:25.431282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:25.439716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:25.450412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.467863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:25.476420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/27aa6568-8f11-42d1-a21d-cea1288d768d/fb1d2af2-70e6-4e59-9a07-8738b665bea8) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:25.568409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.614068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.626688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:25.681888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:25.684368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.685377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170971c-938c-47ec-8373-38cbfe0bcedd None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:25.690780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port b63a2bfa-b57e-4d08-8d7a-041287853ff4 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:25.692253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Added segment fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2 of type vlan for network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c Nov 24 09:50:25.760895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.812859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.817867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.818156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'fe432012-0f5b-4d9f-ac89-240dabcd07f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a77eb7ac-8c90-4c88-b407-d8007ce830cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:25.818820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: a77eb7ac-8c90-4c88-b407-d8007ce830cb, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:25.826715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Transition to ACTIVE for port object fb1d2af2-70e6-4e59-9a07-8738b665bea8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:25.835073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.843088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.848829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Transition to ACTIVE for port object fb1d2af2-70e6-4e59-9a07-8738b665bea8 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:25.853463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:25.854913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.858876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:25.868825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b25a30ae-970f-4a9e-a270-43aceacece60 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:25.871683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:25.879999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45658046-a01d-40c8-a6f7-1268455c3d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:25.939482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6a2d7-9bc6-4dbd-a79d-790b481b8a76,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:25.952924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:25.965917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Pushing event updated for resources: {'Port': ['ID=fb1d2af2-70e6-4e59-9a07-8738b665bea8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:25.973947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:26.018420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:26.021933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:26.025819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:26.031098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] For port d502e15a-c689-4ae4-8be6-09434b6df5e6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:26.036768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] For port d502e15a-c689-4ae4-8be6-09434b6df5e6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d502e15a-c689-4ae4-8be6-09434b6df5e6,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:26.041937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.081231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Network': ['ID=7658f80c-5ac8-4a9f-85ee-15ad0c41857c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:26.084136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-602ce88e-61dd-458f-86d4-b497b8d9811c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:26.085665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:26.090189 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26e9248a-32f9-4f63-bc46-575acfb2d3fa req-30ff7fc6-fd9b-40a7-ac0c-5173d7c92292 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9671032 Nov 24 09:50:26.135488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network a77eb7ac-8c90-4c88-b407-d8007ce830cb is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:26.148238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:26.148693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8834100 Nov 24 09:50:26.153949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48888) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:26.166647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'subnet': {'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:26.267262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.271828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0375552 Nov 24 09:50:26.328921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48892) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:26.341891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:26.352337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:26.352482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a77eb7ac-8c90-4c88-b407-d8007ce830cb) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:26.353952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:26.357259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:26.357781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:26.365092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:26.368057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:26.376716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac767e-de9d-478b-b125-ee56fe0fda0f None None] Network a77eb7ac-8c90-4c88-b407-d8007ce830cb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:26.379890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:26.380159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:26.380290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.408658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.3931103 Nov 24 09:50:26.411952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Attempting to bind port fb1d2af2-70e6-4e59-9a07-8738b665bea8 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:26.412399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Attempting to bind port fb1d2af2-70e6-4e59-9a07-8738b665bea8 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:26.412832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Attempting to bind port fb1d2af2-70e6-4e59-9a07-8738b665bea8 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:26.420373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522538322', 'description': 'tempest-secgroup-smoke-1522538322 description', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:26.425794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:26.451492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:26.454981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:26.455779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:26.455964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.456281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:26.456826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Bound port: fb1d2af2-70e6-4e59-9a07-8738b665bea8, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:26.457273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.458011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.490744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:26.497631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:26.513487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 76cde4a4-e0f8-4c84-9e18-18e7f2401770 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:26.513888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.525500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::27c2:c32f:a8cf:370e (d35a00cd-fc87-44df-a65e-9faae0fcef26/27aa6568-8f11-42d1-a21d-cea1288d768d/b63a2bfa-b57e-4d08-8d7a-041287853ff4) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:26.542692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:26.554952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:26.585683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:26.660168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:26.691727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.729742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.817545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Pushing event updated for resources: {'Port': ['ID=d502e15a-c689-4ae4-8be6-09434b6df5e6,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:26.837614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:26.857270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.927890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] For port fb1d2af2-70e6-4e59-9a07-8738b665bea8, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:26.943306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] For port fb1d2af2-70e6-4e59-9a07-8738b665bea8, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fb1d2af2-70e6-4e59-9a07-8738b665bea8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:26.956859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:26.983776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f59f12f4-ff5f-4cc1-b480-f04fc3ced123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:27.026372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 76cde4a4-e0f8-4c84-9e18-18e7f2401770 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:27.081503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d502e15a-c689-4ae4-8be6-09434b6df5e6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:27.125889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.152562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.174128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object b63a2bfa-b57e-4d08-8d7a-041287853ff4 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:27.192917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:27.210537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.239951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Pushing event updated for resources: {'Port': ['ID=fb1d2af2-70e6-4e59-9a07-8738b665bea8,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:27.244941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:27.261080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d502e15a-c689-4ae4-8be6-09434b6df5e6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:27.272514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=76cde4a4-e0f8-4c84-9e18-18e7f2401770,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:27.280399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:27.289167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:27.297432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.302032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.312961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:27.316679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.333672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:27.334240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24a634ee-15c5-49e6-9fed-9e9ab96cd0f0 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:27.387206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/76cde4a4-e0f8-4c84-9e18-18e7f2401770 HTTP/1.1" status: 204 len: 168 time: 0.9601943 Nov 24 09:50:27.391361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48906) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:27.446621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:27.483027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:27.486679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.492371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:27.496673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:27.500944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:27.507866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.508742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=b63a2bfa-b57e-4d08-8d7a-041287853ff4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:27.512147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:27.516492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:27.517728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.522128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:27.527276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:27.542905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ac3d2b-b120-4907-9033-3691d76efa44 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:27.599011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd8c32b-2212-43b5-955a-eabbe108a0f2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:27.601923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:27.602044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b734590-b4ba-4fbf-a6e8-9b8a3780952e req-900f34c6-9387-4f29-823b-060b964d33c8 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:27.609699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b734590-b4ba-4fbf-a6e8-9b8a3780952e req-900f34c6-9387-4f29-823b-060b964d33c8 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.2897282 Nov 24 09:50:27.627347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8958712 Nov 24 09:50:27.628376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.632126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2995484 Nov 24 09:50:27.632126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:27.638024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48912) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:27.644711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '27aa6568-8f11-42d1-a21d-cea1288d768d', 'ip_address': '2001:db8::27c2:c32f:a8cf:370e'}], 'name': 'tempest-NetworksTestDHCPv6-629277938'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:27.669726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:27.692832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa778209-cf4b-4828-a2d6-82a42196089f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:27.697211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa778209-cf4b-4828-a2d6-82a42196089f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:27.698035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fa778209-cf4b-4828-a2d6-82a42196089f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:27.708574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:27.723440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:27.758152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b734590-b4ba-4fbf-a6e8-9b8a3780952e req-be1c1120-7177-4009-80f4-8a11d03d4082 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474743 Nov 24 09:50:27.760179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fa778209-cf4b-4828-a2d6-82a42196089f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:27.764267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa778209-cf4b-4828-a2d6-82a42196089f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3669856 Nov 24 09:50:27.773593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48918) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:27.778121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:27.808518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:27.908564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 98711aa0-b520-4850-8cfd-9aec9b286a60 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:27.910075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.943182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.985143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.991304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:27.994189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af8a1a69-ad1f-4056-82ac-b564fe5e56fc tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:28.000993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:28.093383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7044d-8797-4f3a-b356-960dc2197f0a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:28.108742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:28.162133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:28.166848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:28.170633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:28.178962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:28.201159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:28.206375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:28.210229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:28.218161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:28.224919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.276344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:28.285792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.367397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Subnet': ['ID=f15ba09f-509a-4c9e-9462-a9b77b2d2454,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:28.393679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:28.499378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.518866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Checking segment: {'id': 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:28.519265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network hostable DHCP agents. Network: 7658f80c-5ac8-4a9f-85ee-15ad0c41857c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:28.640755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 56207786-46d4-4e5e-8487-7ace87870844 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:28.660340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 98711aa0-b520-4850-8cfd-9aec9b286a60 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:28.750379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774919-e1e8-40cd-932b-be00488ce53c req-7189ef72-caa0-4f18-90b6-6b681dff55b1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:28.752361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-10774919-e1e8-40cd-932b-be00488ce53c req-7189ef72-caa0-4f18-90b6-6b681dff55b1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.5190442 Nov 24 09:50:28.755491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-b6e7904e-fb68-4fd7-a42a-5893bd831c3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d1d21199a3504de88b86127a205c1fa7&device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 1098 time: 0.5304248 Nov 24 09:50:28.786050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.813200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.832991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:28.853729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7013bffa-5d9c-41cc-b121-3ec7b237c8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:28.908883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.909938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.911657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.5264163 Nov 24 09:50:28.926155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fb1d2af2-70e6-4e59-9a07-8738b665bea8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:28.933567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48926) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:28.936396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:28.945361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:28.966064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a7c0b-8a58-4350-845a-d8ac855574fd None None] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:28.979237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:29.016343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Provisioning for port d502e15a-c689-4ae4-8be6-09434b6df5e6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:29.038670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Provisioning complete for port d502e15a-c689-4ae4-8be6-09434b6df5e6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:29.039251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.039388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:29.050924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:29.073393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:29.079851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaf86d-066b-4eb8-aee9-9898b66dc771,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.127704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:29.130206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:29.137001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.138169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4991553 Nov 24 09:50:29.156243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.167465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:29.184066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f396ecb9-90c7-47c5-82e2-e19fc4485c11,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.191719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:29.202572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:29.207760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:29.214285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:29.230760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.235920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fb1d2af2-70e6-4e59-9a07-8738b665bea8 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:29.238986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:29.248696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 09:50:29.250337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:29.337401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3435bde4-a446-45e5-a193-3ef5c7c01c0e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7020993 Nov 24 09:50:29.340354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.341052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.353077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.367874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7658f80c-5ac8-4a9f-85ee-15ad0c41857c) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:29.378715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe781789-7c09-43ec-8950-651a98b2d13f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:29.380503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.384996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d05697-d9e4-4e2e-8dbb-6918a2626c09 None None] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:29.425385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.427906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.434375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:29.445652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:29.446295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.465130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=98711aa0-b520-4850-8cfd-9aec9b286a60,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.467969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:29.476081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/98711aa0-b520-4850-8cfd-9aec9b286a60 HTTP/1.1" status: 204 len: 168 time: 1.7008781 Nov 24 09:50:29.477477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3219683 Nov 24 09:50:29.479123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-1e5ec136-f90c-4352-807f-c2341b9ddb6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:29.480657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-1e5ec136-f90c-4352-807f-c2341b9ddb6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 200 len: 913 time: 0.7164574 Nov 24 09:50:29.483304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-10774919-e1e8-40cd-932b-be00488ce53c req-df874151-9c2d-41d2-a49c-0ea06fc771bf tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7203121 Nov 24 09:50:29.483810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48938) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.484177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48940) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.533387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd114402-9582-4a71-92db-98aab9990f5b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.543011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:29.574836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.576151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6412952 Nov 24 09:50:29.581861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.588456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.599227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:29.612113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:29.627832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:29.643409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:29.665737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0bbca-6f0a-4427-aa15-a481b07fd197 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:29.670937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0bbca-6f0a-4427-aa15-a481b07fd197 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:29.671968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6ce0bbca-6f0a-4427-aa15-a481b07fd197 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:29.678547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1470544554', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:29.686113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:29.686652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:29.692051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-786f2ec7-fa61-4e99-aa80-d75b755a8e03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 200 len: 1001 time: 0.1433403 Nov 24 09:50:29.696220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:router and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:29.699059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:29.707553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:29.724548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] For port d502e15a-c689-4ae4-8be6-09434b6df5e6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d502e15a-c689-4ae4-8be6-09434b6df5e6,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:29.760261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.760926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.767721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:29.774645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6ce0bbca-6f0a-4427-aa15-a481b07fd197 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:29.778469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ce0bbca-6f0a-4427-aa15-a481b07fd197 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4269824 Nov 24 09:50:29.781405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48950) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.786741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.788021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.789670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.792484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7da88c5d-832f-4f84-a069-8ccd1a761382 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:29.835338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7658f80c-5ac8-4a9f-85ee-15ad0c41857c', 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c', 'tenant_id': 'a5f53ede06384d6e8a8b862c5da41ee0', 'fixed_ips': [{'subnet_id': 'f15ba09f-509a-4c9e-9462-a9b77b2d2454'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:29.836672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.843332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.847882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6832154 Nov 24 09:50:29.851535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48954) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:29.861170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b65f7c-f8d5-4804-8d3e-d6f34677926c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.870069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:29.875493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:29.883874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:29.884802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port b63a2bfa-b57e-4d08-8d7a-041287853ff4 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:29.885182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.888530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:29.893510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:29.900673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:29.905997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.933015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:29.933257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.940444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Pushing event updated for resources: {'Port': ['ID=d502e15a-c689-4ae4-8be6-09434b6df5e6,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:29.948521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Provisioning for port fb1d2af2-70e6-4e59-9a07-8738b665bea8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:29.952446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-69397287-b1fc-4a2e-8b0c-d3f4b923d624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:29.954076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-69397287-b1fc-4a2e-8b0c-d3f4b923d624 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 200 len: 851 time: 0.2392995 Nov 24 09:50:29.962265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Provisioning complete for port fb1d2af2-70e6-4e59-9a07-8738b665bea8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:29.962752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:29.995613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:50:30.023509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.023509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.023966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.024253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.024637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.025010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.025385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.025757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.026133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.026502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.026914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:30.040707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:30.041926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e11dbb2-3bc0-412b-993c-949428f92c0c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:30.042778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e11dbb2-3bc0-412b-993c-949428f92c0c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:30.080026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e11dbb2-3bc0-412b-993c-949428f92c0c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:30.083958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e11dbb2-3bc0-412b-993c-949428f92c0c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5941703 Nov 24 09:50:30.089105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48958) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:30.090539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.180096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Allocated IP 172.20.0.2 (7658f80c-5ac8-4a9f-85ee-15ad0c41857c/f15ba09f-509a-4c9e-9462-a9b77b2d2454/dffd51c0-84c5-4f16-80ac-cf6082f3c819) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:30.202649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.238733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.241013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] For port fb1d2af2-70e6-4e59-9a07-8738b665bea8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fb1d2af2-70e6-4e59-9a07-8738b665bea8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:30.264127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.269789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-251e3ea0-d28d-48a2-b05e-9ebc4b8ca608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:30.280728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4796104d-d91d-4610-b07f-ed7580794a43 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:50:30.286536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4796104d-d91d-4610-b07f-ed7580794a43 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/76cde4a4-e0f8-4c84-9e18-18e7f2401770 HTTP/1.1" status: 404 len: 333 time: 0.0811758 Nov 24 09:50:30.296048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:30.304125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port d3dc3893-e9c5-4f35-b2d2-82e4155a0a07, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:30.304834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.370911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de1de47-de14-4302-be1a-e88e449cb4a7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:50:30.372034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4de1de47-de14-4302-be1a-e88e449cb4a7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:30.444354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Pushing event updated for resources: {'Port': ['ID=fb1d2af2-70e6-4e59-9a07-8738b665bea8,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:30.450135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:30.456742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e63d6fd-ceab-4a80-bc16-85e594148d37 None None] Provisioning for port b63a2bfa-b57e-4d08-8d7a-041287853ff4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:30.473900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8e63d6fd-ceab-4a80-bc16-85e594148d37 None None] Provisioning complete for port b63a2bfa-b57e-4d08-8d7a-041287853ff4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:30.474329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6fd-ceab-4a80-bc16-85e594148d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.505373 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-73ff1c25-9101-4e76-bd0b-164fa9489c70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8461974f-b217-4512-9726-f6b64b0bfbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5414860 Nov 24 09:50:30.510034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.529699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4de1de47-de14-4302-be1a-e88e449cb4a7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:30.530989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4de1de47-de14-4302-be1a-e88e449cb4a7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/98711aa0-b520-4850-8cfd-9aec9b286a60 HTTP/1.1" status: 404 len: 333 time: 0.2297578 Nov 24 09:50:30.545450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:30.576678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48968) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:30.631221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.644555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.653302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.666856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Transition to ACTIVE for port object dffd51c0-84c5-4f16-80ac-cf6082f3c819 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:30.668657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.677358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe2b3d21-69cb-4c47-b262-3b429c4dec3c tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:30.688356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-3791282c-010a-4145-a404-e4cf755ca209 service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676924 Nov 24 09:50:30.697886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.829397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedc4be1-d0b0-40dd-b4a5-19e67fe5cf29,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:30.868127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:30.869769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:30.887646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8e63d6fd-ceab-4a80-bc16-85e594148d37 None None] Port b63a2bfa-b57e-4d08-8d7a-041287853ff4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:30.890316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Transition to ACTIVE for port object dffd51c0-84c5-4f16-80ac-cf6082f3c819 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:30.897254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.901963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb255f53-4a18-4f31-adcb-716bc9e23aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:30.917111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b2f3d1-7836-4c5d-9cc9-58f9f9c8bcfd,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:30.926199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.931880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:30.932674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.936767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0694072 Nov 24 09:50:30.936918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for b63a2bfa-b57e-4d08-8d7a-041287853ff4 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:30.938453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48972) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:30.942462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:30.946430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3519852 Nov 24 09:50:30.949824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1e7d9266-77b3-481a-8b92-3980dc6edf5c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:30.951702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d502e15a-c689-4ae4-8be6-09434b6df5e6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:30.959343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48976) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:30.963478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:30.972443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:30.983008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:30.989943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:31.021097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:31.021987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Pushing event updated for resources: {'Port': ['ID=dffd51c0-84c5-4f16-80ac-cf6082f3c819,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:31.030062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:31.033294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:31.039440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:31.040245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:31.047797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:31.051813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:31.055058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:31.069896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.084448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:31.126378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a18c4-3a0b-4b34-946e-bf18be8e1b96 req-e7e9f084-b2e8-4227-9bb7-ebf4652fb777 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:31.128138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a2a18c4-3a0b-4b34-946e-bf18be8e1b96 req-e7e9f084-b2e8-4227-9bb7-ebf4652fb777 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4179337 Nov 24 09:50:31.137161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:50:31.161574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-044a354f-5443-4ea3-9b37-c660a9379da1 req-10f086a3-b9f8-4818-aabc-581a4794d99e service neutron] 10.222.0.61 "GET /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133806 Nov 24 09:50:31.167251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e5965694-8d24-4971-b717-9771a0ca6853 None None] Provisioning complete for port d502e15a-c689-4ae4-8be6-09434b6df5e6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:31.167687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5965694-8d24-4971-b717-9771a0ca6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.209602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.210168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Attempting to bind port dffd51c0-84c5-4f16-80ac-cf6082f3c819 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:31.210829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Attempting to bind port dffd51c0-84c5-4f16-80ac-cf6082f3c819 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:31.211109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Attempting to bind port dffd51c0-84c5-4f16-80ac-cf6082f3c819 on network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:31.233612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.233871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:31.234183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Checking segment: {'id': 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:31.234512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.235602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Bound using segment: {'id': 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:31.236172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Bound port: dffd51c0-84c5-4f16-80ac-cf6082f3c819, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:31.236610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.247083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d502e15a-c689-4ae4-8be6-09434b6df5e6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:31.247526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.306425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.308741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.316379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b0cec36-3474-47d5-b719-272e4f9f4869 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:31.345447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77eb7ac-8c90-4c88-b407-d8007ce830cb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:31.379998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=b63a2bfa-b57e-4d08-8d7a-041287853ff4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:31.383710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:31.390520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe432012-0f5b-4d9f-ac89-240dabcd07f4') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:31.390893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe432012-0f5b-4d9f-ac89-240dabcd07f4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:31.412558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] For port dffd51c0-84c5-4f16-80ac-cf6082f3c819, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:31.416246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] For port dffd51c0-84c5-4f16-80ac-cf6082f3c819, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dffd51c0-84c5-4f16-80ac-cf6082f3c819,segment=NetworkSegment(fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2),segment_id=fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:31.424583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.441004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.459044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.472533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/b63a2bfa-b57e-4d08-8d7a-041287853ff4 HTTP/1.1" status: 204 len: 168 time: 1.6860726 Nov 24 09:50:31.475532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ddd1dfb-b84f-46a1-9491-93a137fd45ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:31.478085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48980) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:31.526194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.567378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.572354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.578979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.580713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c15ee731-ed5f-4144-a45f-0516ae02b4d3 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:31.586188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.638821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.669062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.697753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a2a18c4-3a0b-4b34-946e-bf18be8e1b96 req-23f74ea3-76b9-48f4-ab86-e0339c4310ae tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962511 Nov 24 09:50:31.705440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fb1d2af2-70e6-4e59-9a07-8738b665bea8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:31.723097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ef152-da44-4353-a5fb-24c0865bbcba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:31.724730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ef152-da44-4353-a5fb-24c0865bbcba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:31.725969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1ef152-da44-4353-a5fb-24c0865bbcba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:31.726866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.739055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=d3dc3893-e9c5-4f35-b2d2-82e4155a0a07,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:31.742641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:31.743270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:31.772311 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:31.786279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:31.787917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-736b0c2b-ad8c-48af-8fe9-dc57088b1743 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:31.872267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Pushing event updated for resources: {'Port': ['ID=dffd51c0-84c5-4f16-80ac-cf6082f3c819,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:31.895181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:31.953839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fb1d2af2-70e6-4e59-9a07-8738b665bea8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:31.956227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:31.972422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.26.6.66 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/0b60347d-fb09-4d9d-bfd1-c7015467f184) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:31.980722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1ef152-da44-4353-a5fb-24c0865bbcba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:31.998806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef1ef152-da44-4353-a5fb-24c0865bbcba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5173535 Nov 24 09:50:32.180295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 48984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:32.349927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.428891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1c4d62-e868-4ced-a074-6eb3baa2c61c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:32.435597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.442574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6299dfb-5141-4a4a-a587-cc1ff2cb2a17 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4805326 Nov 24 09:50:32.455028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:32.522095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:32.532220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.534178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5931292 Nov 24 09:50:32.548928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:32.553805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:32.558174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:32.565829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:32.580757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.584757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46de490b-0b21-4b88-a0ee-84a78fae6699,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:32.598236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:32.599455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-431bb9fc-e604-4f35-87e5-b90375ae1fc6 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:32.629601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.636895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=a77eb7ac-8c90-4c88-b407-d8007ce830cb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:32.647911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:32.649011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.911s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:32.649377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:32.650082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.719161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/a77eb7ac-8c90-4c88-b407-d8007ce830cb HTTP/1.1" status: 204 len: 168 time: 2.1412823 Nov 24 09:50:32.727224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 48996) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:32.738785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-89466407'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:32.754241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:32.779083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:32.783052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:32.794214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:32.820143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:32.824949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.833647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.838226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9861770a-aba7-4ac4-b007-03a3d43f805f tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:32.914074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 27aa6568-8f11-42d1-a21d-cea1288d768d {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:32.922035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.974940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.992492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:32.999419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4009993b-f68d-4bea-b3e8-ef70b62ca1d4 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:33.007434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.011541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:33.025948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.029899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dffd51c0-84c5-4f16-80ac-cf6082f3c819 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:33.063155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:33.068040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e98654-162c-45bd-9268-6037faaea5ae,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:33.074827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.075329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment d3cff706-a4c4-42cb-bdef-7b44fad5abbe of type vlan for network 5d911f8a-4b16-421c-a89b-d74407e400ce Nov 24 09:50:33.077070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:33.082626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:33.085570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:33.088433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.089957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5766387 Nov 24 09:50:33.120068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dffd51c0-84c5-4f16-80ac-cf6082f3c819 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:33.126813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49010) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:33.131579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=0b60347d-fb09-4d9d-bfd1-c7015467f184,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:33.134734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:33.152558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:33.170665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:33.187950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:33.202060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:33.208435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.212283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2b984208-70da-4a66-a042-2437d0b23db2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:33.224676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:33.277260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd7c58-bdfd-4a28-a484-621f67b36eac req-1a43b186-2bfc-4fd1-92f6-0efa7fdd3d79 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:33.278950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35dd7c58-bdfd-4a28-a484-621f67b36eac req-1a43b186-2bfc-4fd1-92f6-0efa7fdd3d79 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4165168 Nov 24 09:50:33.304233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Project 3906fb15b40b43a58c2a095e8f2d8fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:50:33.322178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.354372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2b984208-70da-4a66-a042-2437d0b23db2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:33.357194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2b984208-70da-4a66-a042-2437d0b23db2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498200298&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.4820836 Nov 24 09:50:33.389996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:33.396303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.402858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:33.441415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.447686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35dd7c58-bdfd-4a28-a484-621f67b36eac req-938b6708-ee7c-49ab-983c-7bdee4f01fb8 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550908 Nov 24 09:50:33.582194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8505535 Nov 24 09:50:33.599057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49016) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:33.618257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:33.656662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=5d911f8a-4b16-421c-a89b-d74407e400ce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:33.662893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:33.671499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 5d911f8a-4b16-421c-a89b-d74407e400ce details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:33.813213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.837657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:33.870643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017dba49-91b7-472d-b28b-541143ca2eb3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:33.936822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f37c51-4421-4c75-9b7d-e8bb938ec69f None None] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:33.963973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2b5927-bddb-401d-8bbe-43c256e241c3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:33.994646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.020010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:34.021866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:34.026389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9af1bb68-8185-4e20-ae54-9bc431de2d91 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:34.043708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:34.051267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:34.070252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:34.097253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Provisioning for port dffd51c0-84c5-4f16-80ac-cf6082f3c819 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:34.101222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ad4f-3a74-4cb0-8b4d-09d8469ba9e0 req-aa4f92d7-02a1-4bfe-a243-359dff694d18 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:34.103122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b227ad4f-3a74-4cb0-8b4d-09d8469ba9e0 req-aa4f92d7-02a1-4bfe-a243-359dff694d18 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.4525888 Nov 24 09:50:34.104929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:34.118485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Provisioning complete for port dffd51c0-84c5-4f16-80ac-cf6082f3c819 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:34.119241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.148524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6592-71de-4169-bbaa-14f7b27885db req-91377f92-f8ff-43d1-8fe8-36deed926021 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:34.149250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-91377f92-f8ff-43d1-8fe8-36deed926021 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:34.154511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e32c3-3826-4122-b656-869b53afb965 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:34.162051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.167730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/27aa6568-8f11-42d1-a21d-cea1288d768d HTTP/1.1" status: 204 len: 168 time: 1.9835129 Nov 24 09:50:34.167730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=27aa6568-8f11-42d1-a21d-cea1288d768d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:34.172017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49020) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:34.175024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.180915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0408864 Nov 24 09:50:34.181080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:34.184302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:34.187031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'security_group_rule': {'security_group_id': 'dcbaf86d-066b-4eb8-aee9-9898b66dc771', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:34.266773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:34.293476 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8e2cd970-6553-43d0-a2b9-8f36f0ae7c2f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120715 Nov 24 09:50:34.301068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-91377f92-f8ff-43d1-8fe8-36deed926021 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:34.302715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-91377f92-f8ff-43d1-8fe8-36deed926021 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 HTTP/1.1" status: 200 len: 796 time: 0.9228125 Nov 24 09:50:34.303240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49028) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:34.314175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:34.339227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:security_group_rule and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:34.353170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:34.365801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.366751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.390770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-803c6dff-6399-4084-aca5-89fa8b997984 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0813394 Nov 24 09:50:34.446564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:34.472519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b227ad4f-3a74-4cb0-8b4d-09d8469ba9e0 req-b309569b-94cc-4988-85e3-df7c7a9195d1 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510721 Nov 24 09:50:34.480320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.510363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Project 3906fb15b40b43a58c2a095e8f2d8fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:50:34.539846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.634663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:50:34.640123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:50:34.689148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.731964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.744344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] For port dffd51c0-84c5-4f16-80ac-cf6082f3c819, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dffd51c0-84c5-4f16-80ac-cf6082f3c819,segment=NetworkSegment(fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2),segment_id=fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:34.755476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.760136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eccb0a56-8737-42ac-98d0-e5863944fb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:34.768637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:34.780109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:34.812103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.822560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:34.826993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddb3f5cd-7b0f-4c99-8753-c41dfba1120d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:34.828936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:34.914848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Pushing event updated for resources: {'Port': ['ID=dffd51c0-84c5-4f16-80ac-cf6082f3c819,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:34.919833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:34.966831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-c82e08da-5b24-4429-b91d-a00c7e57a2da tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5048001 Nov 24 09:50:34.967109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9099f355-3d62-4ad2-a6d9-6c639ed7c065,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:34.975886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:35.056296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:35.062971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Deleting port fb1d2af2-70e6-4e59-9a07-8738b665bea8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:35.063264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.093615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.095658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9135606 Nov 24 09:50:35.110063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:35.119287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'network': {'name': 'tempest-network-smoke--1084397133', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:35.136876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:35.150987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:35.195202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:network and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:35.209663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:35.232520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:35.268532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.281512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:35.343111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Made reservation on behalf of 3906fb15b40b43a58c2a095e8f2d8fdc for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:35.353622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.380200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] For port fb1d2af2-70e6-4e59-9a07-8738b665bea8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fb1d2af2-70e6-4e59-9a07-8738b665bea8,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:35.380893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.432775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-0f690402-c77f-4e3d-af50-45479cf1749e service neutron] 10.222.0.55 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921874 Nov 24 09:50:35.534641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Calling delete_port for fb1d2af2-70e6-4e59-9a07-8738b665bea8 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:35.590604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c11e06a-ca94-451f-a128-9aece1f0923e None None] Provisioning complete for port dffd51c0-84c5-4f16-80ac-cf6082f3c819 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:35.591370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c11e06a-ca94-451f-a128-9aece1f0923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.766962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cad1a-d3c7-49ee-8361-d20b558d8252 req-21a7da64-c7b9-483f-81af-061996d230c5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:35.768847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-445cad1a-d3c7-49ee-8361-d20b558d8252 req-21a7da64-c7b9-483f-81af-061996d230c5 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.7884064 Nov 24 09:50:35.773457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.793618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51d62e70-4361-4b98-9e29-6d4ca025e307 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:35.854875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:35.866515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:35.879676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:35.880374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.884760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=116dfc03-80e2-4f8b-8a6f-450544fff734,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:35.888067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:35.906144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.909924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:35.917551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d08d0a-054a-4949-8f5b-6b480c48c55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:35.945221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-5d8634cd-0ebf-4446-928c-bdc5f3fec9f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803355 Nov 24 09:50:35.951910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:35.952481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Added segment 7919bbfb-75ca-47ac-8f44-c03a23e47e4e of type vlan for network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 Nov 24 09:50:35.973969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Pushing event deleted for resources: {'Port': ['ID=fb1d2af2-70e6-4e59-9a07-8738b665bea8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:35.979204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:35.979446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:35.979874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: 5d911f8a-4b16-421c-a89b-d74407e400ce, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:35.988071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-445cad1a-d3c7-49ee-8361-d20b558d8252 req-77fdd329-0fd8-4987-88f8-eb7f23f54a37 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015517 Nov 24 09:50:35.992948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] No DVR routers for this DVR port fb1d2af2-70e6-4e59-9a07-8738b665bea8 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:36.014407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=cfb305c9-43f0-4d02-9c5e-60020fd9fb97,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:36.021785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router d41dd4e8-9991-49df-a665-7beee4070b08 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:50:36.024270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.026536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:36.042078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7337189 Nov 24 09:50:36.042291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf37cb2-4dc4-4830-9d88-ace435dc5970 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:36.046994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:36.056762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'cfb305c9-43f0-4d02-9c5e-60020fd9fb97', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1519125871'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:36.209493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.213785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:36.214465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.223977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:36.244218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 5d911f8a-4b16-421c-a89b-d74407e400ce is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:36.272039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:36.304545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:36.325859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:36.326770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:36.337779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:36.354703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0503385 Nov 24 09:50:36.355336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49046) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:36.355529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] Sync routers for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:36.369172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:36.369871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:36.400392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'cfb305c9-43f0-4d02-9c5e-60020fd9fb97'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:36.402031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.432027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.436545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9481993 Nov 24 09:50:36.437312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49050) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:36.457840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:36.460834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Network': ['ID=7d337ac5-08ae-4175-8c8a-8a52da47dd38,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:36.470895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:36.471489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:36.473210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:36.474007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 5d911f8a-4b16-421c-a89b-d74407e400ce) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:36.492770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:36.493649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.510629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-448fb516-d20c-44c6-bf57-c578429d614c req-0530e5ef-b049-4373-8142-8244bb52f07c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.2559819 Nov 24 09:50:36.516110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:36.533594 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4211371 Nov 24 09:50:36.540291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6426811-6e12-4e22-ab30-373f73397cd8 None None] Network 5d911f8a-4b16-421c-a89b-d74407e400ce requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:36.540568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49054) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:36.559173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'admin_state_up': True, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:36.571665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:36.576015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:36.583011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9791889 Nov 24 09:50:36.585528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:36.586728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:router and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:36.593996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:36.596083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:36.596561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cf932-c09a-449d-90f7-bec98d297918 None None] The sync data for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:36.598269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:36.616926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce', 'name': 'tempest-PortsIpV6TestJSON-932567616'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:36.662831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:36.675663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:36.685764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:36.780500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:36.890935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:36.931081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.932899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.949742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:36.993767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dffd51c0-84c5-4f16-80ac-cf6082f3c819 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:37.049044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 75620dfd-cf21-4345-8ebc-16ae2675b319 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:37.112598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:37.116104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.161259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:37.178017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet 4a52a470-8f8a-4a3a-8d15-a9b04aa0903f {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:37.182385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.274445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.363796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:37.371050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.421659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 36c7e4d3-5d24-428e-9b6f-b76aeafc64ef yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:37.461786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.510418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.590176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/cfb305c9-43f0-4d02-9c5e-60020fd9fb97/bc002fa2-c427-413c-a9ba-fcea82c5ec95) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:37.680640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dffd51c0-84c5-4f16-80ac-cf6082f3c819 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:37.681222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.706014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ddae1-4519-4242-9a5b-99b7d94f93a3 req-3dac1f4e-f297-4f73-95b3-ae6ad6ca8498 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:37.707817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df0ddae1-4519-4242-9a5b-99b7d94f93a3 req-3dac1f4e-f297-4f73-95b3-ae6ad6ca8498 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3570170 Nov 24 09:50:37.714095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-c0bd821c-310c-435d-8acb-bc21fe62ab35 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:37.715726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-c0bd821c-310c-435d-8acb-bc21fe62ab35 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.61 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.3631997 Nov 24 09:50:37.741523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-46ec7d2e-d2ce-4a20-9e5e-4c0f4b24ae6d req-8b7fe28c-b02d-445b-b504-e3b8d81bd92c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0658190 Nov 24 09:50:37.774270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::351 (5d911f8a-4b16-421c-a89b-d74407e400ce/116dfc03-80e2-4f8b-8a6f-450544fff734/36c7e4d3-5d24-428e-9b6f-b76aeafc64ef) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:37.814762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.823941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3185eef4-836e-4b17-b9f3-8f92bfe68874 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:37.891362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=4a52a470-8f8a-4a3a-8d15-a9b04aa0903f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:37.903942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:37.914317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.917111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Deleting port 486bafac-18f7-451e-bf06-840aeb3b3af6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:37.917602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.928840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-5d911f8a-4b16-421c-a89b-d74407e400ce', 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '116dfc03-80e2-4f8b-8a6f-450544fff734'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:37.929734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.957457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.965608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:37.983160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df0ddae1-4519-4242-9a5b-99b7d94f93a3 req-a65a45c2-c472-41ec-9457-c51d1f4026ec tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630360 Nov 24 09:50:37.997351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/4a52a470-8f8a-4a3a-8d15-a9b04aa0903f HTTP/1.1" status: 204 len: 168 time: 1.6407113 Nov 24 09:50:38.002090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49070) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:38.026339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e2890-8547-42d9-aec9-1334db899aa2 None None] Network 418c6068-15a9-4fda-8499-eb37005fa979 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:38.267596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:31Z', 'revision_number': 10, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:38.283653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:38.296244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.417144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 53cae237-cfb8-497f-8d07-cd4baafa7c84 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:38.417531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.500319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:38.501101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:38.503867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.540521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Allocated IP 172.26.6.155 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/adbffc2d-0e9e-4d0a-a3ab-92517194d2dd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:38.552088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object 36c7e4d3-5d24-428e-9b6f-b76aeafc64ef will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:38.628782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] For port 486bafac-18f7-451e-bf06-840aeb3b3af6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=486bafac-18f7-451e-bf06-840aeb3b3af6,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:38.629203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.650569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.695111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.710476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:38.717841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Transition to ACTIVE for port object bc002fa2-c427-413c-a9ba-fcea82c5ec95 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:38.726442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fb1d2af2-70e6-4e59-9a07-8738b665bea8 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:38.776458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 5d911f8a-4b16-421c-a89b-d74407e400ce is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:38.792091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:38.806270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:38.811352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:38.812059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.821302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fb1d2af2-70e6-4e59-9a07-8738b665bea8 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:38.821697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fb1d2af2-70e6-4e59-9a07-8738b665bea8 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:38.851351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:38.898838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Transition to ACTIVE for port object bc002fa2-c427-413c-a9ba-fcea82c5ec95 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:38.919379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=36c7e4d3-5d24-428e-9b6f-b76aeafc64ef,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:38.922510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.932995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec734ff5-e03b-4778-b7a3-b8b5980d5ba6 req-f31d672f-637c-4fba-bb6b-a4aaf9b94fb9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0836077 Nov 24 09:50:38.934393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73c078c4-64b0-4e36-8f57-bee0aebf81b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:38.935652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:38.939529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:38.944057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:50:38.944455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:38.967475 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3743219 Nov 24 09:50:38.973123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dd7fbb9-90c2-48e7-8bcd-49c42617c7f8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.9229014 Nov 24 09:50:38.973791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:38.974164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:38.987821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] DHCP port deletion for 418c6068-15a9-4fda-8499-eb37005fa979 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:39.006113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Allocated IP 2001:db8::2 (5d911f8a-4b16-421c-a89b-d74407e400ce/116dfc03-80e2-4f8b-8a6f-450544fff734/6305ca15-7dc8-46bd-b835-edb1c7dbba35) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:39.041674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Pushing event updated for resources: {'Port': ['ID=bc002fa2-c427-413c-a9ba-fcea82c5ec95,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:39.050419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Deleting port 53cae237-cfb8-497f-8d07-cd4baafa7c84 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:39.050909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.086255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:39.119055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 36c7e4d3-5d24-428e-9b6f-b76aeafc64ef {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:39.119447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.171505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.175612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:39.187430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a14b048c-d119-44f4-9b18-55ab97498729 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:39.195534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:39.217265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:39.253200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:39.264391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:39.297255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:39.342374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 53cae237-cfb8-497f-8d07-cd4baafa7c84, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=53cae237-cfb8-497f-8d07-cd4baafa7c84,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:39.342983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.385032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:39.397983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ff430-6a5d-48b9-96a4-2ad2d5109281 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:39.398793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-253ff430-6a5d-48b9-96a4-2ad2d5109281 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:39.410777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:39.576989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-253ff430-6a5d-48b9-96a4-2ad2d5109281 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:39.581892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-253ff430-6a5d-48b9-96a4-2ad2d5109281 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6031945 Nov 24 09:50:39.583145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:39.668982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 53cae237-cfb8-497f-8d07-cd4baafa7c84 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:39.725974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.746224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c3386-1572-43df-9c50-ac2f7cf62479 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:39.748459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c3386-1572-43df-9c50-ac2f7cf62479 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:39.754079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-039c3386-1572-43df-9c50-ac2f7cf62479 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1544392 Nov 24 09:50:39.754790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:39.768872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Attempting to bind port bc002fa2-c427-413c-a9ba-fcea82c5ec95 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:39.769296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Attempting to bind port bc002fa2-c427-413c-a9ba-fcea82c5ec95 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:39.769712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Attempting to bind port bc002fa2-c427-413c-a9ba-fcea82c5ec95 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:39.877026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:39.877434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:39.877815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.878258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:39.878818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Bound port: bc002fa2-c427-413c-a9ba-fcea82c5ec95, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:39.879622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.896559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c79ce-65cc-457f-be20-dd2072689aef req-504f1338-3f4e-411e-9f4c-1383b38f1d6f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:39.898255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f52c79ce-65cc-457f-be20-dd2072689aef req-504f1338-3f4e-411e-9f4c-1383b38f1d6f tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 945 time: 0.6759501 Nov 24 09:50:39.901726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.902157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.902507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Floating IP 4b818e9a-9717-448c-a659-de1e450fcebd disassociated. External IP: 172.26.6.180, port: 486bafac-18f7-451e-bf06-840aeb3b3af6. Nov 24 09:50:39.902913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Calling delete_port for 486bafac-18f7-451e-bf06-840aeb3b3af6 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:39.923687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 36c7e4d3-5d24-428e-9b6f-b76aeafc64ef owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:39.972566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:39.984565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1235c3e-fb9e-4d6a-8fc5-f06e6f5f8b73 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:39.989898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] For port 53cae237-cfb8-497f-8d07-cd4baafa7c84, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=53cae237-cfb8-497f-8d07-cd4baafa7c84,segment=NetworkSegment(2cfa93be-2124-473a-bb97-97c465af4a09),segment_id=2cfa93be-2124-473a-bb97-97c465af4a09)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:39.990352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.046851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet cfb305c9-43f0-4d02-9c5e-60020fd9fb97 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:40.054750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.064466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=53cae237-cfb8-497f-8d07-cd4baafa7c84,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.067389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.105602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No DVR routers for this DVR port 53cae237-cfb8-497f-8d07-cd4baafa7c84 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:40.187313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f52c79ce-65cc-457f-be20-dd2072689aef req-acfa5360-5385-4544-bd38-dafa13dc2982 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfe30109-2385-48dd-89e8-57a5aae19f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520695 Nov 24 09:50:40.187834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Calling delete_port for 53cae237-cfb8-497f-8d07-cd4baafa7c84 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:40.220375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.222835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.279095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-446debc6-e96f-44de-8daf-437793c669b6 req-4111c5e5-9542-46c8-8780-e2a90141981e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.1138918 Nov 24 09:50:40.294417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.295588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.309894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Transition to ACTIVE for port object 6305ca15-7dc8-46bd-b835-edb1c7dbba35 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:40.312891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-de732677-c33f-4429-af9e-ebab6127616c None None] For port bc002fa2-c427-413c-a9ba-fcea82c5ec95, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:40.356370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-de732677-c33f-4429-af9e-ebab6127616c None None] For port bc002fa2-c427-413c-a9ba-fcea82c5ec95, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc002fa2-c427-413c-a9ba-fcea82c5ec95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:40.365338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:31Z', 'revision_number': 10, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:40.365762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.366525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.371699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Transition to ACTIVE for port object 6305ca15-7dc8-46bd-b835-edb1c7dbba35 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:40.377044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b5317-9eb5-42be-b321-0ebe28c479a5 None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:31Z', 'revision_number': 10, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None, '_interfaces': [{'id': '97793abf-9fd2-4499-87a5-9a1512a270e9', 'name': '', 'network_id': 'ebebbd2f-9fd5-4262-9f9b-17af3efc8813', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'mac_address': 'fa:16:3e:58:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:31Z', 'updated_at': '2021-11-24T09:48:49Z', 'revision_number': 5, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'subnets': [{'id': '69e87f19-1f5f-434c-8ea6-f7bc7f118197', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:40.379255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.385390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-092fbeb4-94da-4eaf-8631-1546b6e944d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.387660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35bba15f-433a-40a4-a3af-94d95ba4d85a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.418117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:50:40.418516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:50:40.425730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.425890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.447737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=36c7e4d3-5d24-428e-9b6f-b76aeafc64ef,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.462781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.475340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418c6068-15a9-4fda-8499-eb37005fa979']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:40.485025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Network 5d911f8a-4b16-421c-a89b-d74407e400ce is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:40.491601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:40.496856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Pushing event updated for resources: {'Port': ['ID=bc002fa2-c427-413c-a9ba-fcea82c5ec95,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.500159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:40.506098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.507342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-659dd385-ad99-49ba-9a80-5893e4ee7f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.517493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfa93be-2124-473a-bb97-97c465af4a09') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:40.518076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfa93be-2124-473a-bb97-97c465af4a09') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:40.528845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.534845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.542950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.622946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.630883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.664537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da4eb8ba-adc7-453a-acb8-a5b657a5e14a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.670263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Pushing event updated for resources: {'Port': ['ID=6305ca15-7dc8-46bd-b835-edb1c7dbba35,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.684053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.693458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/36c7e4d3-5d24-428e-9b6f-b76aeafc64ef HTTP/1.1" status: 204 len: 168 time: 1.7137585 Nov 24 09:50:40.693458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.697878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:40.698904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67a4467e-c3a8-4076-8ea0-cb400ba5698f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.708150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 486bafac-18f7-451e-bf06-840aeb3b3af6 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:40.726146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:40.726644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.745177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event deleted for resources: {'Port': ['ID=486bafac-18f7-451e-bf06-840aeb3b3af6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:40.747294 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:40.750538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.755979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 486bafac-18f7-451e-bf06-840aeb3b3af6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:40.756468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 486bafac-18f7-451e-bf06-840aeb3b3af6 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:40.758392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Attempting to bind port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:40.758725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Attempting to bind port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:40.759141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Attempting to bind port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 on network 5d911f8a-4b16-421c-a89b-d74407e400ce {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:40.767010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:40.767555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Checking segment: {'id': 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:40.768012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.768458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Bound using segment: {'id': 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:40.768985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Bound port: 6305ca15-7dc8-46bd-b835-edb1c7dbba35, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5d911f8a-4b16-421c-a89b-d74407e400ce'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:40.769410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.796832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e87b8b1-0f33-4490-8096-a4de06daa1a4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:50:40.797434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e87b8b1-0f33-4490-8096-a4de06daa1a4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:50:40.861866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb305c9-43f0-4d02-9c5e-60020fd9fb97,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:40.864383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:40.877858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.881785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/cfb305c9-43f0-4d02-9c5e-60020fd9fb97 HTTP/1.1" status: 204 len: 168 time: 1.1220243 Nov 24 09:50:40.887695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49112) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:40.888148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49114) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:40.889306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e87b8b1-0f33-4490-8096-a4de06daa1a4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/36c7e4d3-5d24-428e-9b6f-b76aeafc64ef HTTP/1.1" status: 404 len: 333 time: 0.1520033 Nov 24 09:50:40.890893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] For port 6305ca15-7dc8-46bd-b835-edb1c7dbba35, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:40.902616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] For port 6305ca15-7dc8-46bd-b835-edb1c7dbba35, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6305ca15-7dc8-46bd-b835-edb1c7dbba35,segment=NetworkSegment(d3cff706-a4c4-42cb-bdef-7b44fad5abbe),segment_id=d3cff706-a4c4-42cb-bdef-7b44fad5abbe)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:40.907928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:40.917171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1613f771-54df-4321-acfe-6710a3d6b412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:40.962766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Deleting port 53cae237-cfb8-497f-8d07-cd4baafa7c84 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:40.964901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:41.048366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Router 4ce3fbe4-558c-4704-85ee-0dbe72df942e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:50:41.066884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:41.117762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-512f4b20-512f-492c-acb9-97886cd29d42 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2282007 Nov 24 09:50:41.121687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:41.122381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:41.128234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-af88f415-7c00-4f93-b377-b13fa48309b7 None None] The port '53cae237-cfb8-497f-8d07-cd4baafa7c84' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:50:41.143651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:41.143979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3dc3893-e9c5-4f35-b2d2-82e4155a0a07 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:41.145356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 53cae237-cfb8-497f-8d07-cd4baafa7c84 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:41.265003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Pushing event updated for resources: {'Port': ['ID=6305ca15-7dc8-46bd-b835-edb1c7dbba35,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:41.273194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:41.305569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:41.309103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 53cae237-cfb8-497f-8d07-cd4baafa7c84 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:41.309393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 53cae237-cfb8-497f-8d07-cd4baafa7c84 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:41.339115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-63fd254e-59f5-4168-9adb-844ed8dd9827 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:41.368794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-543effdf-ad3f-43d1-9e2c-3491bc186182 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:50:41.373465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-543effdf-ad3f-43d1-9e2c-3491bc186182 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/36c7e4d3-5d24-428e-9b6f-b76aeafc64ef HTTP/1.1" status: 404 len: 333 time: 0.4795899 Nov 24 09:50:41.381376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:41.408677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:41.445929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49128) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:41.618420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=418c6068-15a9-4fda-8499-eb37005fa979,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:41.681921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:41.737775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d54becf5-5898-4aa5-90ac-38b9fffd521c req-cf8af943-4695-40d2-a247-14096f43344e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0730927 Nov 24 09:50:41.804042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:41.826450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Sync routers for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:41.843196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:41.845346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:41.856422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:41.859138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3145165 Nov 24 09:50:41.861836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:42.084735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-63e1a585-1c55-4f01-acca-88b49bf30d44 req-f04e73ce-0589-4e89-9f6e-02092138cea7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Synchronizing usage tracker for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:42.103103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4246557-95fe-46f0-a1c0-a9cec79ba545 tempest-TestNetworkAdvancedServerOps-1294876698 tempest-TestNetworkAdvancedServerOps-1294876698-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3906fb15b40b43a58c2a095e8f2d8fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2393725 Nov 24 09:50:42.106748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49138) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:42.120530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:42.184761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/418c6068-15a9-4fda-8499-eb37005fa979 HTTP/1.1" status: 204 len: 168 time: 4.1804225 Nov 24 09:50:42.213115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:42.273459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857fbc2-aae1-4106-868b-d45c96e143fe tempest-TestNetworkAdvancedServerOps-1294876698 tempest-TestNetworkAdvancedServerOps-1294876698-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:42.277988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8857fbc2-aae1-4106-868b-d45c96e143fe tempest-TestNetworkAdvancedServerOps-1294876698 tempest-TestNetworkAdvancedServerOps-1294876698-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1672645 Nov 24 09:50:42.278238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:42.331764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b19eff0-7fba-477d-b3ce-357ee2c2fbe2 tempest-TestNetworkAdvancedServerOps-1294876698 tempest-TestNetworkAdvancedServerOps-1294876698-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480304 Nov 24 09:50:42.331980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:42.338435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009450100', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:42.469515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:42.471427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:39Z', 'revision_number': 3, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:42.475561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:subnet and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:42.475974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Checking router: 4ce3fbe4-558c-4704-85ee-0dbe72df942e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:42.476310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Updating router 4ce3fbe4-558c-4704-85ee-0dbe72df942e port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:50:42.479757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:42.487432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:42.498150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Made reservation on behalf of 3906fb15b40b43a58c2a095e8f2d8fdc for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:42.524486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-63e1a585-1c55-4f01-acca-88b49bf30d44 req-f04e73ce-0589-4e89-9f6e-02092138cea7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Unset dirty status for tenant:d1d21199a3504de88b86127a205c1fa7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:42.525903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63e1a585-1c55-4f01-acca-88b49bf30d44 req-f04e73ce-0589-4e89-9f6e-02092138cea7 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.9667127 Nov 24 09:50:42.551519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:42.593410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:42.602657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:42.630981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:42.665135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:42.715124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:42.939018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6592-71de-4169-bbaa-14f7b27885db req-59004708-a45c-4f08-b606-72aa6e9fb75c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:42.940967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-59004708-a45c-4f08-b606-72aa6e9fb75c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 HTTP/1.1" status: 200 len: 796 time: 0.8935330 Nov 24 09:50:42.947729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 116dfc03-80e2-4f8b-8a6f-450544fff734 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:42.951618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:43.019707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.044872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.053952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f7cab362-7fd1-4a40-af84-85c867c047e0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:43.134832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Subnet': ['ID=71608b55-3066-4c31-a835-a93cc2aa153e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:43.139090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f40ac998-bc67-46a4-96db-188e0970809c req-c70cc288-f735-46e5-a111-cc0bb9163972 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.1434984 Nov 24 09:50:43.140938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:43.162307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.186139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Transition to ACTIVE for port object adbffc2d-0e9e-4d0a-a3ab-92517194d2dd will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:43.197342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc002fa2-c427-413c-a9ba-fcea82c5ec95 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:43.203429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Checking segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:43.204346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network hostable DHCP agents. Network: 7d337ac5-08ae-4175-8c8a-8a52da47dd38, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:43.247997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:43.264908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7d337ac5-08ae-4175-8c8a-8a52da47dd38) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:43.265262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.272371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1969ed51-2c28-4f90-b084-97fe2d99f378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:43.272797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:43.273517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.302503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9690461 Nov 24 09:50:43.305251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49160) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:43.330798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de14e7c2-4538-49c8-ba48-94822dd954b6 None None] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:43.361701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.369369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec04b2f-b444-4567-a7a5-3ce7898b2d0d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:43.415416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.479678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-c62483d6-2d7a-4f4d-a2f4-66ddd3c20c48 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 473 time: 0.4910288 Nov 24 09:50:43.509961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '58fe7041-b045-40d0-a67d-e94feeb17601', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['1e7d9266-77b3-481a-8b92-3980dc6edf5c']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:43.830355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Pushing event updated for resources: {'Port': ['ID=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:43.874013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:43.951019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Attempting to bind port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:43.951430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Attempting to bind port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:43.951848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Attempting to bind port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:43.977941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:43.978423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:43.978861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:43.979314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:43.979999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Bound port: adbffc2d-0e9e-4d0a-a3ab-92517194d2dd, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:43.980472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.014150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port bc002fa2-c427-413c-a9ba-fcea82c5ec95 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:44.040974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Provisioning for port bc002fa2-c427-413c-a9ba-fcea82c5ec95 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:44.054746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8458d5f-7a53-4c1d-a4d6-41f859d2b866 None None] Network 5d911f8a-4b16-421c-a89b-d74407e400ce requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:44.084889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port bc002fa2-c427-413c-a9ba-fcea82c5ec95 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:44.085323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.119872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Provisioning complete for port bc002fa2-c427-413c-a9ba-fcea82c5ec95 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:44.120202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.243193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.1 (7658f80c-5ac8-4a9f-85ee-15ad0c41857c/f15ba09f-509a-4c9e-9462-a9b77b2d2454/1a824a69-e463-45f9-954a-ba957f3b5f99) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:44.384829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.394118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] For port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:44.435819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] For port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:44.469788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.500617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.512164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:44.512813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5749cc24-9b8a-4afd-9d1f-6524e0229230 req-79460580-b850-4fbc-ae4e-c01883499e1b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.7000058 Nov 24 09:50:44.535736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4907fbc6-5825-41c1-8b26-bb094f681962 req-ea64ecb2-5ab8-479f-ae49-916cba88dc79 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0565393 Nov 24 09:50:44.660291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Transition to ACTIVE for port object 1a824a69-e463-45f9-954a-ba957f3b5f99 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:44.665776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:44.666744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.693240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:44.695514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.743683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Router 1692da9e-c220-4ed0-9b04-fa987bd99312 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:44.760804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Deleting port bc002fa2-c427-413c-a9ba-fcea82c5ec95 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:44.761223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.771518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:44.808960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.828104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:port and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:44.852236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:44.871380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:44.937572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.948078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Pushing event updated for resources: {'Port': ['ID=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:44.963623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Allocated IP 172.20.0.1 (7d337ac5-08ae-4175-8c8a-8a52da47dd38/71608b55-3066-4c31-a835-a93cc2aa153e/3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:44.966572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:44.981767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e4aaf5-a6ab-4016-bb35-0d3be03e60bc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:44.994034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:45.053099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:45.058747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.109936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:45.110713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:45.122988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.168331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:45.178697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:45.185762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.186791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] For port bc002fa2-c427-413c-a9ba-fcea82c5ec95, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc002fa2-c427-413c-a9ba-fcea82c5ec95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:45.209196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.209518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Transition to ACTIVE for port object 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:45.222434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=1a824a69-e463-45f9-954a-ba957f3b5f99,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:45.227905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:45.230862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-818956cc-cbe3-42e7-acf6-0e4307e7689d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:45.239205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.247932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9841dd5c-96d7-4325-930f-f794cc4e2e18 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:45.262741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.270481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:45.274759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a64e5ef-efe4-4a9c-991c-48fe6e3e10e4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:45.305915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.355281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:45.356725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:45.358647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.377897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:45.429970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=116dfc03-80e2-4f8b-8a6f-450544fff734,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:45.431188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:45.436929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:45.468221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.591563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.598900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9aa244ca-af38-474f-8303-e03e4e6362b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/116dfc03-80e2-4f8b-8a6f-450544fff734 HTTP/1.1" status: 204 len: 168 time: 4.0465775 Nov 24 09:50:45.603691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:45.610841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:45.629635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:45.643783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:45.644447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.684544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.778475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=fd7954e2-77a4-4268-aa4a-ef92d9c5c807,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:45.802335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:45.814741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.666s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:45.815210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:45.844054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5934515 Nov 24 09:50:45.852688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49176) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:45.863011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:45.881724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:45.896154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:router and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:45.900371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.19 (7b5ceaba-0ae1-4738-b38e-ec1faf9eba76/6b0ec726-2bd2-4576-af7b-30a66f31bc81/b53b18f0-6728-408b-99f8-6bfc4639459d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:45.917817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:45.931682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:45.936563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:50:45.937400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:50:45.951305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] For port bc002fa2-c427-413c-a9ba-fcea82c5ec95, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc002fa2-c427-413c-a9ba-fcea82c5ec95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:45.952128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:45.983088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Allocated IP 172.20.0.2 (7d337ac5-08ae-4175-8c8a-8a52da47dd38/71608b55-3066-4c31-a835-a93cc2aa153e/85363b61-b4cd-453c-bc49-01da0a187107) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:45.992534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-adf852e4-cba4-4a26-b716-af81edd1d433 None None] Provisioning for port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:45.997810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Pushing event updated for resources: {'Port': ['ID=bc002fa2-c427-413c-a9ba-fcea82c5ec95,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:46.039669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.040711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.078030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc37925d-6a0e-47c0-8034-75f7b2cfc427 req-db602417-0966-4d37-a7ff-bdcf8731a8ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0473361 Nov 24 09:50:46.142785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.148390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:46.160760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Calling delete_port for bc002fa2-c427-413c-a9ba-fcea82c5ec95 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:46.180326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.222669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-37977d39-495f-4e04-a50b-0d6da6431b8d req-76b32fa9-f70c-451f-9f20-8b7fd751047c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.1371398 Nov 24 09:50:46.253335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:46.289158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:46.289370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.598755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15f033-3e01-46a7-b2d2-0cd175fc8f7e None None] Network 5d911f8a-4b16-421c-a89b-d74407e400ce requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:46.677773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6305ca15-7dc8-46bd-b835-edb1c7dbba35 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:46.721387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 6305ca15-7dc8-46bd-b835-edb1c7dbba35, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6305ca15-7dc8-46bd-b835-edb1c7dbba35,segment=NetworkSegment(d3cff706-a4c4-42cb-bdef-7b44fad5abbe),segment_id=d3cff706-a4c4-42cb-bdef-7b44fad5abbe)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:46.721825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.726819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:50:46.727356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:50:46.765534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:46.782637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Sync routers for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:46.795664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:46.796713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:46.850155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.867164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Transition to ACTIVE for port object 85363b61-b4cd-453c-bc49-01da0a187107 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:46.870254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 6305ca15-7dc8-46bd-b835-edb1c7dbba35 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:46.887886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.895703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Transition to ACTIVE for port object 85363b61-b4cd-453c-bc49-01da0a187107 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:46.987911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:46.989939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.001335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d4c64bc-cd29-48a1-8d66-2b867ca2e0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:47.025990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:47.038767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] No DVR routers for this DVR port 486bafac-18f7-451e-bf06-840aeb3b3af6 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:47.047529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.057443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.061484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'name': 'network-vif-deleted', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:50:47.079903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No DVR routers for this DVR port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:47.105984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.124462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=6305ca15-7dc8-46bd-b835-edb1c7dbba35,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:47.135056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b369653f-4ada-413e-91e9-69d941d1f2e3 req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.61 "DELETE /v2.0/ports/486bafac-18f7-451e-bf06-840aeb3b3af6 HTTP/1.1" status: 204 len: 173 time: 9.4068801 Nov 24 09:50:47.136883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:47.138781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79299418-a0e7-47c1-bdb7-482e699df00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:47.148755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e05189fd-f54b-41c3-a651-9bb5d788e97d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:47.154660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.204701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.240808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:47.260141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Deleting port bc002fa2-c427-413c-a9ba-fcea82c5ec95 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:47.260141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.332271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Pushing event updated for resources: {'Port': ['ID=85363b61-b4cd-453c-bc49-01da0a187107,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:47.342697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:47.348693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-753065ea-1758-4cad-844e-36bc5f79e900 None None] Provisioning for port 1a824a69-e463-45f9-954a-ba957f3b5f99 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:47.356410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:47.357117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:47.359960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75774b06-d3ee-45f9-a8a9-148d0e0f6fb9', 'name': 'network-vif-deleted', 'tag': '486bafac-18f7-451e-bf06-840aeb3b3af6', 'status': 'completed', 'code': 200} Nov 24 09:50:47.441431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.461059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object b53b18f0-6728-408b-99f8-6bfc4639459d will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:47.523774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d911f8a-4b16-421c-a89b-d74407e400ce']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:47.547011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-050eacae-fcad-4ff1-a42d-7b5a50de3d78 req-0efeb356-00ca-4eb0-92ad-95ffa6ef1f6b tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/ports?device_id=75774b06-d3ee-45f9-a8a9-148d0e0f6fb9 HTTP/1.1" status: 200 len: 210 time: 0.0715239 Nov 24 09:50:47.557229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:47.557229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cff706-a4c4-42cb-bdef-7b44fad5abbe') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:47.578415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.586604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.596524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e11ef0a-8d74-4f75-92f9-37bab3526445 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.7407732 Nov 24 09:50:47.604137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49186) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:47.606950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b1db66b5-6ab2-4e0a-ba7a-bef5e9768683 req-93bf15b7-206c-4149-adf5-3852d40f9e7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:47.616990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-753065ea-1758-4cad-844e-36bc5f79e900 None None] Provisioning complete for port 1a824a69-e463-45f9-954a-ba957f3b5f99 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:47.622845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-753065ea-1758-4cad-844e-36bc5f79e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.629489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:47.632319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.644448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Checking router: 1692da9e-c220-4ed0-9b04-fa987bd99312 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:47.668240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:47.668711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:47.675413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:47.709247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:47.730235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No active binding found for port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 {{(pid=88879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 09:50:47.731456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6305ca15-7dc8-46bd-b835-edb1c7dbba35 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Nov 24 09:50:47.733306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.752511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:50:47.753602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:50:47.881061 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:50:47.888751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.909353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:47.933093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:47.961640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port 6305ca15-7dc8-46bd-b835-edb1c7dbba35 not found, will not notify nova. {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 24 09:50:47.962497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/5d911f8a-4b16-421c-a89b-d74407e400ce HTTP/1.1" status: 204 len: 168 time: 2.3576009 Nov 24 09:50:47.964770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:47.969828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=5d911f8a-4b16-421c-a89b-d74407e400ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:47.973558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:47.986837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1175714326'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:47.999266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:48.008391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:48.014376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:48.035987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:48.124862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:48.132632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.197047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:50:48.235983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250ac2d-81f6-438a-a4c1-abab23203c76 None None] DHCP port deletion for 5d911f8a-4b16-421c-a89b-d74407e400ce request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:50:48.238116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.238684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment b333ce04-41d9-42ce-8821-cf6a16c17af8 of type vlan for network 7ba949e2-04f7-46de-98bf-666bd1ed32fa Nov 24 09:50:48.241040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.247270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b1db66b5-6ab2-4e0a-ba7a-bef5e9768683 req-93bf15b7-206c-4149-adf5-3852d40f9e7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:48.248606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b1db66b5-6ab2-4e0a-ba7a-bef5e9768683 req-93bf15b7-206c-4149-adf5-3852d40f9e7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.8210287 Nov 24 09:50:48.250498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:48.264624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.265728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:48.270226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:48.306511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Attempting to bind port 85363b61-b4cd-453c-bc49-01da0a187107 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:48.307233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Attempting to bind port 85363b61-b4cd-453c-bc49-01da0a187107 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:48.307823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Attempting to bind port 85363b61-b4cd-453c-bc49-01da0a187107 on network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:48.322286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-753065ea-1758-4cad-844e-36bc5f79e900 None None] Port 1a824a69-e463-45f9-954a-ba957f3b5f99 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:48.341429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] For port bc002fa2-c427-413c-a9ba-fcea82c5ec95, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc002fa2-c427-413c-a9ba-fcea82c5ec95,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:48.342112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.374201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05a95716-ff74-462d-b490-3c6cd8eb9777 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:48.417270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.433682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:48.434425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Checking segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:48.435074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.435905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Bound using segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:48.436597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Bound port: 85363b61-b4cd-453c-bc49-01da0a187107, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:48.437258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.520107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc002fa2-c427-413c-a9ba-fcea82c5ec95 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:48.562029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Calling delete_port for bc002fa2-c427-413c-a9ba-fcea82c5ec95 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:48.653213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e74fc206-8ba6-430e-a3c9-a5de68f7c1c2 None None] Could not find standard attr ID for object 6305ca15-7dc8-46bd-b835-edb1c7dbba35. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:50:48.718036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.825913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:48.833576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2484d1b-eef9-4782-b0e2-a8d5eb8c8b67 None None] The sync data for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv is: [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:46:51Z', 'revision_number': 4, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '379ca423-a0e8-4104-b5c6-98f544ef3204', 'name': '', 'network_id': '8461974f-b217-4512-9726-f6b64b0bfbd3', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'mac_address': 'fa:16:3e:de:23:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:48Z', 'updated_at': '2021-11-24T09:47:09Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'subnets': [{'id': '71d8288e-1930-4474-9060-569e30f4b8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:48.873657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:48.917559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] For port 85363b61-b4cd-453c-bc49-01da0a187107, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:48.927705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] For port 85363b61-b4cd-453c-bc49-01da0a187107, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=85363b61-b4cd-453c-bc49-01da0a187107,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:48.947677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:48.964432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9a23480-b00a-4d8b-a7e1-85a6d109907b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:48.986500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.001208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.006625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:49.006960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.007444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.020065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c4ded96-bb65-4c01-975a-77717dd7e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.021642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port bc002fa2-c427-413c-a9ba-fcea82c5ec95 update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 09:50:49.027086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.040321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] No DVR routers for this DVR port bc002fa2-c427-413c-a9ba-fcea82c5ec95 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:50:49.048974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87e1ab64-e4b7-442d-8379-2bce8bcaee99 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:49.075012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:39Z', 'revision_number': 3, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:49.089591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a352-bd77-4d9a-9082-551204c3d7ad None None] The sync data for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv is: [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:39Z', 'revision_number': 3, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:49.096546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:49.102324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Pushing event updated for resources: {'Port': ['ID=85363b61-b4cd-453c-bc49-01da0a187107,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:49.106252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:49.106494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:49.106799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa7505f6-825f-4b3a-9459-0027293134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:49.123138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:49.151511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb019d7-833e-4310-8a40-ececf42bfaf6 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:49.186162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Pushing event deleted for resources: {'Port': ['ID=bc002fa2-c427-413c-a9ba-fcea82c5ec95,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:49.200388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:49.202134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=7ba949e2-04f7-46de-98bf-666bd1ed32fa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:49.227017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:49.236851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:49.246804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2690496 Nov 24 09:50:49.248140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:49.284453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:49.293643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:50:49.628324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdab4d-cef7-4b8f-ba28-a3c3999a910c None None] New status for floating IP 4b818e9a-9717-448c-a659-de1e450fcebd: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:50:49.671995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=1a824a69-e463-45f9-954a-ba957f3b5f99,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:49.675973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.302s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:49.692587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-66a5fa73-87b0-4269-a0f1-79ef05b7ebbd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:49.748194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:49.779978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:50.066187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:50.067348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.140227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:50.165740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:50.174453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:50.182231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:50.200536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.206264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:50.231396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Router 4ce3fbe4-558c-4704-85ee-0dbe72df942e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:50.238788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:50.269714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:50.271530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.287944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe30109-2385-48dd-89e8-57a5aae19f26,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:50.314352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69f1ab-8bca-4999-ac87-04059aa1efc5 req-ff626ff0-223b-4054-b586-fe43034b5c4a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:50.327938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f69f1ab-8bca-4999-ac87-04059aa1efc5 req-ff626ff0-223b-4054-b586-fe43034b5c4a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 932 time: 0.6091161 Nov 24 09:50:50.342668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/fd7954e2-77a4-4268-aa4a-ef92d9c5c807/dd3872e9-d2f5-40be-ac47-1b9ac4815328) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:50.347461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:50.348782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8432000 Nov 24 09:50:50.368011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.372834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "DELETE /v2.0/security-groups/cfe30109-2385-48dd-89e8-57a5aae19f26 HTTP/1.1" status: 204 len: 168 time: 1.4956739 Nov 24 09:50:50.379277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Request body: {'port': {'device_id': '58fe7041-b045-40d0-a67d-e94feeb17601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:50.379497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49208) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:50.491624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-453f8db7-6acb-4e79-bafd-e8fe1f541402 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] show failed (client error): The resource could not be found. Nov 24 09:50:50.495755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-453f8db7-6acb-4e79-bafd-e8fe1f541402 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "GET /v2.0/security-groups/cfe30109-2385-48dd-89e8-57a5aae19f26 HTTP/1.1" status: 404 len: 347 time: 0.1135418 Nov 24 09:50:50.496696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:50.542778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:50.567181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.594277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:50.601295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.613215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Transition to ACTIVE for port object dd3872e9-d2f5-40be-ac47-1b9ac4815328 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:50.635227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Transition to ACTIVE for port object dd3872e9-d2f5-40be-ac47-1b9ac4815328 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:50.644345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b5cc3ea3-98b7-4f1c-bf37-fdbbb7d388b5 None None] Provisioning for port b53b18f0-6728-408b-99f8-6bfc4639459d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:50.656784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 85363b61-b4cd-453c-bc49-01da0a187107 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:50.712685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.729095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:50.779914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.808676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Pushing event updated for resources: {'Port': ['ID=dd3872e9-d2f5-40be-ac47-1b9ac4815328,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:50.812245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:50.813186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.815536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b5cc3ea3-98b7-4f1c-bf37-fdbbb7d388b5 None None] Provisioning complete for port b53b18f0-6728-408b-99f8-6bfc4639459d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:50.816098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5cc3ea3-98b7-4f1c-bf37-fdbbb7d388b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:50.839113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f69f1ab-8bca-4999-ac87-04059aa1efc5 req-ea914daa-a49e-480e-87e5-0928e9d0a404 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5100400 Nov 24 09:50:50.880495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc3ea3-98b7-4f1c-bf37-fdbbb7d388b5 None None] Port b53b18f0-6728-408b-99f8-6bfc4639459d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:50.908841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:50.913525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:50.916308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:50.945036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Deleting port 4951d50f-a009-4275-802a-61b2330c95a4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:50.945420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.036960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Attempting to bind port dd3872e9-d2f5-40be-ac47-1b9ac4815328 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:51.037878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Attempting to bind port dd3872e9-d2f5-40be-ac47-1b9ac4815328 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:51.038801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Attempting to bind port dd3872e9-d2f5-40be-ac47-1b9ac4815328 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:51.074692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.192389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.192745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.315081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:51.315917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:51.316727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.317816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:51.318650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Bound port: dd3872e9-d2f5-40be-ac47-1b9ac4815328, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:51.319311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.348355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73d2108b-5050-418b-a5bd-6c24d2b1c95a None None] Provisioning complete for port 1a824a69-e463-45f9-954a-ba957f3b5f99 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:51.348951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73d2108b-5050-418b-a5bd-6c24d2b1c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.354613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Calling delete_port for 4951d50f-a009-4275-802a-61b2330c95a4 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:51.415911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 85363b61-b4cd-453c-bc49-01da0a187107 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:51.425861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-73d2108b-5050-418b-a5bd-6c24d2b1c95a None None] Port 1a824a69-e463-45f9-954a-ba957f3b5f99 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:51.448062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6305ca15-7dc8-46bd-b835-edb1c7dbba35 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:50:51.540987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.550007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e2d948a-525a-43d3-b223-55507866dbfe tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:51.596232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] For port dd3872e9-d2f5-40be-ac47-1b9ac4815328, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:51.601542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] For port dd3872e9-d2f5-40be-ac47-1b9ac4815328, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dd3872e9-d2f5-40be-ac47-1b9ac4815328,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:51.627182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Pushing event deleted for resources: {'Port': ['ID=4951d50f-a009-4275-802a-61b2330c95a4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:51.639482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:51.658388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.672241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:51.750935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 6305ca15-7dc8-46bd-b835-edb1c7dbba35 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:50:51.750935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6305ca15-7dc8-46bd-b835-edb1c7dbba35 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:50:51.777689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-067dced7-75b2-45bd-9325-ebc0e4a9c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.783715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:51.785005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84df924-744d-45ea-a6f7-c7181dd6645f None None] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:51.814251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Pushing event updated for resources: {'Port': ['ID=dd3872e9-d2f5-40be-ac47-1b9ac4815328,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:51.830542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:51.933786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Provisioning for port 85363b61-b4cd-453c-bc49-01da0a187107 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:51.942474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Provisioning complete for port 85363b61-b4cd-453c-bc49-01da0a187107 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:51.942946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.094303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.120969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device adbffc2d-0e9e-4d0a-a3ab-92517194d2dd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:52.123096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.138038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-799e3793-9345-4334-8aec-9f8a53b44e8b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:52.139691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53b18f0-6728-408b-99f8-6bfc4639459d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:50:52.166473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.176750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 97793abf-9fd2-4499-87a5-9a1512a270e9 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:52.177557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.260337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.261944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] 10.222.0.55 "DELETE /v2.0/floatingips/4b818e9a-9717-448c-a659-de1e450fcebd HTTP/1.1" status: 204 len: 168 time: 1.6874044 Nov 24 09:50:52.272335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:52.284785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.389854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] For port 85363b61-b4cd-453c-bc49-01da0a187107, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=85363b61-b4cd-453c-bc49-01da0a187107,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:52.404616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=948d3d0e-83a2-4830-a03b-2540ff2895d2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:52.412619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:52.415661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.419919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:52.423086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:52.430523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "PUT /v2.0/routers/4ce3fbe4-558c-4704-85ee-0dbe72df942e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1239831 Nov 24 09:50:52.432455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'b333ce04-41d9-42ce-8821-cf6a16c17af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:52.433133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: 7ba949e2-04f7-46de-98bf-666bd1ed32fa, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:50:52.487788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:50:52.504404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7ba949e2-04f7-46de-98bf-666bd1ed32fa) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:52.522628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:52.523310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.523825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15aa1b-abbb-4818-a1a1-27c5792df21a None None] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:52.581552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:52.589576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3263049 Nov 24 09:50:52.592538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:52.601184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-199166956'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:52.639225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:52.639780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.776238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Pushing event updated for resources: {'Port': ['ID=85363b61-b4cd-453c-bc49-01da0a187107,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:52.776599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Transition to ACTIVE for port object b53b18f0-6728-408b-99f8-6bfc4639459d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:52.787439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:52.817649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:52.841032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:52.991119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.013509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 97793abf-9fd2-4499-87a5-9a1512a270e9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=97793abf-9fd2-4499-87a5-9a1512a270e9,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:53.013920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.021069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:53.024605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7ba949e2-04f7-46de-98bf-666bd1ed32fa', 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '948d3d0e-83a2-4830-a03b-2540ff2895d2'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:50:53.025755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.044023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.048512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-222f6d89-bb56-4df3-bb3f-42009ffc9559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:53.099930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ffd73-8956-4947-9507-42b6eaeaea3d req-e56d161a-b369-4673-942b-ce3e457b67b9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:53.101935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a20ffd73-8956-4947-9507-42b6eaeaea3d req-e56d161a-b369-4673-942b-ce3e457b67b9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 932 time: 1.0604923 Nov 24 09:50:53.177435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-97f6da10-8e8e-4a3d-97c3-608084d9f140 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:53.223366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:53.230480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:53.233863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:53.240832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:53.247892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.248615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:53.254594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:53.260672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.260869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:53.294439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-97f6da10-8e8e-4a3d-97c3-608084d9f140 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:53.303337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-97f6da10-8e8e-4a3d-97c3-608084d9f140 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522538322&fields=id&tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc HTTP/1.1" status: 200 len: 267 time: 0.5796089 Nov 24 09:50:53.405165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 97793abf-9fd2-4499-87a5-9a1512a270e9 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:53.453546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Allocated IP 2001:db8::2 (7ba949e2-04f7-46de-98bf-666bd1ed32fa/948d3d0e-83a2-4830-a03b-2540ff2895d2/1540f02b-a1a2-4191-b46a-17d13331b4d8) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:53.465179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Provisioning for port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:53.482092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Provisioning complete for port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:53.483072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:53.484212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:53.525820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:53.551223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-592dcab0-b944-407f-ae88-061321a05a13 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:53.552462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-592dcab0-b944-407f-ae88-061321a05a13 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:53.586272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::1 (d35a00cd-fc87-44df-a65e-9faae0fcef26/fd7954e2-77a4-4268-aa4a-ef92d9c5c807/f61a14d7-12ab-4987-bed0-e179e1f3b674) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:53.587199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port ac32b6d2-7550-409e-a3a6-62da58168b5d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:53.604989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Sync routers for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:53.616507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router d41dd4e8-9991-49df-a665-7beee4070b08 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:50:53.631500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:53.632841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:53.635329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a20ffd73-8956-4947-9507-42b6eaeaea3d req-917a1c18-1706-4b12-b976-c310278c44d4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467345 Nov 24 09:50:53.774820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-592dcab0-b944-407f-ae88-061321a05a13 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:53.776139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-592dcab0-b944-407f-ae88-061321a05a13 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 797 time: 0.4718325 Nov 24 09:50:53.849699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8b844df1-e947-47ed-a29f-5455fb55ac51 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/quotas/3906fb15b40b43a58c2a095e8f2d8fdc HTTP/1.1" status: 200 len: 375 time: 0.0587070 Nov 24 09:50:54.007463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.021394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Transition to ACTIVE for port object 1540f02b-a1a2-4191-b46a-17d13331b4d8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:54.049030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Transition to ACTIVE for port object 1540f02b-a1a2-4191-b46a-17d13331b4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:54.068715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.077438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1f38bfe-a625-4f9f-89e1-3fa3a2860aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:54.176391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:54.218176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-d5790161-dde9-42d4-9180-176af2494c1a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:54.228947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Pushing event updated for resources: {'Port': ['ID=1540f02b-a1a2-4191-b46a-17d13331b4d8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:54.232705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:54.268411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:54.274288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:54.277866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:54.281617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:54.310107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:50:54.341567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::1d7 (7ba949e2-04f7-46de-98bf-666bd1ed32fa/948d3d0e-83a2-4830-a03b-2540ff2895d2/ac32b6d2-7550-409e-a3a6-62da58168b5d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:54.366842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-d5790161-dde9-42d4-9180-176af2494c1a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:54.368508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-d5790161-dde9-42d4-9180-176af2494c1a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5117404 Nov 24 09:50:54.385249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Attempting to bind port b53b18f0-6728-408b-99f8-6bfc4639459d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:54.389274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Attempting to bind port b53b18f0-6728-408b-99f8-6bfc4639459d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:54.389955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Attempting to bind port b53b18f0-6728-408b-99f8-6bfc4639459d on network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:54.454087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Port b53b18f0-6728-408b-99f8-6bfc4639459d on network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:50:54.454508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Attempting to bind port b53b18f0-6728-408b-99f8-6bfc4639459d on network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:54.458612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dd3872e9-d2f5-40be-ac47-1b9ac4815328 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:54.488410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.533941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Provisioning complete for port 85363b61-b4cd-453c-bc49-01da0a187107 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:54.534637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5686e77d-3131-49fa-902b-b3fcec6703c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.575348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:54.576160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Checking segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:54.576812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Bound using segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:54.577525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Bound port: b53b18f0-6728-408b-99f8-6bfc4639459d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:54.578135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.632287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Attempting to bind port 1540f02b-a1a2-4191-b46a-17d13331b4d8 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:54.632743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Attempting to bind port 1540f02b-a1a2-4191-b46a-17d13331b4d8 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'b333ce04-41d9-42ce-8821-cf6a16c17af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:54.633395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Attempting to bind port 1540f02b-a1a2-4191-b46a-17d13331b4d8 on network 7ba949e2-04f7-46de-98bf-666bd1ed32fa {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:54.646232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.656621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dd3872e9-d2f5-40be-ac47-1b9ac4815328 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:54.675792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:54.676356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Checking segment: {'id': 'b333ce04-41d9-42ce-8821-cf6a16c17af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:54.676639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.677082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Bound using segment: {'id': 'b333ce04-41d9-42ce-8821-cf6a16c17af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:54.677623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Bound port: 1540f02b-a1a2-4191-b46a-17d13331b4d8, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b333ce04-41d9-42ce-8821-cf6a16c17af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7ba949e2-04f7-46de-98bf-666bd1ed32fa'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:54.678042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.679918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:46Z', 'revision_number': 2, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:54.684550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Checking router: 4ce3fbe4-558c-4704-85ee-0dbe72df942e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:50:54.685425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Updating router 4ce3fbe4-558c-4704-85ee-0dbe72df942e port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:50:54.694522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device adbffc2d-0e9e-4d0a-a3ab-92517194d2dd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:54.745587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:54.925578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object f61a14d7-12ab-4987-bed0-e179e1f3b674 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:54.931634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-9f1abaf9-42b9-412c-9191-548081793082 service neutron] 10.222.0.55 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447593 Nov 24 09:50:55.005112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:55.012175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.022183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c63e876-840a-496b-aace-3bad0b700bc7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:55.067333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.082738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b53b18f0-6728-408b-99f8-6bfc4639459d,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:55.089139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=97793abf-9fd2-4499-87a5-9a1512a270e9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:55.099031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:55.102310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.109287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4646f838-2fe3-4bf9-b33e-9fc26b7d53ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:55.168390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:55.169077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.175030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object ac32b6d2-7550-409e-a3a6-62da58168b5d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:55.215984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.222620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.241111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Transition to ACTIVE for port object 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:50:55.252557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.256853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] For port 1540f02b-a1a2-4191-b46a-17d13331b4d8, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:55.275174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:55.288244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] For port 1540f02b-a1a2-4191-b46a-17d13331b4d8, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1540f02b-a1a2-4191-b46a-17d13331b4d8,segment=NetworkSegment(b333ce04-41d9-42ce-8821-cf6a16c17af8),segment_id=b333ce04-41d9-42ce-8821-cf6a16c17af8)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:55.299629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.308792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ead7f2f8-ac9e-4599-9ce6-e4f0a2091db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:55.327060 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-d892684c-fa54-4e5f-9e2c-330e29d5f8fd service neutron] 10.222.0.55 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373826 Nov 24 09:50:55.333000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.349523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27d36a54-e32c-4d97-a3df-c59831854e13 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:55.396071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Pushing event updated for resources: {'Port': ['ID=1540f02b-a1a2-4191-b46a-17d13331b4d8,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:55.400845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:55.416127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.429817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] 10.222.0.61 "PUT /v2.0/ports/b53b18f0-6728-408b-99f8-6bfc4639459d HTTP/1.1" status: 200 len: 1094 time: 5.0467043 Nov 24 09:50:55.564855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 85363b61-b4cd-453c-bc49-01da0a187107 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:55.616824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:50:55.644014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522e75a-1e22-4406-83fc-e9f728e09513 req-093be7e2-99e3-4b61-b0ce-63b91478918d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:55.645740 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1522e75a-1e22-4406-83fc-e9f728e09513 req-093be7e2-99e3-4b61-b0ce-63b91478918d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 944 time: 0.7240806 Nov 24 09:50:55.667697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:55.679094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:55.681611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:55.687391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:55.688130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.719952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Provisioning for port dd3872e9-d2f5-40be-ac47-1b9ac4815328 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:55.729634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Provisioning complete for port dd3872e9-d2f5-40be-ac47-1b9ac4815328 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:55.734064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.806955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 85363b61-b4cd-453c-bc49-01da0a187107 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:55.807699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.870503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-978d5432-a755-4584-b7c1-ae7d4ce3ede9 req-887df77f-51a7-4457-a09f-50684b4b1082 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.1105056 Nov 24 09:50:55.886241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2919281 Nov 24 09:50:55.887577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49248) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:55.920942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Attempting to bind port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:50:55.920942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Attempting to bind port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:50:55.921321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Attempting to bind port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c on network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:50:55.931549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:50:55.934780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:50:55.935375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Checking segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:50:55.941206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:55.941760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Bound using segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:50:55.954296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Bound port: 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:50:55.954848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.065265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Pushing event updated for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:56.084523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:56.086137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:50:56.100620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:50:56.101901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.131460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d', 'status': 'completed', 'code': 200} Nov 24 09:50:56.164410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.190090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] For port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:50:56.199148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] For port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:50:56.206159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.232757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Pushing event updated for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:56.246697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.247422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.247910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.248405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.248897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.249516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.250006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.251901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-204c76f4-3136-420c-adb5-45f7826a2926 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.019s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:56.252511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.253034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.253619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.254097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:50:56.262346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:56.263091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:56.319387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ac32b6d2-7550-409e-a3a6-62da58168b5d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:56.339306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:56.364347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] For port dd3872e9-d2f5-40be-ac47-1b9ac4815328, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dd3872e9-d2f5-40be-ac47-1b9ac4815328,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:56.371218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.377743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99e3946a-4564-4383-8631-a5b81e085c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:56.403418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Pushing event updated for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:56.409440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:56.423965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:56.424823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:56.590762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Pushing event updated for resources: {'Port': ['ID=dd3872e9-d2f5-40be-ac47-1b9ac4815328,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:56.606525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:56.781182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port ac32b6d2-7550-409e-a3a6-62da58168b5d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:56.781561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:56.811527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1540f02b-a1a2-4191-b46a-17d13331b4d8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:57.004995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:50:57.025997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1540f02b-a1a2-4191-b46a-17d13331b4d8 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:57.091334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2e9e89e-daee-4fd6-8846-0fb989503687 None None] Provisioning for port f61a14d7-12ab-4987-bed0-e179e1f3b674 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:57.097965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2e9e89e-daee-4fd6-8846-0fb989503687 None None] Provisioning complete for port f61a14d7-12ab-4987-bed0-e179e1f3b674 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:57.098736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e89e-daee-4fd6-8846-0fb989503687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:57.195743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9e89e-daee-4fd6-8846-0fb989503687 None None] Port f61a14d7-12ab-4987-bed0-e179e1f3b674 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:50:57.239051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:50:57.249692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-998ecc75-d61e-4f57-b0c3-5d0d4cb2980e req-82ac8fb7-a6ee-442b-a19b-add93ab66f70 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.1015010 Nov 24 09:50:57.257635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] Sync routers for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:50:57.286001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:57.286001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:57.307568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:57.368720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:57.382892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:50:57.383787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:57.417074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/routers/d41dd4e8-9991-49df-a665-7beee4070b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9785230 Nov 24 09:50:57.438981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:57.447900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49260) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:57.453604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:57.454790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fc59c-e5eb-49ae-a5c1-9d96498c0b35 None None] The sync data for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:57.462998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'port': {'network_id': '7658f80c-5ac8-4a9f-85ee-15ad0c41857c', 'name': 'tempest-FloatingIPTestJSON-1943156132'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:50:57.491339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:57.498080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1522e75a-1e22-4406-83fc-e9f728e09513 req-c0e46e8b-67c6-4459-a136-86098a249ca5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7859526 Nov 24 09:50:57.498805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:57.737674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:56Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:50:57.742418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:57.754667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-7f35acde-9f2e-46d2-bea4-fc8615ea2dd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 1097 time: 2.0443947 Nov 24 09:50:57.762341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12c0b9-c121-4c03-9c90-c173b33b1cf9 None None] The sync data for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv is: [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:56Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:50:57.950633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for ac32b6d2-7550-409e-a3a6-62da58168b5d owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:58.147755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-59dddeaf-70d4-45ec-bb45-a6bf415e760c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b53b18f0-6728-408b-99f8-6bfc4639459d HTTP/1.1" status: 200 len: 217 time: 0.3716228 Nov 24 09:50:58.339791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67491e4e-e220-4804-b994-b77e399acbc0 None None] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:50:58.389765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Deleting port 379ca423-a0e8-4104-b5c6-98f544ef3204 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:50:58.390164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:58.576880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Provisioning for port 1540f02b-a1a2-4191-b46a-17d13331b4d8 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:58.618026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Provisioning complete for port 1540f02b-a1a2-4191-b46a-17d13331b4d8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:58.620522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:58.665426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] For port 379ca423-a0e8-4104-b5c6-98f544ef3204, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=379ca423-a0e8-4104-b5c6-98f544ef3204,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:58.665844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:58.686246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:58.816270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Calling delete_port for 379ca423-a0e8-4104-b5c6-98f544ef3204 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:50:58.833490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-491a1937-1ed5-499e-b80c-6b0da86ad8ac tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:58.835124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-491a1937-1ed5-499e-b80c-6b0da86ad8ac tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.61 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 797 time: 1.2840722 Nov 24 09:50:58.840561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:50:58.843847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:50:58.845541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Usage tracker for resource:port and tenant:a5f53ede06384d6e8a8b862c5da41ee0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:50:58.848985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:50:58.857484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:50:58.857735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:58.902695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-014ec1f0-f53d-4315-8cd2-d865c9ece716 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:58.925553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:58.925929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:58.937648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e6592-71de-4169-bbaa-14f7b27885db req-a251d8a6-49a5-421e-a96a-dd27036b38ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:50:58.940739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-a251d8a6-49a5-421e-a96a-dd27036b38ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b0ec726-2bd2-4576-af7b-30a66f31bc81 HTTP/1.1" status: 200 len: 838 time: 0.7554889 Nov 24 09:50:58.980088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70477cc6-c6ea-4ea2-9507-1d19e64b9b87 req-3c152a90-77c6-4614-9881-3c9e1d59e519 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.1135867 Nov 24 09:50:58.980694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=ac32b6d2-7550-409e-a3a6-62da58168b5d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:58.991002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:59.053131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.068344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/ac32b6d2-7550-409e-a3a6-62da58168b5d HTTP/1.1" status: 204 len: 168 time: 3.1682765 Nov 24 09:50:59.074133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49272) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:59.076311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Made reservation on behalf of a5f53ede06384d6e8a8b862c5da41ee0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:50:59.082565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.135416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a31be3-089b-47f7-b397-6ee9a121e549 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:50:59.136030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-55a31be3-089b-47f7-b397-6ee9a121e549 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:50:59.157510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.211338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.267129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] For port 1540f02b-a1a2-4191-b46a-17d13331b4d8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1540f02b-a1a2-4191-b46a-17d13331b4d8,segment=NetworkSegment(b333ce04-41d9-42ce-8821-cf6a16c17af8),segment_id=b333ce04-41d9-42ce-8821-cf6a16c17af8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:59.272765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:50:59.274802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.277079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f85cce9-ca1a-48db-9924-5d5c64b79188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:59.305851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-55a31be3-089b-47f7-b397-6ee9a121e549 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:50:59.307202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-55a31be3-089b-47f7-b397-6ee9a121e549 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/ac32b6d2-7550-409e-a3a6-62da58168b5d HTTP/1.1" status: 404 len: 333 time: 0.2303557 Nov 24 09:50:59.314877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:50:59.319413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.320715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dd3872e9-d2f5-40be-ac47-1b9ac4815328 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:50:59.430796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Pushing event updated for resources: {'Port': ['ID=1540f02b-a1a2-4191-b46a-17d13331b4d8,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:59.436346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:59.437224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8f11244-04d1-49a8-bb0b-35dfb295ebef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:59.550438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:59.568621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.579140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:59.587317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:50:59.590502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] device_id is not set on port a4760e83-1077-4f37-9126-b7868fbc22cd yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:50:59.610631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dd3872e9-d2f5-40be-ac47-1b9ac4815328 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:59.611366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.776139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Pushing event deleted for resources: {'Port': ['ID=379ca423-a0e8-4104-b5c6-98f544ef3204,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:50:59.817616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:50:59.823100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Allocated IP 172.20.0.3 (7658f80c-5ac8-4a9f-85ee-15ad0c41857c/f15ba09f-509a-4c9e-9462-a9b77b2d2454/a4760e83-1077-4f37-9126-b7868fbc22cd) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:50:59.873452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8a0278f0-170d-45e7-b581-5d40cd75f21f None None] Provisioning complete for port 1540f02b-a1a2-4191-b46a-17d13331b4d8 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:50:59.874432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a0278f0-170d-45e7-b581-5d40cd75f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:50:59.932424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 948d3d0e-83a2-4830-a03b-2540ff2895d2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:50:59.936829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.037818 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-b82a1426-eb42-4fd0-b78d-b653df8a3d32 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc HTTP/1.1" status: 200 len: 380 time: 1.1725922 Nov 24 09:51:00.061137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.064729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b32481-559e-4dd9-8654-ed5393773585 req-6da39319-7247-4268-bf37-1efc7c0953bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:00.067370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21b32481-559e-4dd9-8654-ed5393773585 req-6da39319-7247-4268-bf37-1efc7c0953bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 944 time: 1.3270664 Nov 24 09:51:00.072955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'port': {'device_id': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'admin_state_up': True, 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'security_groups': ['dcbaf86d-066b-4eb8-aee9-9898b66dc771']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:00.234425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:00.300443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-663dce50-617e-4478-ad1e-5fb9cc5d0155 req-2fe9efab-1a01-404b-b266-09e49c58a257 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.0782936 Nov 24 09:51:00.312880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2190a3c-03c6-4fe8-992e-15138dd7c384 None None] Could not find standard attr ID for object ac32b6d2-7550-409e-a3a6-62da58168b5d. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:51:00.354895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.377807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-fdff148a-85c7-424f-b5b9-41e8a5ba0791 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.3971946 Nov 24 09:51:00.411846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.484500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.523076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21b32481-559e-4dd9-8654-ed5393773585 req-54556a87-b1b3-4b1b-aa86-44f525032733 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639891 Nov 24 09:51:00.569578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.576168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d2b9f6-0a0c-47f4-b87a-825aa9941385 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:00.635558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1540f02b-a1a2-4191-b46a-17d13331b4d8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:00.647055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=948d3d0e-83a2-4830-a03b-2540ff2895d2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:00.650324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:00.718466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Transition to ACTIVE for port object a4760e83-1077-4f37-9126-b7868fbc22cd will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:00.741519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:00.748538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.756319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1540f02b-a1a2-4191-b46a-17d13331b4d8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:00.756822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.772635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/948d3d0e-83a2-4830-a03b-2540ff2895d2 HTTP/1.1" status: 204 len: 168 time: 1.4546406 Nov 24 09:51:00.776433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:00.790307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a74aee-9636-4819-b51c-b7d0d08d96ff None None] Network 7ba949e2-04f7-46de-98bf-666bd1ed32fa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:00.850201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:00.860819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.875354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.876446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.895307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-273351b4-2ca4-40c1-b193-e9995cc248e8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:00.929799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.951631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Made reservation on behalf of 3906fb15b40b43a58c2a095e8f2d8fdc for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:00.958472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:00.997889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-0a3b7def-e00e-4c0b-9f20-e207ce3da5af service neutron] 10.222.0.61 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859230 Nov 24 09:51:00.999639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:01.015883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:01.029575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:01.030710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:01.074737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:01.092580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:01.104708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:01.112294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8794467 Nov 24 09:51:01.112562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:01.197420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:01.197970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:01.198093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:01.210400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49286) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:01.211258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:01.300068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] DHCP port deletion for 7ba949e2-04f7-46de-98bf-666bd1ed32fa request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:01.338102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Deleting port 1540f02b-a1a2-4191-b46a-17d13331b4d8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:01.339205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:01.355883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:01.367270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:01.369812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:01.390843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:01.394745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:01.399558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:01.514211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 1540f02b-a1a2-4191-b46a-17d13331b4d8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:01.515218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:01.526045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:01.651684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d65d86f4-d1e3-45c8-96ee-520804251b83 req-c358fd05-0a3c-4d0b-b8cc-d4b099ffbb68 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.0969751 Nov 24 09:51:01.771798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:01.854304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Allocated IP 172.20.0.14 (7d337ac5-08ae-4175-8c8a-8a52da47dd38/71608b55-3066-4c31-a835-a93cc2aa153e/63e172a7-acb5-4086-94cc-ab3a6f52eccc) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:01.923015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:01.931136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f375f-c0b6-438b-a23e-88fe3728bbf0 None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:02.031175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] For port 1540f02b-a1a2-4191-b46a-17d13331b4d8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1540f02b-a1a2-4191-b46a-17d13331b4d8,segment=NetworkSegment(b333ce04-41d9-42ce-8821-cf6a16c17af8),segment_id=b333ce04-41d9-42ce-8821-cf6a16c17af8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:02.032206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.072734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:02.127908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8a8d0b79-9892-425e-8b10-5eab91a9f8c4 None None] Provisioning for port a4760e83-1077-4f37-9126-b7868fbc22cd completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:02.133202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 1540f02b-a1a2-4191-b46a-17d13331b4d8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1540f02b-a1a2-4191-b46a-17d13331b4d8,segment=NetworkSegment(b333ce04-41d9-42ce-8821-cf6a16c17af8),segment_id=b333ce04-41d9-42ce-8821-cf6a16c17af8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:02.133698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.197354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8a8d0b79-9892-425e-8b10-5eab91a9f8c4 None None] Provisioning complete for port a4760e83-1077-4f37-9126-b7868fbc22cd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:02.198168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a8d0b79-9892-425e-8b10-5eab91a9f8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.272862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Calling delete_port for 1540f02b-a1a2-4191-b46a-17d13331b4d8 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:02.279181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 1540f02b-a1a2-4191-b46a-17d13331b4d8 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:02.302135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d0b79-9892-425e-8b10-5eab91a9f8c4 None None] Port a4760e83-1077-4f37-9126-b7868fbc22cd cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:02.360288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event updated for resources: {'Port': ['ID=a4760e83-1077-4f37-9126-b7868fbc22cd,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:02.377412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:02.381911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:02.393837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.404066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:02.404484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:02.406403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0c2c878c-6da1-4e24-b368-069c0fd83009 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:02.463169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=1540f02b-a1a2-4191-b46a-17d13331b4d8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:02.475054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:02.478057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Router 1692da9e-c220-4ed0-9b04-fa987bd99312 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:02.488640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No DVR routers for this DVR port 1540f02b-a1a2-4191-b46a-17d13331b4d8 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:02.488845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1540f02b-a1a2-4191-b46a-17d13331b4d8 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:02.523657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1540f02b-a1a2-4191-b46a-17d13331b4d8 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:02.524229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1540f02b-a1a2-4191-b46a-17d13331b4d8 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:02.524621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 97793abf-9fd2-4499-87a5-9a1512a270e9 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:02.585164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 97793abf-9fd2-4499-87a5-9a1512a270e9 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:02.585957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 97793abf-9fd2-4499-87a5-9a1512a270e9 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:02.708935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:02.709661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.763333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.792284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df3e6592-71de-4169-bbaa-14f7b27885db req-4912046c-aba6-4d01-ab16-bfc74b7930a0 service neutron] 10.222.0.61 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7637022 Nov 24 09:51:02.825534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba949e2-04f7-46de-98bf-666bd1ed32fa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:02.853874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dff1b335-a54c-4526-863b-8b007cb776b7 None None] Provisioning complete for port f61a14d7-12ab-4987-bed0-e179e1f3b674 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:02.854307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dff1b335-a54c-4526-863b-8b007cb776b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.863070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b333ce04-41d9-42ce-8821-cf6a16c17af8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:02.863379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b333ce04-41d9-42ce-8821-cf6a16c17af8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:02.888322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4324968 Nov 24 09:51:02.907595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Deleting port 1540f02b-a1a2-4191-b46a-17d13331b4d8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:02.908023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.914213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:02.923932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.934487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Request body: {'floatingip': {'port_id': 'a4760e83-1077-4f37-9126-b7868fbc22cd'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:02.983504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:02.995566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e06c-8ac6-471c-960c-b41ece80238a req-081c10f5-1022-447f-a42b-8e7588efeca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:02.996024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9754d-a34f-48c9-a8fd-e7c5f48c3737 None None] The port '1540f02b-a1a2-4191-b46a-17d13331b4d8' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:51:02.997292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3762e06c-8ac6-471c-960c-b41ece80238a req-081c10f5-1022-447f-a42b-8e7588efeca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 944 time: 1.0351663 Nov 24 09:51:03.001732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dff1b335-a54c-4526-863b-8b007cb776b7 None None] Port f61a14d7-12ab-4987-bed0-e179e1f3b674 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:03.007519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-018fb3ac-a717-4d80-b656-f1a1674135ec req-d1e7972b-bfa7-4fa9-b65b-20dc7f2029ec tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 210 time: 0.1503007 Nov 24 09:51:03.028049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting subnet 69e87f19-1f5f-434c-8ea6-f7bc7f118197 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:03.058408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.077057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.114268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:51:03.114778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:51:03.132163 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:51:03.151589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Transition to ACTIVE for port object 63e172a7-acb5-4086-94cc-ab3a6f52eccc will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:03.223689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.282054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.321159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.337839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01a4edfd-bbff-408c-ba07-5f82dd235283 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:03.357907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.367854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3762e06c-8ac6-471c-960c-b41ece80238a req-3afc7e3e-5a78-4ef9-a633-98711589640c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533401 Nov 24 09:51:03.382155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-9d30f0cd-a099-4301-a349-7dce084a3de8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 1097 time: 0.5092504 Nov 24 09:51:03.394076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.398926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=7ba949e2-04f7-46de-98bf-666bd1ed32fa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:03.407607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:03.431305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89cedd8b-f505-423a-a963-8cac2425a228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:03.458815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/7ba949e2-04f7-46de-98bf-666bd1ed32fa HTTP/1.1" status: 204 len: 168 time: 2.6764860 Nov 24 09:51:03.461391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49300) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:03.473126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'name': 'tempest-PortsIpV6TestJSON-416506373'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:03.584557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:03.597525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] 10.222.0.55 "PUT /v2.0/routers/1692da9e-c220-4ed0-9b04-fa987bd99312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3226745 Nov 24 09:51:03.600419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Sync routers for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:03.619522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:03.620619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:03.620952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49304) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:03.691641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:03.717073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:03.735274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:03.756054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:03.759419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:03.762464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:03.766980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:03.775051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.776631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:03.803001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:03.808868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:03.833532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:03.874115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:04.026315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-7f86c7e7-5d68-44b2-b379-896ec12359a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:04.029040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-7f86c7e7-5d68-44b2-b379-896ec12359a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 HTTP/1.1" status: 200 len: 897 time: 0.6298168 Nov 24 09:51:04.240222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 418bdf8f-065c-4f52-8e4e-19c9e0e2a18c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:04.246367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:04.247607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:04.272788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:04.276792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Checking router: 1692da9e-c220-4ed0-9b04-fa987bd99312 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:04.290711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Routers {'1692da9e-c220-4ed0-9b04-fa987bd99312'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:04.291407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1692da9e-c220-4ed0-9b04-fa987bd99312'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:04.299715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-0068039d-f914-4d4f-a091-ee44f6e6d74a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b53b18f0-6728-408b-99f8-6bfc4639459d HTTP/1.1" status: 200 len: 217 time: 0.2509298 Nov 24 09:51:04.430320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:04.452429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-047d0af7-3afc-4c4f-8fb7-d2b9e22d7c32 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:04.524261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4551761 Nov 24 09:51:04.541028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] Set router 1692da9e-c220-4ed0-9b04-fa987bd99312 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:04.560475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Request body: {'port': {'device_id': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:04.625020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Subnet': ['ID=69e87f19-1f5f-434c-8ea6-f7bc7f118197,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:04.723963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:04.746654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:04.784698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df40f-5edd-4c70-801a-4e0bf767595b req-e6ff2a0a-6bbf-4727-b69a-a08992667a09 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:04.786509 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb6df40f-5edd-4c70-801a-4e0bf767595b req-e6ff2a0a-6bbf-4727-b69a-a08992667a09 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 932 time: 0.2919846 Nov 24 09:51:04.816890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b53b18f0-6728-408b-99f8-6bfc4639459d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:51:04.837149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b2e79dea-5caf-4dbd-a555-bc509caa2787 None None] Provisioning for port 63e172a7-acb5-4086-94cc-ab3a6f52eccc completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:04.878691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b2e79dea-5caf-4dbd-a555-bc509caa2787 None None] Provisioning complete for port 63e172a7-acb5-4086-94cc-ab3a6f52eccc triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:04.879338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e79dea-5caf-4dbd-a555-bc509caa2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:04.915599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:04.939116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93a40df8-1486-4c12-9794-a0f9564a6f1e tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:05.068683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.071293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:05.074327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb6df40f-5edd-4c70-801a-4e0bf767595b req-1fbea7f2-4078-44d5-a495-61d45b367c98 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683876 Nov 24 09:51:05.078786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:05.081207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=418bdf8f-065c-4f52-8e4e-19c9e0e2a18c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:05.084173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.115464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b2e79dea-5caf-4dbd-a555-bc509caa2787 None None] Port 63e172a7-acb5-4086-94cc-ab3a6f52eccc cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:05.137462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:05.138242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:05.142801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:05.143507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.174074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.178698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/69e87f19-1f5f-434c-8ea6-f7bc7f118197 HTTP/1.1" status: 204 len: 168 time: 3.9131968 Nov 24 09:51:05.179581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-0569f735-1b5b-4b56-b9bd-bbed600ec240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:05.179703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:05.180702 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-0569f735-1b5b-4b56-b9bd-bbed600ec240 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b0ec726-2bd2-4576-af7b-30a66f31bc81 HTTP/1.1" status: 200 len: 838 time: 0.8686929 Nov 24 09:51:05.205658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7dfdc-20dc-4cdd-ae6e-3b3381b737fb None None] Network ebebbd2f-9fd5-4262-9f9b-17af3efc8813 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:05.253671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7845874 Nov 24 09:51:05.253979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Router 04afd24d-72f2-4519-8d15-234069fd0ed1 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:51:05.283949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49316) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:05.333345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.361994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Deleting port 2d996cac-4bde-400a-9436-7353fd86210f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:05.362373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.441103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.519966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 418bdf8f-065c-4f52-8e4e-19c9e0e2a18c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:05.519966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.631086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b24fc-6ac4-43a6-88d0-55350a3b6ac1 req-d2fe02a3-9ad5-4117-a8dc-608efcea0dfa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:05.638692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-499b24fc-6ac4-43a6-88d0-55350a3b6ac1 req-d2fe02a3-9ad5-4117-a8dc-608efcea0dfa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 944 time: 0.9179807 Nov 24 09:51:05.692775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP fe28c0f8-9fd8-4b58-b619-6f4d67dbf248 associated. External IP: 172.26.6.11, port: b4074007-419f-4825-88d9-eec67452d53b. Nov 24 09:51:05.707221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b53b18f0-6728-408b-99f8-6bfc4639459d,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:05.740523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b53b18f0-6728-408b-99f8-6bfc4639459d', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'port_id': 'b53b18f0-6728-408b-99f8-6bfc4639459d', 'mac_address': 'fa:16:3e:92:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:51:05.765344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] For port 2d996cac-4bde-400a-9436-7353fd86210f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d996cac-4bde-400a-9436-7353fd86210f,segment=NetworkSegment(f7d68819-4528-4dbd-be92-cc0c61bac6db),segment_id=f7d68819-4528-4dbd-be92-cc0c61bac6db)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:05.765751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.868474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.916843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53b18f0-6728-408b-99f8-6bfc4639459d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:51:05.927580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:05.930623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Calling delete_port for 2d996cac-4bde-400a-9436-7353fd86210f owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:05.938046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78e62b5-7520-40c4-ba35-81d092c80263 None None] The sync data for ids ['1692da9e-c220-4ed0-9b04-fa987bd99312'] in dv-neutron-818439-1-hyperv is: [{'id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'name': 'tempest-ServerActionsTestJSON-1309965575-router', 'tenant_id': 'd1d21199a3504de88b86127a205c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86'}], 'enable_snat': True}, 'gw_port_id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:46:28Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': 'd1d21199a3504de88b86127a205c1fa7', 'gw_port': {'id': '01a27f8b-4ba6-4068-a9fb-36394398c167', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:20:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1692da9e-c220-4ed0-9b04-fa987bd99312', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:46:34Z', 'updated_at': '2021-11-24T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:05.963190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b53b18f0-6728-408b-99f8-6bfc4639459d,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:05.973824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:05.977252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:06.021140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.026882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bfa503e-a23d-45e5-8c17-71da563e5c56 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:06.028439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc5c10-5009-452e-8bc8-f2ed97969608 None None] DHCP port deletion for ebebbd2f-9fd5-4262-9f9b-17af3efc8813 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:06.033934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-c0288ca4-4f3f-4517-ba2f-18a163035092 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8380392 Nov 24 09:51:06.124023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Port': ['ID=2d996cac-4bde-400a-9436-7353fd86210f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:06.134898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:06.139890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.146688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No DVR routers for this DVR port 2d996cac-4bde-400a-9436-7353fd86210f on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:06.149957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:06.156366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:06.211232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b53b18f0-6728-408b-99f8-6bfc4639459d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:51:06.355073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-499b24fc-6ac4-43a6-88d0-55350a3b6ac1 req-32187649-846d-41ec-bdba-0ce2ad63f4ca tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7150753 Nov 24 09:51:06.401948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.440214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebebbd2f-9fd5-4262-9f9b-17af3efc8813']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:06.464123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d68819-4528-4dbd-be92-cc0c61bac6db') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:06.464476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d68819-4528-4dbd-be92-cc0c61bac6db') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:06.547080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.624238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.637393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:51:06.638258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:51:06.656398 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:51:06.727405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:06.762240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 379ca423-a0e8-4104-b5c6-98f544ef3204 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:06.821530 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-45e5149f-bfa1-45ed-9be3-a7c9c6670332 service neutron] 10.222.0.61 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554779 Nov 24 09:51:06.878786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 379ca423-a0e8-4104-b5c6-98f544ef3204 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:06.879900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 379ca423-a0e8-4104-b5c6-98f544ef3204 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:06.881223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d996cac-4bde-400a-9436-7353fd86210f no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:06.967694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 2d996cac-4bde-400a-9436-7353fd86210f {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:06.968594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d996cac-4bde-400a-9436-7353fd86210f not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:06.990324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 418bdf8f-065c-4f52-8e4e-19c9e0e2a18c owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:07.107387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:07.120605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Sync routers for ids ['04afd24d-72f2-4519-8d15-234069fd0ed1'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:07.123879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "PUT /v2.0/routers/04afd24d-72f2-4519-8d15-234069fd0ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5140274 Nov 24 09:51:07.146424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Routers {'04afd24d-72f2-4519-8d15-234069fd0ed1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:07.147160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['04afd24d-72f2-4519-8d15-234069fd0ed1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:07.189587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:07.212507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:07.258889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa5abf-72ad-42f8-ade2-cb6df50da092 req-28a5d0e0-0ff8-48d9-beb5-5c1d71f4e89c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:07.260738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78aa5abf-72ad-42f8-ade2-cb6df50da092 req-28a5d0e0-0ff8-48d9-beb5-5c1d71f4e89c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 932 time: 0.7788441 Nov 24 09:51:07.269698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b064ad6-075e-42ce-868e-c5aa20dbe4a6 tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:07.290086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:07.337218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Pushing event deleted for resources: {'Network': ['ID=ebebbd2f-9fd5-4262-9f9b-17af3efc8813,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:07.350722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:07.384190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/networks/ebebbd2f-9fd5-4262-9f9b-17af3efc8813 HTTP/1.1" status: 204 len: 168 time: 2.2008388 Nov 24 09:51:07.389594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65891c3d-7dcd-4c98-aa1a-36663353edff tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:07.394253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Set router 04afd24d-72f2-4519-8d15-234069fd0ed1 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:07.394468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65891c3d-7dcd-4c98-aa1a-36663353edff tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports/f61a14d7-12ab-4987-bed0-e179e1f3b674 HTTP/1.1" status: 200 len: 911 time: 0.1927474 Nov 24 09:51:07.394468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49326) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:07.405769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:07.454455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'routes': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:07.653358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78aa5abf-72ad-42f8-ade2-cb6df50da092 req-7177a432-f0fe-41a7-a663-4dbb46ed2aec tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389323 Nov 24 09:51:07.863889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:50:56Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'f61a14d7-12ab-4987-bed0-e179e1f3b674', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:6b:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:51Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:07.869868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Checking router: 04afd24d-72f2-4519-8d15-234069fd0ed1 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:07.870830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Updating router 04afd24d-72f2-4519-8d15-234069fd0ed1 port f61a14d7-12ab-4987-bed0-e179e1f3b674 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:51:07.893365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:07.927240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e5aa47-0f34-4561-8d62-0faf2320bb19 req-f895036d-a9d0-4cd7-ba2a-ef76b49b0374 service neutron] 10.222.0.61 "GET /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0401678 Nov 24 09:51:07.927975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c2ab841-85b7-4446-ad7a-6da4dfbfe8ed tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:07.976450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:07.991767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=418bdf8f-065c-4f52-8e4e-19c9e0e2a18c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:07.999627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:08.001398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e172a7-acb5-4086-94cc-ab3a6f52eccc {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:51:08.003167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d46fc4-5312-4e1d-a29d-be27a23de3bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:08.007649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d46fc4-5312-4e1d-a29d-be27a23de3bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:08.012293 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2d46fc4-5312-4e1d-a29d-be27a23de3bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6007321 Nov 24 09:51:08.024341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:08.029547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.049556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.075507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961cb12-b8a3-4c06-9e12-de0e2106608d req-f0c30866-9d54-414b-8228-ac69ef565eec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:08.077186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c961cb12-b8a3-4c06-9e12-de0e2106608d req-f0c30866-9d54-414b-8228-ac69ef565eec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 945 time: 0.4877303 Nov 24 09:51:08.079186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Transition to ACTIVE for port object 63e172a7-acb5-4086-94cc-ab3a6f52eccc will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:08.084441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.093624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/418bdf8f-065c-4f52-8e4e-19c9e0e2a18c HTTP/1.1" status: 204 len: 168 time: 2.8026631 Nov 24 09:51:08.093624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481c29e-a486-40a1-b2c7-3a9238cb0d97 tempest-RoutersIpV6AdminTest-1890299861 tempest-RoutersIpV6AdminTest-1890299861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:08.121921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:08.136690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'mac_address': 'fa:16:3e:3e:24:a4', 'name': 'tempest-PortsIpV6TestJSON-1391265355'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:08.167334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Added routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:51:08.167609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Removed routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:51:08.168003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.247317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.283235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:08.288748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:08.296891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Deleting port 01a27f8b-4ba6-4068-a9fb-36394398c167 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:08.297845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.346290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c961cb12-b8a3-4c06-9e12-de0e2106608d req-9f531220-618b-4705-ba64-656bac1cea7b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150702 Nov 24 09:51:08.514685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:08.528017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:08.533628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:08.546693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:08.608320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Attempting to bind port 63e172a7-acb5-4086-94cc-ab3a6f52eccc on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:08.608717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Attempting to bind port 63e172a7-acb5-4086-94cc-ab3a6f52eccc by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:08.609091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Attempting to bind port 63e172a7-acb5-4086-94cc-ab3a6f52eccc on network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:08.632074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Port 63e172a7-acb5-4086-94cc-ab3a6f52eccc on network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:51:08.632464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Attempting to bind port 63e172a7-acb5-4086-94cc-ab3a6f52eccc on network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:08.649710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] For port 01a27f8b-4ba6-4068-a9fb-36394398c167, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01a27f8b-4ba6-4068-a9fb-36394398c167,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:08.650123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.663023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:08.663636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Checking segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:08.663848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Bound using segment: {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:08.664302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Bound port: 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7919bbfb-75ca-47ac-8f44-c03a23e47e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:08.664698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.743952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:08.746954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:08.817445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Calling delete_port for 01a27f8b-4ba6-4068-a9fb-36394398c167 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:08.837328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b53b18f0-6728-408b-99f8-6bfc4639459d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:08.867310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.919926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port b53b18f0-6728-408b-99f8-6bfc4639459d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:08.927244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b53b18f0-6728-408b-99f8-6bfc4639459d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:08.927682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.936626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.946033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.963866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Transition to ACTIVE for port object f61a14d7-12ab-4987-bed0-e179e1f3b674 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:08.969421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.972136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.976357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:08.985872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:08.988176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:08.992902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:08.999436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e87502ba-6e5f-4a19-b0a3-a5e005bff5cb tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:09.076310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.077874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] 10.222.0.61 "PUT /v2.0/ports/63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 1094 time: 4.5245874 Nov 24 09:51:09.078512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:51:09.082142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Pushing event updated for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:09.086435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:09.092783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.174573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:51:09.198675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b53b18f0-6728-408b-99f8-6bfc4639459d,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:09.206013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.212692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:09.213854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'status': 'completed', 'code': 200} Nov 24 09:51:09.356276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:09.374545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:09.378369 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d', 'code': 200} Nov 24 09:51:09.411282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Attempting to bind port f61a14d7-12ab-4987-bed0-e179e1f3b674 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:09.411700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Attempting to bind port f61a14d7-12ab-4987-bed0-e179e1f3b674 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:09.412087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Attempting to bind port f61a14d7-12ab-4987-bed0-e179e1f3b674 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:09.416924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:09.431207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:09.431799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:09.432167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.437339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:09.437339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Bound port: f61a14d7-12ab-4987-bed0-e179e1f3b674, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:09.437339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.479446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:09.485023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.491648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1eaefdd-6f0b-42d1-8f0d-dbb12b48220b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:09.587266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a27f8b-4ba6-4068-a9fb-36394398c167,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:09.599955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:09.667566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] For port f61a14d7-12ab-4987-bed0-e179e1f3b674, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:09.675458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] For port f61a14d7-12ab-4987-bed0-e179e1f3b674, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f61a14d7-12ab-4987-bed0-e179e1f3b674,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:09.687608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:09.692504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:09.818608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Pushing event updated for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:09.822213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:09.822969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Routers {'04afd24d-72f2-4519-8d15-234069fd0ed1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:09.824661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['04afd24d-72f2-4519-8d15-234069fd0ed1'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:09.876306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 2e24bd52-45da-49ea-907c-16c8ede43bf5 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:10.031426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-754183e3-2e5b-4a60-bff3-19dc1b4f030d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1097 time: 0.8463271 Nov 24 09:51:10.038541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] Set router 04afd24d-72f2-4519-8d15-234069fd0ed1 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:10.108168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16154de3-4940-4cf6-a312-01db64e7fad1 req-3d7a1bbc-b6c5-41e3-b94f-a4b7e149d5c2 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:10.110630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16154de3-4940-4cf6-a312-01db64e7fad1 req-3d7a1bbc-b6c5-41e3-b94f-a4b7e149d5c2 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 944 time: 1.2564707 Nov 24 09:51:10.195236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router 4e02244e-7cbd-4966-afd6-433735ff2b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:10.332835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec6dda95-090d-4160-abd7-85126d6a769c req-d270fcd1-16be-42bc-9527-e7b3bd617cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 1099 time: 0.4618149 Nov 24 09:51:10.334705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-07675787-13d3-4e7e-a658-03b030b15571 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 217 time: 0.2910292 Nov 24 09:51:10.335276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:10.363578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:10.396998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16154de3-4940-4cf6-a312-01db64e7fad1 req-02e4c0e1-567c-4875-86a6-04156bcf1258 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766268 Nov 24 09:51:10.431882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f703-4f2b-4d51-a77e-f55aecfb5e46 req-b90092ae-3440-4d4f-8bd7-7c0c36e4eff5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:10.441334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fee7f703-4f2b-4d51-a77e-f55aecfb5e46 req-b90092ae-3440-4d4f-8bd7-7c0c36e4eff5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.6440427 Nov 24 09:51:10.455722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:50:56Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'f61a14d7-12ab-4987-bed0-e179e1f3b674', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:6b:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:51Z', 'updated_at': '2021-11-24T09:51:09Z', 'revision_number': 4, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:10.461859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bba499-8c2a-4233-ac5f-6072a60686ac None None] The sync data for ids ['04afd24d-72f2-4519-8d15-234069fd0ed1'] in dv-neutron-818439-1-hyperv is: [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:50:56Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'f61a14d7-12ab-4987-bed0-e179e1f3b674', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:6b:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:51Z', 'updated_at': '2021-11-24T09:51:09Z', 'revision_number': 4, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': 'fd7954e2-77a4-4268-aa4a-ef92d9c5c807', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:10.553812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:10.701241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:10.717071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Sync routers for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:10.730440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:10.742105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c045901f-3ac2-4bdd-95e4-6918af483553 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:10.756302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:10.757583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:10.791685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:10.795751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87895f99-4b56-4712-8f93-fe4a1a15cf29 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 705 time: 3.3965991 Nov 24 09:51:10.809289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:10.819504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:10.831749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:10.873799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:10.876765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.043390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.048388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:11.059019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-867e32f5-f512-40bc-8fcd-60cbb332d9af tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:11.067799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:11.068500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.135664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=2e24bd52-45da-49ea-907c-16c8ede43bf5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:11.142857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:11.201613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-867e32f5-f512-40bc-8fcd-60cbb332d9af tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:11.208363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-867e32f5-f512-40bc-8fcd-60cbb332d9af tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 205 time: 0.3911517 Nov 24 09:51:11.211181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec6dda95-090d-4160-abd7-85126d6a769c req-43169154-9561-4ee5-b41f-890752310aef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6736367 Nov 24 09:51:11.212096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49356) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:11.214206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:11.221509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:11.231827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:11.233726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.234872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edb3fb-5dd9-4447-bc00-1158125eff43 None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:11.251462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:11.253867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.293532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fee7f703-4f2b-4d51-a77e-f55aecfb5e46 req-54ff9cab-f0b2-4935-9b6c-1c77812bf54f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8509808 Nov 24 09:51:11.311848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1820414 Nov 24 09:51:11.319598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:11.319986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.329130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Checking router: 4e02244e-7cbd-4966-afd6-433735ff2b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:11.345326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Routers {'4e02244e-7cbd-4966-afd6-433735ff2b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:11.346432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4e02244e-7cbd-4966-afd6-433735ff2b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.369410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8867322e-e487-4419-9a16-0040526cefd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:11.371092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-8867322e-e487-4419-9a16-0040526cefd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 200 len: 835 time: 0.8351998 Nov 24 09:51:11.388820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.516565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] Set router 4e02244e-7cbd-4966-afd6-433735ff2b14 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:11.524345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.565879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.573732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.649831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:11.655467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef3a3d-df9a-4226-a77b-7c567e0af25c None None] The sync data for ids ['4e02244e-7cbd-4966-afd6-433735ff2b14'] in dv-neutron-818439-1-hyperv is: [{'id': '4e02244e-7cbd-4966-afd6-433735ff2b14', 'name': 'tempest-RoutersIpV6Test-router-1623163296', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:24Z', 'updated_at': '2021-11-24T09:50:54Z', 'revision_number': 11, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:11.757608 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-2928145f-24ba-4499-9137-a2c88dd686a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d337ac5-08ae-4175-8c8a-8a52da47dd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2857490 Nov 24 09:51:11.767255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:11.767677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1692da9e-c220-4ed0-9b04-fa987bd99312 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:12.044692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c75c4-d3d3-4494-b581-e2b12d5672b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:12.045394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a08c75c4-d3d3-4494-b581-e2b12d5672b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:12.069972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.074152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1692da9e-c220-4ed0-9b04-fa987bd99312 HTTP/1.1" status: 204 len: 168 time: 8.4401937 Nov 24 09:51:12.091181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49366) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:12.163785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a08c75c4-d3d3-4494-b581-e2b12d5672b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:12.166151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a08c75c4-d3d3-4494-b581-e2b12d5672b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/2e24bd52-45da-49ea-907c-16c8ede43bf5 HTTP/1.1" status: 200 len: 845 time: 0.8431153 Nov 24 09:51:12.178187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:12.455004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871a75-21d8-419a-a296-ae3262efa980 req-d02ec9d3-7614-4d57-9314-4157a5aef8a2 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:12.457995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d871a75-21d8-419a-a296-ae3262efa980 req-d02ec9d3-7614-4d57-9314-4157a5aef8a2 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 944 time: 0.7578361 Nov 24 09:51:12.469603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 2e24bd52-45da-49ea-907c-16c8ede43bf5 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:12.470193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.506306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.509408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-9636c3e5-273a-4787-bcc0-c45368a464d2 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7395804 Nov 24 09:51:12.516921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.526023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Deleting subnet 71d8288e-1930-4474-9060-569e30f4b8d3 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:12.529883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.586985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.617161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f61a14d7-12ab-4987-bed0-e179e1f3b674 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:12.658049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d871a75-21d8-419a-a296-ae3262efa980 req-8b6e9a33-c3e8-42de-beba-dbdfe9546063 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286891 Nov 24 09:51:12.737210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f61a14d7-12ab-4987-bed0-e179e1f3b674 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:12.747337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f61a14d7-12ab-4987-bed0-e179e1f3b674 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:12.747655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.798710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc76fabb-8d37-4ae6-9bd9-8a74c09696be req-235cd176-697b-445c-ba8b-f757150c15e3 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780371 Nov 24 09:51:12.887954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.940655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port f61a14d7-12ab-4987-bed0-e179e1f3b674, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f61a14d7-12ab-4987-bed0-e179e1f3b674,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:12.944270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.949186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:12.975638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.976460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router 4e02244e-7cbd-4966-afd6-433735ff2b14 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:12.988053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:12.992543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01a27f8b-4ba6-4068-a9fb-36394398c167 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:13.004326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.041438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 01a27f8b-4ba6-4068-a9fb-36394398c167 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:13.042057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01a27f8b-4ba6-4068-a9fb-36394398c167 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:13.055899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.057549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6c7b772-128a-4dfc-89a0-323c4a5a3848 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 204 len: 168 time: 1.7678652 Nov 24 09:51:13.081617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49376) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:13.089483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:13.093306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:13.209505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 2e24bd52-45da-49ea-907c-16c8ede43bf5 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:13.357650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027703527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:13.378086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:13.392089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Usage tracker for resource:router and tenant:a6d5be9cc8c9422e9664cab95f80bf63 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:13.399477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:13.408487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5136c-f58f-4cd9-9f1e-aeb42c8403f0 req-aab26d44-8027-4f76-85be-a4f327c54af8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:13.410344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bab5136c-f58f-4cd9-9f1e-aeb42c8403f0 req-aab26d44-8027-4f76-85be-a4f327c54af8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.7656858 Nov 24 09:51:13.421011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:13.426626 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-c3080e66-fe4c-4d2f-9967-61d7a8e86f22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1097 time: 0.5611942 Nov 24 09:51:13.491193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.499227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14495b30-ded4-44ac-b994-435e91ae3614 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:13.510329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.511442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.544194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port f61a14d7-12ab-4987-bed0-e179e1f3b674 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:13.544559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.557769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.609047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49ac13af-2eb7-45cf-8a9e-03bda0767e89 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:13.616697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=2e24bd52-45da-49ea-907c-16c8ede43bf5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:13.638145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:13.651862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bab5136c-f58f-4cd9-9f1e-aeb42c8403f0 req-c9455842-eee3-4c47-a816-03eb83a9f0f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225242 Nov 24 09:51:13.679451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.790651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:13.798329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568495f-3b0f-4735-a5a1-1bd5b16b6249 None None] Network 8461974f-b217-4512-9726-f6b64b0bfbd3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:13.804056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d8288e-1930-4474-9060-569e30f4b8d3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:13.805921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:13.868849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/71d8288e-1930-4474-9060-569e30f4b8d3 HTTP/1.1" status: 204 len: 168 time: 1.7716756 Nov 24 09:51:13.921428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49384) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:13.998683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.018178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/2e24bd52-45da-49ea-907c-16c8ede43bf5 HTTP/1.1" status: 204 len: 168 time: 1.8318489 Nov 24 09:51:14.028113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49388) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:14.058043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router d41dd4e8-9991-49df-a665-7beee4070b08 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:14.112085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port f61a14d7-12ab-4987-bed0-e179e1f3b674, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f61a14d7-12ab-4987-bed0-e179e1f3b674,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:14.112602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.162636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] DHCP port deletion for 8461974f-b217-4512-9726-f6b64b0bfbd3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:14.168725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Deleting port 749ad608-2e68-4baf-b11c-4b1e783dca0b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:14.168725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.169567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-3f2e1e4e-ddc1-4052-968c-7aa769c7aee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:14.171219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-3f2e1e4e-ddc1-4052-968c-7aa769c7aee7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 898 time: 0.7155862 Nov 24 09:51:14.173483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c51bcd-0297-49e5-a4b1-01e914f15eec tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:51:14.178015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f3c51bcd-0297-49e5-a4b1-01e914f15eec tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:14.252042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.290684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.304513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-23bccd4f-6b81-4231-9bec-1675ba684066 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 217 time: 0.1194103 Nov 24 09:51:14.350199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for f61a14d7-12ab-4987-bed0-e179e1f3b674 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:14.367157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f3c51bcd-0297-49e5-a4b1-01e914f15eec tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:14.378782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f3c51bcd-0297-49e5-a4b1-01e914f15eec tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/2e24bd52-45da-49ea-907c-16c8ede43bf5 HTTP/1.1" status: 404 len: 333 time: 0.3328960 Nov 24 09:51:14.380755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:14.399704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.400431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-768989a6-cf69-4068-8768-30299aad0b4f tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3165689 Nov 24 09:51:14.403470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'name': 'tempest-PortsIpV6TestJSON-638142661'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:14.408760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7d2d-14d3-44e8-a9e3-adce91390674 req-750588a2-b072-4f64-b565-c2a99d14715b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:14.416336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e52c7d2d-14d3-44e8-a9e3-adce91390674 req-750588a2-b072-4f64-b565-c2a99d14715b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.5456479 Nov 24 09:51:14.427762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49396) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:14.445596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:14.467294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Deleting port 749ad608-2e68-4baf-b11c-4b1e783dca0b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:14.467949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.478812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] For port 749ad608-2e68-4baf-b11c-4b1e783dca0b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=749ad608-2e68-4baf-b11c-4b1e783dca0b,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:14.479539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.524277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c611e-8fe9-45e7-9509-93e30b172ab2 req-d6fc1e19-b915-4e46-819d-ed0e14ef44ed tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:14.526872 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e7c611e-8fe9-45e7-9509-93e30b172ab2 req-d6fc1e19-b915-4e46-819d-ed0e14ef44ed tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 944 time: 0.5888190 Nov 24 09:51:14.542429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-307243ed-6b45-428f-bd0a-b677a7835088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:14.543770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-307243ed-6b45-428f-bd0a-b677a7835088 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 200 len: 835 time: 0.2235899 Nov 24 09:51:14.636689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Calling delete_port for 749ad608-2e68-4baf-b11c-4b1e783dca0b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:14.640721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e52c7d2d-14d3-44e8-a9e3-adce91390674 req-a28b24d4-0ffc-4550-8571-0d8fe9e5eecf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232645 Nov 24 09:51:14.682162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f61a14d7-12ab-4987-bed0-e179e1f3b674 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:14.771911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-788394d4-b28a-4683-bcfe-4cdb5fe18bbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d337ac5-08ae-4175-8c8a-8a52da47dd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2200522 Nov 24 09:51:14.804747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.814268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23933d71-7cb6-4efc-98ca-6fc2a9ccb35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:14.857176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 63e172a7-acb5-4086-94cc-ab3a6f52eccc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:51:14.868802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f61a14d7-12ab-4987-bed0-e179e1f3b674 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:14.869260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:14.911344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Pushing event deleted for resources: {'Port': ['ID=749ad608-2e68-4baf-b11c-4b1e783dca0b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:14.938331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:14.949066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] No DVR routers for this DVR port 749ad608-2e68-4baf-b11c-4b1e783dca0b on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:15.023432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] For port 749ad608-2e68-4baf-b11c-4b1e783dca0b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=749ad608-2e68-4baf-b11c-4b1e783dca0b,segment=NetworkSegment(354d3b5e-ecda-4b70-ab03-a19535ee96ef),segment_id=354d3b5e-ecda-4b70-ab03-a19535ee96ef)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:15.023851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.185754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Calling delete_port for 749ad608-2e68-4baf-b11c-4b1e783dca0b owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:15.247506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-78d1afda-bd13-4f6a-b86e-f04daf45ae9a service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686754 Nov 24 09:51:15.320351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:15.341775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:15.342482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:15.371466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:15.400603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:15.430379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'mac_address': 'fa:16:3e:8d:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:51:15.438254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 749ad608-2e68-4baf-b11c-4b1e783dca0b no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:15.487754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bdc74378-bbc3-4a84-a342-400d0fdc5cb0 req-409b02c7-f22b-4533-9e4d-388e05250ede service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252562 Nov 24 09:51:15.491192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e7c611e-8fe9-45e7-9509-93e30b172ab2 req-91c1fa2a-bcae-46de-a1a3-4cd982e24123 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5935962 Nov 24 09:51:15.518621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 749ad608-2e68-4baf-b11c-4b1e783dca0b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:15.518621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 749ad608-2e68-4baf-b11c-4b1e783dca0b not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:15.557892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.581388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e172a7-acb5-4086-94cc-ab3a6f52eccc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:51:15.585085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:15.591010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.598266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:15.602311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.604381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:15.683115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:15.686449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:15.743845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port ae6e6bd5-e96e-48d7-821f-4da8756abf45 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:15.821720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['63e172a7-acb5-4086-94cc-ab3a6f52eccc'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:51:15.843608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Deleting port 749ad608-2e68-4baf-b11c-4b1e783dca0b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:15.844292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.903586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.920457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] The port '749ad608-2e68-4baf-b11c-4b1e783dca0b' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:51:15.946717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.954614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:15.973819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:16.046023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=f61a14d7-12ab-4987-bed0-e179e1f3b674,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:16.074886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.106977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8461974f-b217-4512-9726-f6b64b0bfbd3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.122867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354d3b5e-ecda-4b70-ab03-a19535ee96ef') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.123425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354d3b5e-ecda-4b70-ab03-a19535ee96ef') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.138956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.167395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49404) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:16.171390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.192824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.193349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.193785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.194211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.194640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.195079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.195505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.195930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.196398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.196919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.197328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.230933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:16.233130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:16.248392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] Sync routers for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:16.274144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:16.275267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.279340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:51:16.279819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:51:16.305407 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:51:16.383349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.397757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:16.398837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.473170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.487258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:16.487870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47932f-a90a-4e38-bf4b-7b29a14760f5 None None] The sync data for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:16.536518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f485a8ce-5e88-4ce8-8401-ccab27b4fc03 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:16.556775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.559233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.572669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Pushing event deleted for resources: {'Network': ['ID=8461974f-b217-4512-9726-f6b64b0bfbd3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:16.606637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.606637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.606637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.607038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.607311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.607718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.608176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.608595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.609012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.609455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.611203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:16.617468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:16.632656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] 10.222.0.55 "DELETE /v2.0/networks/8461974f-b217-4512-9726-f6b64b0bfbd3 HTTP/1.1" status: 204 len: 168 time: 2.6993432 Nov 24 09:51:16.690966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.767447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:16.845388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 63e172a7-acb5-4086-94cc-ab3a6f52eccc up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:16.853478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f24dd-135a-4c30-bc35-a52c96dc3e88 req-f77be5b9-c404-436c-b461-dcc38526608a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:16.854300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-864f24dd-135a-4c30-bc35-a52c96dc3e88 req-f77be5b9-c404-436c-b461-dcc38526608a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:16.884433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49412) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:16.894128 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df2a51ca-5591-463e-a7d9-7602dbc37e6f tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/floatingips/fe28c0f8-9fd8-4b58-b619-6f4d67dbf248 HTTP/1.1" status: 200 len: 977 time: 13.9748912 Nov 24 09:51:16.894348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-864f24dd-135a-4c30-bc35-a52c96dc3e88 req-f77be5b9-c404-436c-b461-dcc38526608a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:16.894348 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-864f24dd-135a-4c30-bc35-a52c96dc3e88 req-f77be5b9-c404-436c-b461-dcc38526608a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 945 time: 0.2269843 Nov 24 09:51:16.903003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:16.964447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 63e172a7-acb5-4086-94cc-ab3a6f52eccc completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:16.975775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 63e172a7-acb5-4086-94cc-ab3a6f52eccc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:16.976580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.131397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.194921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:51:17.212039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:17.222234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.224405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:17.276756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'code': 200} Nov 24 09:51:17.303132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.321972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:17.322240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:17.326817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:17.348859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-864f24dd-135a-4c30-bc35-a52c96dc3e88 req-dfc9c108-425b-452c-b40d-b7480910075e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362390 Nov 24 09:51:17.371803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Router bcbbcde5-5794-415d-9e36-864f42274c1b is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:51:17.373728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d316939-95f4-438f-a25e-87ababca429d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1d21199a3504de88b86127a205c1fa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4858532 Nov 24 09:51:17.376061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49422) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:17.429054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port a4760e83-1077-4f37-9126-b7868fbc22cd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:17.429582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.492543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:17.503137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:17.505700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:17.510303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:17.511768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.589787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.599084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ae6e6bd5-e96e-48d7-821f-4da8756abf45,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:17.602486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:17.636891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.720161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29d541b9-2692-427e-9d1f-30b58ff76998 req-0c4b7022-7caf-4a1c-a999-c7145dd3e44a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1099 time: 0.2001638 Nov 24 09:51:17.799400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4101281 Nov 24 09:51:17.803394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49426) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:17.815539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:17.864316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.874282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd2ab559-a861-499e-a2cc-08f43a649054 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:17.926944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707f0fb-52d5-4e99-aec1-dc654f9c6dde,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:17.939520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:17.949131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29d541b9-2692-427e-9d1f-30b58ff76998 req-e2d804ea-166f-4d8e-a620-d1250c3aefa0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762340 Nov 24 09:51:17.987162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:17.988404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2707f0fb-52d5-4e99-aec1-dc654f9c6dde HTTP/1.1" status: 204 len: 168 time: 0.6112063 Nov 24 09:51:18.039482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.070386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:18.076772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.081624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-900a51a4-f193-459f-b9f0-f0f6509bc202 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "PUT /v2.0/routers/bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 200 len: 698 time: 3.6478639 Nov 24 09:51:18.084900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Sync routers for ids ['bcbbcde5-5794-415d-9e36-864f42274c1b'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:18.085505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:18.102348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Routers {'bcbbcde5-5794-415d-9e36-864f42274c1b'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:18.103475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['bcbbcde5-5794-415d-9e36-864f42274c1b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:18.262102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Set router bcbbcde5-5794-415d-9e36-864f42274c1b gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:18.343104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.357998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Router 04afd24d-72f2-4519-8d15-234069fd0ed1 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:18.458271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbbcde5-5794-415d-9e36-864f42274c1b', 'name': 'tempest-RoutersIpV6Test-router-1027703527', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:13Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:18.459449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.469821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Checking router: bcbbcde5-5794-415d-9e36-864f42274c1b for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:18.482317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.499421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Routers {'bcbbcde5-5794-415d-9e36-864f42274c1b'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:18.503355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['bcbbcde5-5794-415d-9e36-864f42274c1b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:18.546833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.556592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:18.607566 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7ecd2d3-127a-42b2-8b3d-500b23b2edf1 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/routers/bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 200 len: 704 time: 0.5154886 Nov 24 09:51:18.657885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49444) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:18.712020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] Set router bcbbcde5-5794-415d-9e36-864f42274c1b gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:18.724782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54f4f82-7c24-443e-822f-2d70ca119935 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Synchronizing usage tracker for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:18.738304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] In _notify_port_updated(), no bound segment for port ae6e6bd5-e96e-48d7-821f-4da8756abf45 on network af50e6fc-f66d-4288-ac43-752f2c736e47 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:51:18.742747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:18.743416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.744816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/ports/ae6e6bd5-e96e-48d7-821f-4da8756abf45 HTTP/1.1" status: 200 len: 818 time: 0.9404037 Nov 24 09:51:18.758764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49450) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:18.770914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ae6e6bd5-e96e-48d7-821f-4da8756abf45,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:18.827963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c7e3c1-ea0b-4295-af2e-36f4e189df73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:18.871943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbbcde5-5794-415d-9e36-864f42274c1b', 'name': 'tempest-RoutersIpV6Test-router-1027703527', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:13Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:18.879778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05d46ef-0c23-4c16-a5bc-fb09b121b623 None None] The sync data for ids ['bcbbcde5-5794-415d-9e36-864f42274c1b'] in dv-neutron-818439-1-hyperv is: [{'id': 'bcbbcde5-5794-415d-9e36-864f42274c1b', 'name': 'tempest-RoutersIpV6Test-router-1027703527', 'tenant_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:13Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 2, 'project_id': 'a6d5be9cc8c9422e9664cab95f80bf63', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:18.883091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:18.896087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54f4f82-7c24-443e-822f-2d70ca119935 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Unset dirty status for tenant:a6d5be9cc8c9422e9664cab95f80bf63 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:18.900348 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e54f4f82-7c24-443e-822f-2d70ca119935 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 200 len: 205 time: 0.2384963 Nov 24 09:51:18.903347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49456) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.177146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port ae6e6bd5-e96e-48d7-821f-4da8756abf45 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:19.178048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.318817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:19.329528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a30fd-e34f-46db-87bf-60dfaeb8e144 req-0e76daa2-541b-4c71-9859-e77e9ce26753 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:19.331480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-170a30fd-e34f-46db-87bf-60dfaeb8e144 req-0e76daa2-541b-4c71-9859-e77e9ce26753 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.7892530 Nov 24 09:51:19.341290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Sync routers for ids ['04afd24d-72f2-4519-8d15-234069fd0ed1'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:19.346552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f1b4974-1966-49e8-a4d5-04360eef447a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "PUT /v2.0/routers/04afd24d-72f2-4519-8d15-234069fd0ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3169031 Nov 24 09:51:19.360306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49464) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.368134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Routers {'04afd24d-72f2-4519-8d15-234069fd0ed1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:19.369040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['04afd24d-72f2-4519-8d15-234069fd0ed1'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:19.397470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.398454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.399054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Floating IP fe28c0f8-9fd8-4b58-b619-6f4d67dbf248 disassociated. External IP: 172.26.6.11, port: a4760e83-1077-4f37-9126-b7868fbc22cd. Nov 24 09:51:19.399654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for a4760e83-1077-4f37-9126-b7868fbc22cd owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:19.473985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-170a30fd-e34f-46db-87bf-60dfaeb8e144 req-570c63f2-c27d-45b7-8a40-a948ac98819f tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239133 Nov 24 09:51:19.566413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49470) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.576030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Set router 04afd24d-72f2-4519-8d15-234069fd0ed1 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:19.642773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.650321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2cef306-537d-46cc-a470-3531f88ac8cd tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:19.677713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.705580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:19.706276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=a4760e83-1077-4f37-9126-b7868fbc22cd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:19.715618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:19.716835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:19.721689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Checking router: 04afd24d-72f2-4519-8d15-234069fd0ed1 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:19.736564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Routers {'04afd24d-72f2-4519-8d15-234069fd0ed1'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:19.737401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['04afd24d-72f2-4519-8d15-234069fd0ed1'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:19.814876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-cbca55a2-dc16-47ec-8165-9fd332ce37ad tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.816340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbca55a2-dc16-47ec-8165-9fd332ce37ad tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.2489831 Nov 24 09:51:19.821498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.830209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-c924654d-e122-463a-ab89-c454d5a163d0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.832062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c924654d-e122-463a-ab89-c454d5a163d0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0081515 Nov 24 09:51:19.834900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.843115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-f2e8e19c-7afa-4e98-b521-a71bc2557bda tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.845459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2e8e19c-7afa-4e98-b521-a71bc2557bda tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085073 Nov 24 09:51:19.850781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.860644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-47b3bb2f-d799-44d0-84f7-41c0418e430f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.863005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47b3bb2f-d799-44d0-84f7-41c0418e430f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0087180 Nov 24 09:51:19.866094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.873874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-e65dd58d-ee81-4fab-a55d-98e8dc9a2c30 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.875821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e65dd58d-ee81-4fab-a55d-98e8dc9a2c30 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083380 Nov 24 09:51:19.878756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49492) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.891645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-43d2ae28-a64b-49c8-bd7f-31a94388c974 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.893595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43d2ae28-a64b-49c8-bd7f-31a94388c974 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0133717 Nov 24 09:51:19.905445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49496) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.916070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-2c3c449c-048d-4f79-a0ae-b539d50dd29f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.917573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c3c449c-048d-4f79-a0ae-b539d50dd29f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0107586 Nov 24 09:51:19.921601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:19.929007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-402540b7-16d0-454a-abf2-00a9bab799e3 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:19.932615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-402540b7-16d0-454a-abf2-00a9bab799e3 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073857 Nov 24 09:51:19.935311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] Set router 04afd24d-72f2-4519-8d15-234069fd0ed1 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:20.002904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.014664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-c5822524-1d70-4229-aaf7-e31921a90e14 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.018814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5822524-1d70-4229-aaf7-e31921a90e14 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0119431 Nov 24 09:51:20.020770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.031268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-c69f69de-5bc8-4872-91ee-6b76307ffb70 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.035152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c69f69de-5bc8-4872-91ee-6b76307ffb70 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069625 Nov 24 09:51:20.036156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49512) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.041606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-892c02eb-57c5-4181-a35e-d7e910edbb0f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.045195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-892c02eb-57c5-4181-a35e-d7e910edbb0f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061512 Nov 24 09:51:20.045641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.054170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-9b2f78c7-74a6-4b46-aeca-29e3f7215a92 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.057825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b2f78c7-74a6-4b46-aeca-29e3f7215a92 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087111 Nov 24 09:51:20.058288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.068975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-b541d76d-02b6-4d1d-af82-17d75650c136 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.072906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b541d76d-02b6-4d1d-af82-17d75650c136 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0110545 Nov 24 09:51:20.079036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.088326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-55d81d5e-e3ea-4f02-a290-3e31898af4af tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.089454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-55d81d5e-e3ea-4f02-a290-3e31898af4af tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073147 Nov 24 09:51:20.092246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.097010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:20.101564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-c4152e6f-9ea6-415d-be2c-3cf277154102 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.101705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244a189-d7c3-416b-bd92-60087686c723 None None] The sync data for ids ['04afd24d-72f2-4519-8d15-234069fd0ed1'] in dv-neutron-818439-1-hyperv is: [{'id': '04afd24d-72f2-4519-8d15-234069fd0ed1', 'name': 'tempest-NetworksTestDHCPv6-router-1444699541', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:46Z', 'updated_at': '2021-11-24T09:51:15Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:20.105297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4152e6f-9ea6-415d-be2c-3cf277154102 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0092785 Nov 24 09:51:20.106116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.114371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-47066122-af13-411e-89e0-73f47394c8f1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.115548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47066122-af13-411e-89e0-73f47394c8f1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088394 Nov 24 09:51:20.118427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.128295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-cb087db5-070b-4d60-a10a-104c54e361da tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.129400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cb087db5-070b-4d60-a10a-104c54e361da tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099077 Nov 24 09:51:20.132699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.140382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-cfb7e577-5778-4476-99f9-b45b92b327a1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.144524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfb7e577-5778-4476-99f9-b45b92b327a1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067441 Nov 24 09:51:20.156087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router d41dd4e8-9991-49df-a665-7beee4070b08 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:20.157505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49544) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.166530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-fc94b9c9-1150-4ed0-a0e2-c849f52d116c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.170334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc94b9c9-1150-4ed0-a0e2-c849f52d116c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073166 Nov 24 09:51:20.170614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.177962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-a91bfb6a-f63a-4735-8a2f-1584d3181e57 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.181833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a91bfb6a-f63a-4735-8a2f-1584d3181e57 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095882 Nov 24 09:51:20.185183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.193128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-9e102d75-3cff-4114-865f-39633a2c0bf1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.196408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e102d75-3cff-4114-865f-39633a2c0bf1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073662 Nov 24 09:51:20.197201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49556) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.260149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-95154b66-43e2-46db-a8aa-318dcd3e16d6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.261184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95154b66-43e2-46db-a8aa-318dcd3e16d6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0630343 Nov 24 09:51:20.263261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for ae6e6bd5-e96e-48d7-821f-4da8756abf45 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:20.266827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.278563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-fe1aabf5-0463-4daf-9c9f-eb16e6d69017 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.279948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe1aabf5-0463-4daf-9c9f-eb16e6d69017 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0118742 Nov 24 09:51:20.283629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49564) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.290075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-81cb4a21-4fb7-46eb-85ff-5a6697241930 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.291713 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81cb4a21-4fb7-46eb-85ff-5a6697241930 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068321 Nov 24 09:51:20.295163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.301825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-9420934f-6577-4213-aca8-448b50de546b tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.302869 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9420934f-6577-4213-aca8-448b50de546b tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067132 Nov 24 09:51:20.307251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.318637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-90b437ba-46ed-476a-ac17-aed60a76c097 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.319716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90b437ba-46ed-476a-ac17-aed60a76c097 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114880 Nov 24 09:51:20.323971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49576) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.330869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-083187d3-fedf-4398-a957-1d9fa94332cd tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.331888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-083187d3-fedf-4398-a957-1d9fa94332cd tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069687 Nov 24 09:51:20.334947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49580) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.340621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-998ebf77-9e2e-4005-9642-dc021a593904 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.341655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-998ebf77-9e2e-4005-9642-dc021a593904 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0057690 Nov 24 09:51:20.350345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.360343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-4f1b13c1-6ede-4aec-9c78-56648c6b50e1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.361399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f1b13c1-6ede-4aec-9c78-56648c6b50e1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074987 Nov 24 09:51:20.364715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49588) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.371052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-a331c2db-4a11-4a18-9d6f-b6248a833e9b tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.371911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a331c2db-4a11-4a18-9d6f-b6248a833e9b tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062323 Nov 24 09:51:20.389223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49592) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.403979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:20.429531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f61a14d7-12ab-4987-bed0-e179e1f3b674 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:20.445032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63fd67-96e2-48cf-bf31-d9fe5124587b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:20.446712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63fd67-96e2-48cf-bf31-d9fe5124587b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:20.447194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d63fd67-96e2-48cf-bf31-d9fe5124587b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:20.452801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-58f44519-6434-4a55-a2b4-a3dd3b47278c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.457028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-58f44519-6434-4a55-a2b4-a3dd3b47278c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0286360 Nov 24 09:51:20.467529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49596) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.470888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f61a14d7-12ab-4987-bed0-e179e1f3b674 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:20.471290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f61a14d7-12ab-4987-bed0-e179e1f3b674 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:20.475492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-222c5500-26b5-4440-98f7-9038ddbda7f3 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.476702 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-222c5500-26b5-4440-98f7-9038ddbda7f3 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0077488 Nov 24 09:51:20.480078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.486574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-ee7f37c2-6a70-4e3d-82df-2257a98ed7ab tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.487625 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee7f37c2-6a70-4e3d-82df-2257a98ed7ab tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066020 Nov 24 09:51:20.491595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49604) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.497350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-1b26943e-d6b7-4dbc-ada2-21dba6a6fb4d tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.498367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b26943e-d6b7-4dbc-ada2-21dba6a6fb4d tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058229 Nov 24 09:51:20.502621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.508713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-92e7f50f-5c2c-40be-ab1f-e6261827d9a5 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.509731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-92e7f50f-5c2c-40be-ab1f-e6261827d9a5 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064926 Nov 24 09:51:20.513023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.518638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:20.530628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] Sync routers for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:20.538949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-8fb6e279-e8be-4665-9be9-ab9b9adad4c5 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.541324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8fb6e279-e8be-4665-9be9-ab9b9adad4c5 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0267601 Nov 24 09:51:20.545048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:20.545924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:20.546336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49618) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.575236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-aee8bbc8-3c2d-421e-8420-8973ad9d47a8 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.582950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aee8bbc8-3c2d-421e-8420-8973ad9d47a8 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0293195 Nov 24 09:51:20.588559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.618966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d63fd67-96e2-48cf-bf31-d9fe5124587b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:20.620292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d63fd67-96e2-48cf-bf31-d9fe5124587b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.2548769 Nov 24 09:51:20.627717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-ebe2380a-cdd1-4654-8511-ba5652c5e420 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.631437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:20.636099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebe2380a-cdd1-4654-8511-ba5652c5e420 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0394967 Nov 24 09:51:20.651388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:20.652012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:50:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:20.658558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.17 (7b5ceaba-0ae1-4738-b38e-ec1faf9eba76/6b0ec726-2bd2-4576-af7b-30a66f31bc81/28ef860b-f01b-4606-810b-febf467779cd) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:20.660695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.661081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49628) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.705842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:20.717453 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/a4760e83-1077-4f37-9126-b7868fbc22cd HTTP/1.1" status: 204 len: 168 time: 3.8131948 Nov 24 09:51:20.720606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49634) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.740760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:20.741230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b014b-c414-49cb-985e-bb623fd1f484 None None] The sync data for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:20.789533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-22d51f9c-8183-4022-8c1a-1d2a6fd32d39 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.790636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22d51f9c-8183-4022-8c1a-1d2a6fd32d39 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1227603 Nov 24 09:51:20.796064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49640) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.805236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-af712276-c886-4106-ba8e-012b2ed1ae8a tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.806262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af712276-c886-4106-ba8e-012b2ed1ae8a tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083280 Nov 24 09:51:20.809397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.815966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-86c314fb-1430-48d4-8b0a-8457171e088c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.819405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86c314fb-1430-48d4-8b0a-8457171e088c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066738 Nov 24 09:51:20.820233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.826296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-1ee37790-dc3a-4eac-b2e6-93ae22bb2713 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.827386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ee37790-dc3a-4eac-b2e6-93ae22bb2713 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062096 Nov 24 09:51:20.831291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49652) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.837466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-7762f3b6-c310-4f10-b0ab-12e5bbe21dc7 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.838494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7762f3b6-c310-4f10-b0ab-12e5bbe21dc7 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063303 Nov 24 09:51:20.839921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:20.842217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.848585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-e339a36d-dec2-415d-9095-39d8500a6853 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.849671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e339a36d-dec2-415d-9095-39d8500a6853 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064282 Nov 24 09:51:20.853432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49660) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.867510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-0a19e37b-7552-429f-bd37-8c7373313c0c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.868608 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a19e37b-7552-429f-bd37-8c7373313c0c tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0142596 Nov 24 09:51:20.873004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.881796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-aee0f5e3-2bb7-465b-b602-413f770bb7a0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.885417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aee0f5e3-2bb7-465b-b602-413f770bb7a0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087769 Nov 24 09:51:20.916582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-006f0b8c-717c-47bc-b183-22d7fcb99cb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:20.933892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.950512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-a3878202-eec0-4368-a71f-c85f224ddfd1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.952411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3878202-eec0-4368-a71f-c85f224ddfd1 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0120559 Nov 24 09:51:20.955561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.962171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-bd2d0080-ac11-492d-b961-8d358d526625 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.965659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd2d0080-ac11-492d-b961-8d358d526625 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066900 Nov 24 09:51:20.966542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49676) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.972663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-b6ac9171-40d9-414f-8a8a-084454cc29c0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.976738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6ac9171-40d9-414f-8a8a-084454cc29c0 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0088251 Nov 24 09:51:20.978694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49680) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.985857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-b7900853-9a02-4a17-86f5-24137b656c6a tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.986885 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7900853-9a02-4a17-86f5-24137b656c6a tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072243 Nov 24 09:51:20.990679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:20.996564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-55571329-0f80-411b-bd73-41fdd275f754 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:20.998445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-55571329-0f80-411b-bd73-41fdd275f754 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059831 Nov 24 09:51:21.001279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49688) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.006696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-fffa3c3f-a67b-4aca-8db3-f04acf148b6f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.008077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fffa3c3f-a67b-4aca-8db3-f04acf148b6f tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053973 Nov 24 09:51:21.010536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.025859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-63d24e65-082d-46cf-9447-7d0a9f02efe6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.027122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-63d24e65-082d-46cf-9447-7d0a9f02efe6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153956 Nov 24 09:51:21.028915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-cf950d6f-b623-4fe5-8258-0c59a07de129 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9694951 Nov 24 09:51:21.030388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.039930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-2bd72b1e-dea7-4f5a-936d-9c2054022c39 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.043782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2bd72b1e-dea7-4f5a-936d-9c2054022c39 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067348 Nov 24 09:51:21.045066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.045468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=ae6e6bd5-e96e-48d7-821f-4da8756abf45,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:21.053417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-1b67bcb7-f46c-44e3-9798-5a101d28a7de tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.055146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b67bcb7-f46c-44e3-9798-5a101d28a7de tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0090034 Nov 24 09:51:21.061761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.072065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-c5dd439b-d8f6-4868-8fdf-5812f03133e4 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.073113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5dd439b-d8f6-4868-8fdf-5812f03133e4 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0102303 Nov 24 09:51:21.116844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:21.117372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49708) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.207439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-27278916-a28d-4872-8d49-d0598e0a56ea tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.208537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27278916-a28d-4872-8d49-d0598e0a56ea tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0876172 Nov 24 09:51:21.246095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49714) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.309788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.322283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.350711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-acbbb558-8c62-45ef-a803-a27cebe9b767 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.352068 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-acbbb558-8c62-45ef-a803-a27cebe9b767 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0871229 Nov 24 09:51:21.364288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.385607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-9d6e2560-3caa-4cb0-a4c5-5a66837c8690 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.386444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d6e2560-3caa-4cb0-a4c5-5a66837c8690 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132189 Nov 24 09:51:21.389478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.395880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-137e324f-af2c-4782-a327-508d66eb0f33 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.396926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-137e324f-af2c-4782-a327-508d66eb0f33 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064907 Nov 24 09:51:21.400375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.407205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-f3ff9652-17de-4f79-ba2e-3079241a7cd6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.411048 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f3ff9652-17de-4f79-ba2e-3079241a7cd6 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070040 Nov 24 09:51:21.411808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49730) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.417542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.417977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [None req-91e9bad0-1ce6-4c0c-b14f-b9c76d98e6c4 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:51:21.419034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91e9bad0-1ce6-4c0c-b14f-b9c76d98e6c4 tempest-ExtensionsTestJSON-431567002 tempest-ExtensionsTestJSON-431567002-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0062594 Nov 24 09:51:21.451197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/ae6e6bd5-e96e-48d7-821f-4da8756abf45 HTTP/1.1" status: 204 len: 168 time: 2.6881833 Nov 24 09:51:21.454216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.520061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.544492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.561908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.612055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-805579bc-8e7f-45d3-b238-6774fac3a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.616383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a063826-3919-43b7-88b7-dc3f207b0f39 req-ce67297a-3478-4928-8490-f239be2d19fd tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:21.618091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a063826-3919-43b7-88b7-dc3f207b0f39 req-ce67297a-3478-4928-8490-f239be2d19fd tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.8408527 Nov 24 09:51:21.627748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 28ef860b-f01b-4606-810b-febf467779cd will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:21.661462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86688692-f44a-40b2-94cb-79a318022073 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:21.662250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-86688692-f44a-40b2-94cb-79a318022073 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:21.679739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-a818198e-c889-41a7-9406-4501a2f7a52a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1098 time: 0.5605259 Nov 24 09:51:21.690096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet fd7954e2-77a4-4268-aa4a-ef92d9c5c807 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:21.697886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.698435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-86688692-f44a-40b2-94cb-79a318022073 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:21.703019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86688692-f44a-40b2-94cb-79a318022073 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2475142 Nov 24 09:51:21.705927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.736214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.736810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Fanout notify agent at l3_agent the message router_deleted on router bcbbcde5-5794-415d-9e36-864f42274c1b {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:21.761872 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac6f070-a86a-43ab-b0fd-b2fd816635e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:51:21.770179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ac6f070-a86a-43ab-b0fd-b2fd816635e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/ae6e6bd5-e96e-48d7-821f-4da8756abf45 HTTP/1.1" status: 404 len: 333 time: 0.0632918 Nov 24 09:51:21.772362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.779265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072754039'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:21.817669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:21.832743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:21.838209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:21.845967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.848146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b18c32c2-e28c-4450-b841-93b66611e69e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 204 len: 168 time: 2.9406888 Nov 24 09:51:21.851923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.852763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.857067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:21.914127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.924869 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-581dfd68-969e-41d1-ac30-21ce1fe87b5c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 200 len: 205 time: 0.0687253 Nov 24 09:51:21.928469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:21.971894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a063826-3919-43b7-88b7-dc3f207b0f39 req-61f2bed5-558f-418e-b58f-495cde1fed70 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179705 Nov 24 09:51:21.985814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:21.995205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdcf94f-bb1d-42bd-9fcf-4387b596fa9f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:22.071851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:22.077490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.091444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-fb54327d-1990-4d0b-a163-c360f9006932 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:22.092591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fb54327d-1990-4d0b-a163-c360f9006932 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/bcbbcde5-5794-415d-9e36-864f42274c1b HTTP/1.1" status: 404 len: 336 time: 0.1630208 Nov 24 09:51:22.131963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:22.239986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6923a11a-4155-438c-be76-af570d5aba06 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:22.240452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6923a11a-4155-438c-be76-af570d5aba06 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:22.242344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6923a11a-4155-438c-be76-af570d5aba06 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/dc38a670-3ed2-4f10-b86a-3352aae196cb HTTP/1.1" status: 404 len: 337 time: 0.1093252 Nov 24 09:51:22.258798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49770) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:22.341018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:51:22.346161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38fcbab-c085-4953-8cb5-e95a6f508c3d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:22.346712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38fcbab-c085-4953-8cb5-e95a6f508c3d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:22.349266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.352698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:22.363211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff42f0-97a5-440b-b236-8f37414457fe req-9ce3b5c8-5565-4c63-be2e-8e3c44e1c84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:22.364887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-9ce3b5c8-5565-4c63-be2e-8e3c44e1c84e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 898 time: 0.6248925 Nov 24 09:51:22.365840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:22.376399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:22.471768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:22.482257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:22.552116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.591640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.638610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-9ab9eaf5-fbbb-4e6c-b845-72fa6067ecce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 1000 time: 0.2329876 Nov 24 09:51:22.675316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b38fcbab-c085-4953-8cb5-e95a6f508c3d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/0ee271f3-2b79-4103-943f-9316bbed537d HTTP/1.1" status: 404 len: 337 time: 0.4125156 Nov 24 09:51:22.677935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.678324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment d4acf594-9556-43db-ab80-d21b3628219f of type vlan for network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 Nov 24 09:51:22.685900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:22.767368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.772152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff42f0-97a5-440b-b236-8f37414457fe req-063ade2a-78bb-4f2a-8c1e-6e5c11b9ce4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:22.773791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-063ade2a-78bb-4f2a-8c1e-6e5c11b9ce4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 200 len: 835 time: 0.1277108 Nov 24 09:51:22.783088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d469b84-d6b8-478c-a42d-562a157649da tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:22.792429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1d5da3dd-9611-4dde-bb5b-2af1cb9f38a3 None None] Provisioning for port 28ef860b-f01b-4606-810b-febf467779cd completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:22.800464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1d5da3dd-9611-4dde-bb5b-2af1cb9f38a3 None None] Provisioning complete for port 28ef860b-f01b-4606-810b-febf467779cd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:22.801274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d5da3dd-9611-4dde-bb5b-2af1cb9f38a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.810147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-692b19ed-42ae-4b20-81fc-ff4f698c0b5b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:22.810672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692b19ed-42ae-4b20-81fc-ff4f698c0b5b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:22.839269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.851650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:22.865701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-692b19ed-42ae-4b20-81fc-ff4f698c0b5b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/4a52a470-8f8a-4a3a-8d15-a9b04aa0903f HTTP/1.1" status: 404 len: 337 time: 0.1750054 Nov 24 09:51:22.865701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Usage tracker for resource:security_group_rule and tenant:828236a37a154e5a8842ad70e6a99381 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:22.871333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7954e2-77a4-4268-aa4a-ef92d9c5c807,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:22.872913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:22.875535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:22.875769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1d5da3dd-9611-4dde-bb5b-2af1cb9f38a3 None None] Port 28ef860b-f01b-4606-810b-febf467779cd cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:22.881857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:22.897805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.900131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f5887-2332-420f-945e-55966e3ce09d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:22.917130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:22.937813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/fd7954e2-77a4-4268-aa4a-ef92d9c5c807 HTTP/1.1" status: 204 len: 168 time: 2.2731712 Nov 24 09:51:22.939196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:22.945368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:22.958414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e68d-440d-4956-bceb-53c10db25497 req-91600e1e-e014-46c6-abf8-9308d07469e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:22.960132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5026e68d-440d-4956-bceb-53c10db25497 req-91600e1e-e014-46c6-abf8-9308d07469e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.7720008 Nov 24 09:51:22.993958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a0a0c4-f4c4-4f15-9680-4a311fd8da01 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:22.994472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a0a0c4-f4c4-4f15-9680-4a311fd8da01 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:22.998899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0a0a0c4-f4c4-4f15-9680-4a311fd8da01 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/69e87f19-1f5f-434c-8ea6-f7bc7f118197 HTTP/1.1" status: 404 len: 337 time: 0.1174250 Nov 24 09:51:23.001156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49788) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.042859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.047355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:23.048186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.056043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afd0cd54-7e77-415e-9680-f025d1febbd5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:23.119595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3bee905-3ca8-403b-8997-a0b3b3a44b98 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 200 len: 205 time: 0.0813763 Nov 24 09:51:23.128525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.202174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-558ae267-caf9-49ca-aa78-9e35345fdfa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3862619 Nov 24 09:51:23.206463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:23.217164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Deleting port dd3872e9-d2f5-40be-ac47-1b9ac4815328 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:23.217581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.251291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.300996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5274508 Nov 24 09:51:23.309360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-0b295e5d-4749-4268-a22f-e5eeeffbe7e7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:23.309819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49796) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.310621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b295e5d-4749-4268-a22f-e5eeeffbe7e7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/4e02244e-7cbd-4966-afd6-433735ff2b14 HTTP/1.1" status: 404 len: 336 time: 0.1736178 Nov 24 09:51:23.313746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5026e68d-440d-4956-bceb-53c10db25497 req-b7c4a6e5-8abc-4fb3-9600-1d213836f19b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283105 Nov 24 09:51:23.314412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.319043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=4f8f8157-4b8f-49fa-bcc1-381918102fe7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:23.335381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:23.361364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df312968-1ca1-4e69-8705-405124eb3c91 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:23.365474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:51:23.387373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49804) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.398530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:23.450779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95e49445-3d71-4008-9890-55af10b6f4fb tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1a4bf1c-befb-40a4-966b-29c588cb1df3 HTTP/1.1" status: 200 len: 205 time: 0.1305532 Nov 24 09:51:23.460765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49808) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.537604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.557038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.572792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9ac15104-b5e6-4764-81e4-421aa6f43e46 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:23.582307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] For port dd3872e9-d2f5-40be-ac47-1b9ac4815328, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dd3872e9-d2f5-40be-ac47-1b9ac4815328,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:23.582805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.615827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-118bb756-6754-4593-a1fa-d9ddea9318ec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:23.620336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-118bb756-6754-4593-a1fa-d9ddea9318ec tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/f1a4bf1c-befb-40a4-966b-29c588cb1df3 HTTP/1.1" status: 404 len: 336 time: 0.1541016 Nov 24 09:51:23.628086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.630276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc287f-aa6e-4c28-b6d2-3e94818efc7d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:23.638193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:23.695927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-040f2172-5e51-46f8-b934-7e3ef92c4fd4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:23.696425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040f2172-5e51-46f8-b934-7e3ef92c4fd4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:23.703497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df312968-1ca1-4e69-8705-405124eb3c91 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:23.707120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df312968-1ca1-4e69-8705-405124eb3c91 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7628071 Nov 24 09:51:23.714776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.719339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-040f2172-5e51-46f8-b934-7e3ef92c4fd4 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/da0084d4-d461-43ed-8262-046dfb568b4d HTTP/1.1" status: 404 len: 337 time: 0.0855365 Nov 24 09:51:23.723182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.724331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Calling delete_port for dd3872e9-d2f5-40be-ac47-1b9ac4815328 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:23.728829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:23.740387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:23.753705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:23.778665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:23.800309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:23.805421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f8b0377-e6b9-4766-bec0-ab5e7b74fc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:23.808080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-5fa9eda1-4349-48b3-ae81-284e32d30470 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303097 Nov 24 09:51:23.847799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=828236a37a154e5a8842ad70e6a99381&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9914465 Nov 24 09:51:23.856076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Pushing event deleted for resources: {'Port': ['ID=dd3872e9-d2f5-40be-ac47-1b9ac4815328,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:23.858826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.859169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:23.868422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:23.868649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] No DVR routers for this DVR port dd3872e9-d2f5-40be-ac47-1b9ac4815328 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:23.903896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-623e6971-c261-4f71-86f7-c159bc49e7b5 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 200 len: 205 time: 0.1098065 Nov 24 09:51:23.911371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49828) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:23.993918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-16568560-980b-4f5c-93b0-1754d60b6d0d tempest-TestNetworkAdvancedServerOps-1294876698 tempest-TestNetworkAdvancedServerOps-1294876698-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1094 time: 0.6025848 Nov 24 09:51:24.002726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:24.026735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:24.044690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 1a824a69-e463-45f9-954a-ba957f3b5f99 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:24.045076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.070269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:24.090205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Usage tracker for resource:floatingip and tenant:3906fb15b40b43a58c2a095e8f2d8fdc is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:24.098630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.156042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:24.180970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:24.319445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.337404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.373389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b5348c0b-42ae-481e-8145-a1520d6c730e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:24.374559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b5348c0b-42ae-481e-8145-a1520d6c730e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/d1b9a214-bb05-44ed-b92b-28b5fe2269e0 HTTP/1.1" status: 404 len: 336 time: 0.4104877 Nov 24 09:51:24.405558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:24.474653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dd3872e9-d2f5-40be-ac47-1b9ac4815328 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:24.496931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.522812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-134869ea-8ae4-4143-8a85-15d80bfc8183 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=47989da0-2ef8-48fa-a718-8498d53e3938 HTTP/1.1" status: 200 len: 205 time: 0.0959797 Nov 24 09:51:24.525573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.528450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49840) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:24.648149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-5aaa8696-7915-4d4e-afcd-e651326455e8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:24.652129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5aaa8696-7915-4d4e-afcd-e651326455e8 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/47989da0-2ef8-48fa-a718-8498d53e3938 HTTP/1.1" status: 404 len: 336 time: 0.1197977 Nov 24 09:51:24.663975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cff42f0-97a5-440b-b236-8f37414457fe req-d0f898e9-d732-4e43-8225-306c62e07346 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320043 Nov 24 09:51:24.699621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: dd3872e9-d2f5-40be-ac47-1b9ac4815328 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:24.700464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dd3872e9-d2f5-40be-ac47-1b9ac4815328 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:24.706538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:24.732061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.742709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.778434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:24.892775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:24.907030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:24.944687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:25.033511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.111873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77609e8-b9c6-4be0-9b96-5cbf0ddc21a2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:25.112295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77609e8-b9c6-4be0-9b96-5cbf0ddc21a2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:25.114180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d77609e8-b9c6-4be0-9b96-5cbf0ddc21a2 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/f8a149d1-e744-44c3-8558-ce65763a357b HTTP/1.1" status: 404 len: 337 time: 0.1563380 Nov 24 09:51:25.117826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49850) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.186702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.197349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:25.235991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eebe37b0-99d7-4dff-bf33-068da76c3258 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 HTTP/1.1" status: 200 len: 205 time: 0.1140771 Nov 24 09:51:25.253899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49854) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.265234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:25.334164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:25.338609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 1a824a69-e463-45f9-954a-ba957f3b5f99 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:25.415458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-82b6657c-12b5-46cd-b5d0-08b875ed210d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:25.416743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82b6657c-12b5-46cd-b5d0-08b875ed210d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/4cf7479a-d8a1-4d67-94c4-6fdfb52d9f29 HTTP/1.1" status: 404 len: 336 time: 0.1598899 Nov 24 09:51:25.432461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49858) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.501590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.506749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=2ad827a4-259a-4123-92e9-082d1ebe9bd5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:25.512341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.514237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73308c03-12ca-4b58-a0c1-ef6b21384c8c tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:25.521720 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f46328-a07a-4bdb-8c12-9cd6918a5b91 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:25.522222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f46328-a07a-4bdb-8c12-9cd6918a5b91 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:25.528970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:25.558542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc287f-aa6e-4c28-b6d2-3e94818efc7d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:25.560644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.572549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:25.576122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.577303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7cc287f-aa6e-4c28-b6d2-3e94818efc7d HTTP/1.1" status: 204 len: 168 time: 1.6857533 Nov 24 09:51:25.621950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3f46328-a07a-4bdb-8c12-9cd6918a5b91 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/3b3cd820-3c78-454a-af64-fca258982838 HTTP/1.1" status: 404 len: 337 time: 0.1838629 Nov 24 09:51:25.625685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49864) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.639155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.639800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Fanout notify agent at l3_agent the message router_deleted on router 04afd24d-72f2-4519-8d15-234069fd0ed1 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:25.677912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.694423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'd4acf594-9556-43db-ab80-d21b3628219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:25.694903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: 4f8f8157-4b8f-49fa-bcc1-381918102fe7, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:51:25.722621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ec05811-7039-4b70-a9e7-3f4229e7aa05 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "GET /v2.0/ports?device_id=10ca2b94-13cc-4981-8d78-d9e8c6e52473 HTTP/1.1" status: 200 len: 205 time: 0.0950298 Nov 24 09:51:25.729164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c8ed1b1-fd4f-4192-825c-72782790878f None None] Provisioning complete for port 28ef860b-f01b-4606-810b-febf467779cd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:25.730329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed1b1-fd4f-4192-825c-72782790878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.736854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.750163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:25.756327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49872) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.759217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-484fa619-2b54-427b-9af3-d478a7d07979 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/routers/04afd24d-72f2-4519-8d15-234069fd0ed1 HTTP/1.1" status: 204 len: 168 time: 2.0422297 Nov 24 09:51:25.767229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:25.869905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ed1b1-fd4f-4192-825c-72782790878f None None] Port 28ef860b-f01b-4606-810b-febf467779cd cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:25.897508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-f936ee64-f24b-4c92-888d-2d86c80b4b9a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] delete failed (client error): The resource could not be found. Nov 24 09:51:25.898948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f936ee64-f24b-4c92-888d-2d86c80b4b9a tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/routers/10ca2b94-13cc-4981-8d78-d9e8c6e52473 HTTP/1.1" status: 404 len: 336 time: 0.1564977 Nov 24 09:51:25.904486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:25.943888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:51:25.972997 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbe48ef-45d5-4110-95b5-c30fefbddc18 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:25.973501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbe48ef-45d5-4110-95b5-c30fefbddc18 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:25.994142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9bbe48ef-45d5-4110-95b5-c30fefbddc18 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/facd0c4b-2353-43ae-9715-d9a42ef29d58 HTTP/1.1" status: 404 len: 337 time: 0.0811079 Nov 24 09:51:26.032197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49880) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:26.081523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 4f8f8157-4b8f-49fa-bcc1-381918102fe7) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:26.097277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:26.097854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f434422-ce4c-476f-8ae5-22eb896690ef None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:26.098396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:26.127271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Allocated IP 172.26.6.36 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/af78fec7-ce29-4635-8a6a-47a4687da9f3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:26.127583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:26.129759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:26.132633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:26.136104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:26.136450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9a9645a-b914-4e23-80e7-563ad09224a8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:26.143678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:26.153382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6524323d-25a1-4340-b734-f6ac29b7b05e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:26.154450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6524323d-25a1-4340-b734-f6ac29b7b05e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:26.157330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6524323d-25a1-4340-b734-f6ac29b7b05e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] 10.222.0.55 "DELETE /v2.0/subnets/69ae2813-ae29-434e-93ca-6c86df5c89e3 HTTP/1.1" status: 404 len: 337 time: 0.1231797 Nov 24 09:51:26.159963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8478334 Nov 24 09:51:26.160804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:26.167536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:26.180673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:26.199794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:26.217287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=1a824a69-e463-45f9-954a-ba957f3b5f99,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:26.228591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:26.529364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:26.645644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:26.646561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:26.806331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:26.848271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:26.854177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a167617c-c298-4e1e-855f-d1237ffd1ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:26.946512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Allocated IP 2001:db8::2 (4f8f8157-4b8f-49fa-bcc1-381918102fe7/2ad827a4-259a-4123-92e9-082d1ebe9bd5/26da4194-f886-4bbb-8a2f-1fabfc8390f5) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:27.055060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:27.059775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:27.064856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:27.073166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:27.110322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:27.194369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.282655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.294392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Transition to ACTIVE for port object 26da4194-f886-4bbb-8a2f-1fabfc8390f5 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:27.316816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Transition to ACTIVE for port object 26da4194-f886-4bbb-8a2f-1fabfc8390f5 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:27.322664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.328738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8454e7c9-a7ef-4b6f-8914-7fc91f92a2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:27.413923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Pushing event updated for resources: {'Port': ['ID=26da4194-f886-4bbb-8a2f-1fabfc8390f5,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:27.417237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:27.423152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:27.424466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:27.427547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:27.433153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba8f6e52-17db-4367-898a-536d5c3251f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6d5be9cc8c9422e9664cab95f80bf63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6241498 Nov 24 09:51:27.434524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=6034427a-858e-4ac4-8a05-f6ead3fbfa5f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:27.441624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49914) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:27.447124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:27.449600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:27.452453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:27.465301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:27.466165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.493123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.522234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7638965 Nov 24 09:51:27.524930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49918) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:27.525626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcbf3e-2bf3-4187-ac02-71841b801dee None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:27.533260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:27.538511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49922) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:27.541990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.543624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:27.546037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:27.551697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b4ceb0fe-a77a-4cf4-8939-49d398564573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3823941 Nov 24 09:51:27.551851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ff8a907-829a-4684-9991-9cd9713e2142 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:27.559070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:router and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:27.562210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:27.569666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:27.584727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.586134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.611171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.644046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.687648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.691371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91146a30-fd74-427a-9827-bf5369fbc24f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1649592 Nov 24 09:51:27.692280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49930) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:27.734121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:27.741304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:27.742982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:27.777301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-914359436'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:27.789169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:27.789911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:27.798276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:27.840892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Attempting to bind port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:27.841325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Attempting to bind port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd4acf594-9556-43db-ab80-d21b3628219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:27.841708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Attempting to bind port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 on network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:27.859974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:network and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:27.864970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:27.873702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:27.916966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:27.917397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Checking segment: {'id': 'd4acf594-9556-43db-ab80-d21b3628219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:27.917858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.918306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Bound using segment: {'id': 'd4acf594-9556-43db-ab80-d21b3628219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:27.918875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Bound port: 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4acf594-9556-43db-ab80-d21b3628219f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:27.919299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:27.971058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Made reservation on behalf of b419b308589f48cd88b6e04b6010b527 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:27.976984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.035853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:28.043866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.080888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=af78fec7-ce29-4635-8a6a-47a4687da9f3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:28.084123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ad827a4-259a-4123-92e9-082d1ebe9bd5 (CIDR: 2001:db8::/64) Nov 24 09:51:28.089466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.094671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:28.099068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:security_group_rule and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:28.102409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:28.103686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:28.108866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:28.118050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:51:28.118545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:28.132359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:28.133249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.172282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.182629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.188182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.193449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c834284-0a3f-4fb9-8c05-ee4ac3032a1a tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:28.214801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.226248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb19ad3-300d-487d-8937-47c33e451395,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:28.233445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9fc124b9-881a-4f84-9b20-0801a5fa71c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0516777 Nov 24 09:51:28.240376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:28.249890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49936) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:28.250020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:28.273117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:28.291618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:28.308149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:51:28.316614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26da4194-f886-4bbb-8a2f-1fabfc8390f5,segment=NetworkSegment(d4acf594-9556-43db-ab80-d21b3628219f),segment_id=d4acf594-9556-43db-ab80-d21b3628219f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:28.332840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.342296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:28.377046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.377437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Added segment 7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4 of type vlan for network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 Nov 24 09:51:28.461081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.532634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.533367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.544127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-88844533-07cb-409c-adc1-d662c3487922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:28.579582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c63b9d-b745-4891-a712-d6d98c753886,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:28.585194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Pushing event updated for resources: {'Port': ['ID=26da4194-f886-4bbb-8a2f-1fabfc8390f5,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:28.588854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:28.610306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:28.641159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/6034427a-858e-4ac4-8a05-f6ead3fbfa5f/7dc76083-68f6-457c-9040-79817a396f66) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:28.666212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.669122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82c63b9d-b745-4891-a712-d6d98c753886 HTTP/1.1" status: 204 len: 168 time: 1.2247205 Nov 24 09:51:28.683384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.687853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:28.688656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.698305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:28.712811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:28.720701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:28.755710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-60e65160-87cd-4580-bafa-4cafa4b43408 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:28.793041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:28.915256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:28.922130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:28.958828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4179001 Nov 24 09:51:28.965513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Network': ['ID=3647e5d0-2f03-4c11-81f1-2fae7e41ec06,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:28.967935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49942) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:28.987671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:51:28.988383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:28.997581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'subnet': {'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:29.157421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:29.167899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:subnet and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:29.221162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:29.254010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:29.286386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Made reservation on behalf of b419b308589f48cd88b6e04b6010b527 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:29.451754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.463444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.466531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Transition to ACTIVE for port object 7dc76083-68f6-457c-9040-79817a396f66 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:29.490514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:22Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ef860b-f01b-4606-810b-febf467779cd', 'name': '', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:96:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:19Z', 'updated_at': '2021-11-24T09:51:23Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:29.499332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:29.499745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Updating router b4ceb0fe-a77a-4cf4-8939-49d398564573 port 28ef860b-f01b-4606-810b-febf467779cd binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:51:29.529844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Transition to ACTIVE for port object 7dc76083-68f6-457c-9040-79817a396f66 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:29.545131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.552694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:29.689128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::1 (d35a00cd-fc87-44df-a65e-9faae0fcef26/6034427a-858e-4ac4-8a05-f6ead3fbfa5f/c742df4a-7ce5-4436-934b-16c9fb367538) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:29.692109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.722768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:29.736070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:29.746889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:29.754863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Pushing event updated for resources: {'Port': ['ID=7dc76083-68f6-457c-9040-79817a396f66,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:29.795837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.808035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:29.943396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.945187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:29.963920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ea11683-294b-4e07-9061-b37207709572 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:30.016014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.038745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Attempting to bind port 7dc76083-68f6-457c-9040-79817a396f66 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:30.040215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Attempting to bind port 7dc76083-68f6-457c-9040-79817a396f66 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:30.040669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.041440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Attempting to bind port 7dc76083-68f6-457c-9040-79817a396f66 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:30.052164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48fd92d8-1b1b-4c4b-857a-9e0a05e6f3be tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:30.056411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object c742df4a-7ce5-4436-934b-16c9fb367538 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:30.073685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Subnet': ['ID=ad318a3b-c029-4a0e-94bd-cb21a891f6d3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:30.080945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:30.099023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Checking segment: {'id': '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:30.099411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network hostable DHCP agents. Network: 3647e5d0-2f03-4c11-81f1-2fae7e41ec06, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:51:30.127383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.134051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e831843-fe26-47ef-af6a-7ea2434243ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:30.180233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:51:30.215838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 3647e5d0-2f03-4c11-81f1-2fae7e41ec06) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:30.219666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:30.225178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:30.227989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:30.228657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.243072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fea100-7db5-4042-98eb-ce1f22f04f1a None None] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:30.261261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:30.261883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.265588 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2871244 Nov 24 09:51:30.270704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49964) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:30.281033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-124085172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:30.290193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:30.296552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:30.303171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:30.312151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:30.313299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:router and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:30.319907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:30.333492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:30.352347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.353407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.418313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:30.418767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:30.419240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.419745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:30.420346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Bound port: 7dc76083-68f6-457c-9040-79817a396f66, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:30.420770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.427408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.443324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.580489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] For port 7dc76083-68f6-457c-9040-79817a396f66, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:30.586404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] For port 7dc76083-68f6-457c-9040-79817a396f66, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7dc76083-68f6-457c-9040-79817a396f66,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:30.602118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.614536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26da4194-f886-4bbb-8a2f-1fabfc8390f5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:30.686217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45eb6938-c98a-4f3f-a6df-7eb45ecdba5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:30.771768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:30.787681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:30.801936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:30.802719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.824725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=8e07381e-2f87-4035-8c72-9f7ef6ff6530,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:30.834011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:30.865109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:30.884736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Pushing event updated for resources: {'Port': ['ID=7dc76083-68f6-457c-9040-79817a396f66,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:30.889126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6356702 Nov 24 09:51:30.891690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:30.897346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.897747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.898258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.898677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.899189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.899571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.899946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.900323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.900695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.901238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.901610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:51:30.902879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5'}, {'subnet_id': '8e07381e-2f87-4035-8c72-9f7ef6ff6530'}], 'name': 'tempest-PortsIpV6TestJSON-1435097543'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:30.906939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:30.929322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049310852'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:30.935520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:30.941127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:30.944728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:30.954235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:30.967769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:30.980119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:30.987621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.038448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376a222-7153-431a-b332-49e1cf4f9bbb None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:31.063910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-3647e5d0-2f03-4c11-81f1-2fae7e41ec06', 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06', 'tenant_id': 'b419b308589f48cd88b6e04b6010b527', 'fixed_ips': [{'subnet_id': 'ad318a3b-c029-4a0e-94bd-cb21a891f6d3'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:31.064808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.077601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.087665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.088841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.097588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b54503c-9228-447b-853f-dbbef69c1ada tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:31.165875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.167154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3345f300-34aa-4329-a682-bf21bd456dd7 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8954105 Nov 24 09:51:31.189364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Provisioning for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:31.202349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:31.207053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:security_group_rule and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:31.212357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:31.212998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:31.229345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:31.278685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:51:31.301253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Provisioning complete for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:31.301700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.305338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:31.310136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router d41dd4e8-9991-49df-a665-7beee4070b08 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:31.454813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.508424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.514399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.538436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c05f08c-4509-49ef-ae95-b026baa5e3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:31.544626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:31.557413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:31.571157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:31.580683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:51:31.637456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.638190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 6e794048-2a05-491f-8547-e60fa02b37f9 of type vlan for network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb Nov 24 09:51:31.648255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b605f1a-0a93-4967-9c4f-4ec3d2edbc54,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:31.657034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:31.678346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event updated for resources: {'Port': ['ID=af78fec7-ce29-4635-8a6a-47a4687da9f3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:31.688693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:31.694688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.695968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:31.708580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.716280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.721437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.737020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.737020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.744964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48909998-37be-4208-80bc-3a4c2ddfe028 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:31.787110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Transition to ACTIVE for port object 28ef860b-f01b-4606-810b-febf467779cd will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:31.820357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.831246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:31.831499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 8f57bf12-b4e1-4913-9293-f62739ef6765 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:31.849628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.853986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:31.854666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:31.966533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:31.981421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:31.982893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:32.040446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7208767 Nov 24 09:51:32.053666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49982) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:32.067019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Allocated IP 172.20.0.2 (3647e5d0-2f03-4c11-81f1-2fae7e41ec06/ad318a3b-c029-4a0e-94bd-cb21a891f6d3/c994276a-68d4-41b0-9261-40d0e2a7c970) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:32.075863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-57020144'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:32.085447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Pushing event updated for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:32.086782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:32.095757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:32.101619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:32.124465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.155177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:32.160054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:32.170380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:32.173052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:32.263946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=e83193f9-d31e-4c2e-b97d-9cfbae98a8cb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:32.283536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:32.329874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:51:32.355114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:32.360719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.459490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:51:32.502542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.503401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 5206d8b3-027e-4a81-a91c-0764e912ffcf of type vlan for network 962f4d13-4421-4fdb-af4e-d749edb9cb68 Nov 24 09:51:32.609039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.688144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26da4194-f886-4bbb-8a2f-1fabfc8390f5,segment=NetworkSegment(d4acf594-9556-43db-ab80-d21b3628219f),segment_id=d4acf594-9556-43db-ab80-d21b3628219f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:32.701695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7dc76083-68f6-457c-9040-79817a396f66 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:32.770284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.775981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:32.776692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.781893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.795869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb6f70cf-5aac-4015-a1d1-121de26f5b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:32.855607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Attempting to bind port 28ef860b-f01b-4606-810b-febf467779cd on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:32.856517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Attempting to bind port 28ef860b-f01b-4606-810b-febf467779cd by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:32.857185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Attempting to bind port 28ef860b-f01b-4606-810b-febf467779cd on network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:32.892519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2f9ac6c0-fffa-4a75-b090-8276a49ff05a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:32.947160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8897524 Nov 24 09:51:32.970670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49988) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:32.978343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:32.979185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Checking segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:32.979642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.980136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Bound using segment: {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:32.980689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Bound port: 28ef860b-f01b-4606-810b-febf467779cd, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcddca03-1ed4-4790-beee-15bb6b60a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:32.981155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:32.981605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:33.084175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Pushing event updated for resources: {'Port': ['ID=26da4194-f886-4bbb-8a2f-1fabfc8390f5,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:33.099970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:33.104496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=962f4d13-4421-4fdb-af4e-d749edb9cb68,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:33.111811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e709ca7f-d06f-47ed-8264-5feb54a01365 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:33.134030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::39c (4f8f8157-4b8f-49fa-bcc1-381918102fe7/2ad827a4-259a-4123-92e9-082d1ebe9bd5/8f57bf12-b4e1-4913-9293-f62739ef6765) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:33.136464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.151495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8:0:1::23b (4f8f8157-4b8f-49fa-bcc1-381918102fe7/8e07381e-2f87-4035-8c72-9f7ef6ff6530/8f57bf12-b4e1-4913-9293-f62739ef6765) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:33.160835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 7dc76083-68f6-457c-9040-79817a396f66 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:33.169383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Transition to ACTIVE for port object c994276a-68d4-41b0-9261-40d0e2a7c970 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:33.173614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:51:33.231925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:33.239621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:33.244864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:33.256035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:33.276101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Floating IP 45444b75-1946-4c55-9a46-e36d88a60efb associated. External IP: 172.26.6.36, port: 63e172a7-acb5-4086-94cc-ab3a6f52eccc. Nov 24 09:51:33.280149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:33.305614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Transition to ACTIVE for port object c994276a-68d4-41b0-9261-40d0e2a7c970 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:33.379200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] For port 28ef860b-f01b-4606-810b-febf467779cd, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:33.406172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.416364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f03e06dc-5e2c-4434-93f2-d041140b30d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:33.446127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.448815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.462551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] For port 28ef860b-f01b-4606-810b-febf467779cd, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=28ef860b-f01b-4606-810b-febf467779cd,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:33.486359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.491492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:33.494733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Provisioning for port 7dc76083-68f6-457c-9040-79817a396f66 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:33.506366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] Sync routers for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:33.515250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Update dhcp port {'port': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e07381e-2f87-4035-8c72-9f7ef6ff6530'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '26da4194-f886-4bbb-8a2f-1fabfc8390f5'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:51:33.525516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/routers/d41dd4e8-9991-49df-a665-7beee4070b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8037653 Nov 24 09:51:33.530572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:33.531787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:33.535664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 49992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:33.559736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Provisioning complete for port 7dc76083-68f6-457c-9040-79817a396f66 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:33.559969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.618487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:33.619973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Pushing event updated for resources: {'Port': ['ID=c994276a-68d4-41b0-9261-40d0e2a7c970,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:33.625238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Router 2fad7871-4237-4346-bba4-29307c7de1db is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:51:33.637580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:33.655717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:33.657891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4f1d3a8-46ae-49b0-8291-703b82365bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:33.697572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:33.718523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:33.748928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:33.771329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] Routers {'d41dd4e8-9991-49df-a665-7beee4070b08'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:33.772255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d41dd4e8-9991-49df-a665-7beee4070b08'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:33.888222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:33.888703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3c35-bbdd-4b9f-8cb9-ae877c4522b9 None None] The sync data for ids ['d41dd4e8-9991-49df-a665-7beee4070b08'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:34.053620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.067483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ca275ea-0996-435a-b741-7092bd9760a4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:34.190258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.191175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=4ee14ba5-5340-49c2-bfab-e635fc81ff2d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:34.196014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:34.245658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Pushing event updated for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:34.249142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:34.250376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:34.309307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:34.333045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object 8f57bf12-b4e1-4913-9293-f62739ef6765 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:34.393279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Attempting to bind port c994276a-68d4-41b0-9261-40d0e2a7c970 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:34.393738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Attempting to bind port c994276a-68d4-41b0-9261-40d0e2a7c970 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:34.394216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Attempting to bind port c994276a-68d4-41b0-9261-40d0e2a7c970 on network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:34.493779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:34.494240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Checking segment: {'id': '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:34.494739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.495197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Bound using segment: {'id': '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:34.495753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Bound port: c994276a-68d4-41b0-9261-40d0e2a7c970, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:34.496183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.532477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.548819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Allocated IP 172.20.0.1 (3647e5d0-2f03-4c11-81f1-2fae7e41ec06/ad318a3b-c029-4a0e-94bd-cb21a891f6d3/dfb9ada6-ffde-4ba8-93f9-91da5cece1da) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:34.551921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:34.553881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-003e8317-1093-43ca-90f2-452b851cf8c7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:34.554041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '6e794048-2a05-491f-8547-e60fa02b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:34.554348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: e83193f9-d31e-4c2e-b97d-9cfbae98a8cb, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:51:34.578051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "PUT /v2.0/routers/2fad7871-4237-4346-bba4-29307c7de1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8843055 Nov 24 09:51:34.579084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 49996) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:34.586621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26da4194-f886-4bbb-8a2f-1fabfc8390f5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:34.628034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Sync routers for ids ['2fad7871-4237-4346-bba4-29307c7de1db'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:34.643744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.659469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:51:34.675859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78782f-6c34-45ad-bf24-b8523abec5bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:34.676783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b78782f-6c34-45ad-bf24-b8523abec5bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:34.693022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, e83193f9-d31e-4c2e-b97d-9cfbae98a8cb) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:34.700544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:34.701493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.725904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b78782f-6c34-45ad-bf24-b8523abec5bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:34.728173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b78782f-6c34-45ad-bf24-b8523abec5bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports/c742df4a-7ce5-4436-934b-16c9fb367538 HTTP/1.1" status: 200 len: 911 time: 0.1469383 Nov 24 09:51:34.734015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7599680 Nov 24 09:51:34.734015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50000) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:34.736013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50002) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:34.760894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31750658-7ebd-42a8-aa31-3334e1e0d735 None None] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:34.782274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:34.809526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:34.823604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=8f57bf12-b4e1-4913-9293-f62739ef6765,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:34.833138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:34.836878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:34.842188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:34.843134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.852790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:34.922678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:34.933271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Routers {'2fad7871-4237-4346-bba4-29307c7de1db'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:34.933987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['2fad7871-4237-4346-bba4-29307c7de1db'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:34.964307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:34.974131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:34.979755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:35.007276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:35.014867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] For port 7dc76083-68f6-457c-9040-79817a396f66, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7dc76083-68f6-457c-9040-79817a396f66,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:35.023872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091713f4-f21e-45e3-90d1-4d75ff974a3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:35.027840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091713f4-f21e-45e3-90d1-4d75ff974a3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:35.033478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-091713f4-f21e-45e3-90d1-4d75ff974a3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2956169 Nov 24 09:51:35.033717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.1387346 Nov 24 09:51:35.033812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50010) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:35.035019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50012) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:35.044110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:35.112480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.132396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5955e742-89c2-40d0-862b-33373a4fa163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:35.148126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:35.170471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Allocated IP 2001:db8:0:1::2 (4f8f8157-4b8f-49fa-bcc1-381918102fe7/8e07381e-2f87-4035-8c72-9f7ef6ff6530/26da4194-f886-4bbb-8a2f-1fabfc8390f5) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:35.175436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:35.178483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.258341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] For port c994276a-68d4-41b0-9261-40d0e2a7c970, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:35.369008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] For port c994276a-68d4-41b0-9261-40d0e2a7c970, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c994276a-68d4-41b0-9261-40d0e2a7c970,segment=NetworkSegment(7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4),segment_id=7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:35.409197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.451824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.497701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Transition to ACTIVE for port object dfb9ada6-ffde-4ba8-93f9-91da5cece1da will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:35.557052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Pushing event updated for resources: {'Port': ['ID=7dc76083-68f6-457c-9040-79817a396f66,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:35.561131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:35.561842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.598259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:35.602141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:35.654410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.661667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:35.693942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Set router 2fad7871-4237-4346-bba4-29307c7de1db gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:35.745359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-df3c19c6-315e-4311-aa00-f132e063a7b0 None None] Provisioning for port c742df4a-7ce5-4436-934b-16c9fb367538 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:35.793842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:35.811472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=dfb9ada6-ffde-4ba8-93f9-91da5cece1da,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:35.813933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:35.816208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:35.818518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Router 4ce3fbe4-558c-4704-85ee-0dbe72df942e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:35.825558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:35.908838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.969293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.992186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-df3c19c6-315e-4311-aa00-f132e063a7b0 None None] Provisioning complete for port c742df4a-7ce5-4436-934b-16c9fb367538 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:35.992522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df3c19c6-315e-4311-aa00-f132e063a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:35.994455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.032275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 0b60347d-fb09-4d9d-bfd1-c7015467f184 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:36.032691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.191747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-e83193f9-d31e-4c2e-b97d-9cfbae98a8cb', 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': '4ee14ba5-5340-49c2-bfab-e635fc81ff2d'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:36.192665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.264275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.268466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.277279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db9d4224-ac7c-435b-8ede-4ec3d5a88c7c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:36.297686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Pushing event updated for resources: {'Port': ['ID=c994276a-68d4-41b0-9261-40d0e2a7c970,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:36.328176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:36.335807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-df3c19c6-315e-4311-aa00-f132e063a7b0 None None] Port c742df4a-7ce5-4436-934b-16c9fb367538 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:36.489845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.506699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=b01f9263-d584-401b-ab92-582d5d54ace1,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:36.512847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:36.535434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '5206d8b3-027e-4a81-a91c-0764e912ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:36.536298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 962f4d13-4421-4fdb-af4e-d749edb9cb68, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:51:36.549334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26da4194-f886-4bbb-8a2f-1fabfc8390f5,segment=NetworkSegment(d4acf594-9556-43db-ab80-d21b3628219f),segment_id=d4acf594-9556-43db-ab80-d21b3628219f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:36.645967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:51:36.665735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 962f4d13-4421-4fdb-af4e-d749edb9cb68) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:36.680460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:36.680921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.722024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9845071 Nov 24 09:51:36.763018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:36.785954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48e0fe-34b2-4b42-a3f3-5658eac9bad1 None None] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:36.791570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-103313976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:36.801990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 0b60347d-fb09-4d9d-bfd1-c7015467f184 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:36.815648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:36.824496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:36.830191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:36.844401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:36.848558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:36.867436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.870491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Sync routers for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:36.886298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:36.887202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:36.995091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:36.996027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.001039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.029877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.048292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c994276a-68d4-41b0-9261-40d0e2a7c970 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:37.095827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.120790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.154719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.159796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1bfbe27d-3552-40d8-bd9e-ad80b0df049f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3906565 Nov 24 09:51:37.162147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50024) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:37.184166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:37.235439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.2273302 Nov 24 09:51:37.243101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:51:37.333533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Transition to ACTIVE for port object 26da4194-f886-4bbb-8a2f-1fabfc8390f5 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:37.377869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.402994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.410248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.413345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1605413-6b26-4e37-9538-965b88f774e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:37.449590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-041f95c2-429e-496b-8438-caa0382ce51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:37.499833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.693067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:22Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ef860b-f01b-4606-810b-febf467779cd', 'name': '', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:96:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:19Z', 'updated_at': '2021-11-24T09:51:33Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:37.706773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507fea32-3895-46a3-b8ea-0361165a3ced None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:22Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28ef860b-f01b-4606-810b-febf467779cd', 'name': '', 'network_id': '7b5ceaba-0ae1-4738-b38e-ec1faf9eba76', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:96:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:19Z', 'updated_at': '2021-11-24T09:51:33Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '6b0ec726-2bd2-4576-af7b-30a66f31bc81', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:37.754363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:30Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'c742df4a-7ce5-4436-934b-16c9fb367538', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:ad:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fad7871-4237-4346-bba4-29307c7de1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:28Z', 'updated_at': '2021-11-24T09:51:31Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:37.761230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'status': 'completed', 'code': 200} Nov 24 09:51:37.777765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c994276a-68d4-41b0-9261-40d0e2a7c970 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:37.843818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Allocated IP 172.20.0.2 (e83193f9-d31e-4c2e-b97d-9cfbae98a8cb/4ee14ba5-5340-49c2-bfab-e635fc81ff2d/f1b1e248-4728-4c40-a9fd-117db6e96190) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:37.853700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7dc76083-68f6-457c-9040-79817a396f66 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:37.889772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:37.902813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=dfb9ada6-ffde-4ba8-93f9-91da5cece1da,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:37.960402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Checking router: 2fad7871-4237-4346-bba4-29307c7de1db for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:37.960982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Updating router 2fad7871-4237-4346-bba4-29307c7de1db port c742df4a-7ce5-4436-934b-16c9fb367538 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:51:38.121785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:38.131285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c127b1b9-8ba4-43dc-9f7f-1d9161be2093 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:38.131725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Delete allocated IP 2001:db8:0:1::23b (4f8f8157-4b8f-49fa-bcc1-381918102fe7/8e07381e-2f87-4035-8c72-9f7ef6ff6530) {{(pid=88877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:51:38.185047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '45444b75-1946-4c55-9a46-e36d88a60efb', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'mac_address': 'fa:16:3e:8d:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:51:29Z', 'updated_at': '2021-11-24T09:51:29Z', 'revision_number': 0, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:38.188047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:38.192233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Checking router: 4ce3fbe4-558c-4704-85ee-0dbe72df942e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:38.213804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Pushing event updated for resources: {'Port': ['ID=26da4194-f886-4bbb-8a2f-1fabfc8390f5,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:38.237403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:38.238269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:38.251855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:38.287379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:38.288502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=0b60347d-fb09-4d9d-bfd1-c7015467f184,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:38.294252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:38.298805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:38.431643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:38.477530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Ignored duplicate provisioning block setup for port 8f57bf12-b4e1-4913-9293-f62739ef6765 by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Nov 24 09:51:38.513478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:38.541153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5709a8dd-a713-4c45-9126-06256417768b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:38.696524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:38.750876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=8f57bf12-b4e1-4913-9293-f62739ef6765,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:38.754760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:38.756056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] In _notify_port_updated(), no bound segment for port 8f57bf12-b4e1-4913-9293-f62739ef6765 on network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:51:38.760353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:38.761067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:38.771867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/ports/8f57bf12-b4e1-4913-9293-f62739ef6765 HTTP/1.1" status: 200 len: 926 time: 3.7381291 Nov 24 09:51:38.777463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50034) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:38.914049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5'}, {'subnet_id': '8e07381e-2f87-4035-8c72-9f7ef6ff6530'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:38.993432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-962f4d13-4421-4fdb-af4e-d749edb9cb68', 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': 'b01f9263-d584-401b-ab92-582d5d54ace1'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:38.994485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.005316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c84d68-dac0-41ee-9e27-9ec9158febbe None None] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:39.240811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f1397-8ebe-4962-b7b6-dea6714d4d9d req-b7eccab0-6f29-49d9-875f-ca9e5c080c33 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:39.248910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c16f1397-8ebe-4962-b7b6-dea6714d4d9d req-b7eccab0-6f29-49d9-875f-ca9e5c080c33 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 1.3534112 Nov 24 09:51:39.275589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '45444b75-1946-4c55-9a46-e36d88a60efb', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'mac_address': 'fa:16:3e:8d:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:51:29Z', 'updated_at': '2021-11-24T09:51:29Z', 'revision_number': 0, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:39.282955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac2a19-8fc1-4ac4-9a5a-2ec218400039 None None] The sync data for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv is: [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '45444b75-1946-4c55-9a46-e36d88a60efb', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'mac_address': 'fa:16:3e:8d:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:51:29Z', 'updated_at': '2021-11-24T09:51:29Z', 'revision_number': 0, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:39.283317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-6c572e98-97af-419c-b2a4-459d618137f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1099 time: 1.4458055 Nov 24 09:51:39.285459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.716700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ccde2-0f88-4635-8400-d608520d07d8 None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:39.790460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 7dc76083-68f6-457c-9040-79817a396f66 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:39.790847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.826440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.850451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c16f1397-8ebe-4962-b7b6-dea6714d4d9d req-c794e8b3-ff5e-4f61-bb5f-2ae859d481b2 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6003394 Nov 24 09:51:39.852817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.857935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.888135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:39.888705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Fanout notify agent at l3_agent the message router_deleted on router d41dd4e8-9991-49df-a665-7beee4070b08 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:39.910255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:39.957525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Provisioning for port c994276a-68d4-41b0-9261-40d0e2a7c970 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:40.000619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.004408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/routers/d41dd4e8-9991-49df-a665-7beee4070b08 HTTP/1.1" status: 204 len: 168 time: 6.4660954 Nov 24 09:51:40.005165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:40.038302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-2d8d71ab-a810-49fb-85a8-3a08ef1b6d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:40.040109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-2d8d71ab-a810-49fb-85a8-3a08ef1b6d53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 898 time: 0.7139449 Nov 24 09:51:40.114033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Provisioning complete for port c994276a-68d4-41b0-9261-40d0e2a7c970 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:40.114466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.182069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf46fe-a258-4bfc-8297-c67d927a0e8a None None] New status for floating IP 45444b75-1946-4c55-9a46-e36d88a60efb: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:51:40.187152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c421fea6-d358-4cc7-82fe-6aac21d4b290 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/floatingips/45444b75-1946-4c55-9a46-e36d88a60efb HTTP/1.1" status: 200 len: 991 time: 0.2705483 Nov 24 09:51:40.243458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port c742df4a-7ce5-4436-934b-16c9fb367538 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:40.244026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.326550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting subnet f15ba09f-509a-4c9e-9462-a9b77b2d2454 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:40.331501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.395297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Router ea6f8548-0e57-4cce-8417-e52b221b5be0 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:51:40.401453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.645666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.705553 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-aaa83961-0405-4d0e-b2aa-58c4fb759e59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 999 time: 0.6496587 Nov 24 09:51:40.712798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.738411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.754998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.756455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:40.770268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] Sync routers for ids ['ea6f8548-0e57-4cce-8417-e52b221b5be0'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:40.797457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] Routers {'ea6f8548-0e57-4cce-8417-e52b221b5be0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:40.797944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['ea6f8548-0e57-4cce-8417-e52b221b5be0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:40.825115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "PUT /v2.0/routers/ea6f8548-0e57-4cce-8417-e52b221b5be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5925126 Nov 24 09:51:40.828625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.832888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:40.833564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15d7ac6b-b1ac-4a71-b6fd-4f1247f318e1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:40.873495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Allocated IP 172.21.0.2 (962f4d13-4421-4fdb-af4e-d749edb9cb68/b01f9263-d584-401b-ab92-582d5d54ace1/1f73dcb0-e22c-4e27-a80b-2e3899ec1a72) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:40.878646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Transition to ACTIVE for port object f1b1e248-4728-4c40-a9fd-117db6e96190 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:40.880191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'port': {'network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06', 'name': 'tempest-FloatingIPNegativeTestJSON-319842964'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:40.915621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Subnet': ['ID=f15ba09f-509a-4c9e-9462-a9b77b2d2454,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:40.949364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:40.965221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:40.973245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/subnets/f15ba09f-509a-4c9e-9462-a9b77b2d2454 HTTP/1.1" status: 204 len: 168 time: 0.9349277 Nov 24 09:51:40.974210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50052) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:40.980343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:40.998530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] Routers {'ea6f8548-0e57-4cce-8417-e52b221b5be0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:40.999491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['ea6f8548-0e57-4cce-8417-e52b221b5be0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:41.012394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Transition to ACTIVE for port object f1b1e248-4728-4c40-a9fd-117db6e96190 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:41.070660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:41.071173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f222e47-e3aa-4ade-ac50-68f7c060e0df None None] The sync data for ids ['ea6f8548-0e57-4cce-8417-e52b221b5be0'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:41.137001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-c5e1855d-9035-4b6c-a5d0-0de838fd047e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:41.138880 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-c5e1855d-9035-4b6c-a5d0-0de838fd047e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 200 len: 835 time: 0.3914495 Nov 24 09:51:41.190558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:41.360397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.373477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.374221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8ab9e-c195-4344-b6c1-de828de67b4f None None] Network 7658f80c-5ac8-4a9f-85ee-15ad0c41857c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:41.389229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 28ef860b-f01b-4606-810b-febf467779cd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:41.472693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.513456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:41.564113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.578820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for c742df4a-7ce5-4436-934b-16c9fb367538 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:41.595176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Transition to ACTIVE for port object c742df4a-7ce5-4436-934b-16c9fb367538 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:41.622236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.633260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8:0:1::222 (4f8f8157-4b8f-49fa-bcc1-381918102fe7/8e07381e-2f87-4035-8c72-9f7ef6ff6530/8f57bf12-b4e1-4913-9293-f62739ef6765) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:41.680862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:41.692912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:port and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:41.695679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port dffd51c0-84c5-4f16-80ac-cf6082f3c819 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:41.696048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.726977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:41.733762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.757098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:41.788175 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9649103a-7a78-4dd9-aaea-218f6c09b913 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/floatingips/45444b75-1946-4c55-9a46-e36d88a60efb HTTP/1.1" status: 200 len: 993 time: 0.5929782 Nov 24 09:51:41.799406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Made reservation on behalf of b419b308589f48cd88b6e04b6010b527 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:41.805125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:41.864943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-eb2dad67-1e3c-4371-8535-d858639cac1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d337ac5-08ae-4175-8c8a-8a52da47dd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6676326 Nov 24 09:51:41.872746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:41.875366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] device_id is not set on port b2fecf58-c512-4633-800e-a11ac0d063cc yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:41.927287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:41.942381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Pushing event updated for resources: {'Port': ['ID=f1b1e248-4728-4c40-a9fd-117db6e96190,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:41.948488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:41.965812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:42.002983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:42.112720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] For port c994276a-68d4-41b0-9261-40d0e2a7c970, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c994276a-68d4-41b0-9261-40d0e2a7c970,segment=NetworkSegment(7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4),segment_id=7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:42.112977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] For port dffd51c0-84c5-4f16-80ac-cf6082f3c819, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dffd51c0-84c5-4f16-80ac-cf6082f3c819,segment=NetworkSegment(fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2),segment_id=fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:42.113867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.118847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.20.0.1 (e83193f9-d31e-4c2e-b97d-9cfbae98a8cb/4ee14ba5-5340-49c2-bfab-e635fc81ff2d/c1caffc9-98ee-41eb-863e-8eec5b9c81fb) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:42.169529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.200473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50062) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:42.297813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:42.298338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:42.300798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for dffd51c0-84c5-4f16-80ac-cf6082f3c819 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:42.351767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 28ef860b-f01b-4606-810b-febf467779cd completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:42.355803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-1ff64cee-36bd-4895-99f3-2243651fcb31 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384809 Nov 24 09:51:42.408897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Pushing event updated for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:42.488657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:42.489631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 28ef860b-f01b-4606-810b-febf467779cd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:42.490176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.527920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Allocated IP 172.20.0.12 (3647e5d0-2f03-4c11-81f1-2fae7e41ec06/ad318a3b-c029-4a0e-94bd-cb21a891f6d3/b2fecf58-c512-4633-800e-a11ac0d063cc) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:42.566086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a06c0d56-166d-4c02-9fca-4e31a18d5cab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:42.729229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Attempting to bind port f1b1e248-4728-4c40-a9fd-117db6e96190 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:42.729666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Attempting to bind port f1b1e248-4728-4c40-a9fd-117db6e96190 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6e794048-2a05-491f-8547-e60fa02b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:42.730091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Attempting to bind port f1b1e248-4728-4c40-a9fd-117db6e96190 on network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:42.745474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Attempting to bind port c742df4a-7ce5-4436-934b-16c9fb367538 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:42.745909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Attempting to bind port c742df4a-7ce5-4436-934b-16c9fb367538 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:42.746503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Attempting to bind port c742df4a-7ce5-4436-934b-16c9fb367538 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:42.759066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.763892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Provisioning complete for port c994276a-68d4-41b0-9261-40d0e2a7c970 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:42.764330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.766100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.775123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b58c1a38-b1dc-4642-9a1d-11c2cf84c05e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:42.786305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Ignored duplicate provisioning block setup for port 8f57bf12-b4e1-4913-9293-f62739ef6765 by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Nov 24 09:51:42.791697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.828979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=dffd51c0-84c5-4f16-80ac-cf6082f3c819,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:42.832310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:42.846475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] No DVR routers for this DVR port dffd51c0-84c5-4f16-80ac-cf6082f3c819 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:42.884422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:42.885093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Checking segment: {'id': '6e794048-2a05-491f-8547-e60fa02b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:42.885562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.886015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Bound using segment: {'id': '6e794048-2a05-491f-8547-e60fa02b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:42.886282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port c742df4a-7ce5-4436-934b-16c9fb367538 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:42.886565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Bound port: f1b1e248-4728-4c40-a9fd-117db6e96190, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e794048-2a05-491f-8547-e60fa02b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e83193f9-d31e-4c2e-b97d-9cfbae98a8cb'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:42.886777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.887222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.913142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Transition to ACTIVE for port object 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:42.916149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:42.916586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:42.920239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.920902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:42.921476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Bound port: c742df4a-7ce5-4436-934b-16c9fb367538, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:42.922750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.977040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:42.998280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Pushing event updated for resources: {'Port': ['ID=c994276a-68d4-41b0-9261-40d0e2a7c970,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:43.024938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5b9f2-e6db-4d13-bbb2-f0385d9bca08 None None] DHCP port deletion for 7658f80c-5ac8-4a9f-85ee-15ad0c41857c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:43.029816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:43.030165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e594ae-399d-4c01-be75-7873a136747d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155996752-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:43.031826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.046634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.086068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Transition to ACTIVE for port object b2fecf58-c512-4633-800e-a11ac0d063cc will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:43.091541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7658f80c-5ac8-4a9f-85ee-15ad0c41857c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:43.114374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:43.114737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7a2188-cd3d-4a47-8d3c-4cb788b5e3f2') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:43.131687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.153954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.155624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.170076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:51:43.170799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.180802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Transition to ACTIVE for port object 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:51:43.189618 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:51:43.194735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.208081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-767eea11-55ee-41c9-a1cc-a6bb0ab231a6 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:43.246777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] For port f1b1e248-4728-4c40-a9fd-117db6e96190, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:43.251312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] For port f1b1e248-4728-4c40-a9fd-117db6e96190, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1b1e248-4728-4c40-a9fd-117db6e96190,segment=NetworkSegment(6e794048-2a05-491f-8547-e60fa02b37f9),segment_id=6e794048-2a05-491f-8547-e60fa02b37f9)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:43.264336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.280142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:43.290358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] In _notify_port_updated(), no bound segment for port 8f57bf12-b4e1-4913-9293-f62739ef6765 on network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:51:43.294870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:43.295590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.300921 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/ports/8f57bf12-b4e1-4913-9293-f62739ef6765 HTTP/1.1" status: 200 len: 1012 time: 4.4220073 Nov 24 09:51:43.313137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50066) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:43.333577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.371125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:43.383512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:43.386539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:43.395249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:43.396681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:43.408877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:43.417978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:43.422030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 28ef860b-f01b-4606-810b-febf467779cd, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=28ef860b-f01b-4606-810b-febf467779cd,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:43.437017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=b2fecf58-c512-4633-800e-a11ac0d063cc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:43.448687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:43.457767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.470729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 8f57bf12-b4e1-4913-9293-f62739ef6765 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:43.471129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.484861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fafc681a-9309-4653-a12f-d4a7fdeb3e5b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:43.508392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.522459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Network': ['ID=7658f80c-5ac8-4a9f-85ee-15ad0c41857c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:43.534765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.535814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26da4194-f886-4bbb-8a2f-1fabfc8390f5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:43.540058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:43.556253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:43.557376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.578959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/networks/7658f80c-5ac8-4a9f-85ee-15ad0c41857c HTTP/1.1" status: 204 len: 168 time: 2.5997684 Nov 24 09:51:43.583205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:43.685911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8184261 Nov 24 09:51:43.698077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:43.706143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:43.738438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:43.822731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:floatingip and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:43.837149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:43.847258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.865138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:43.868677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 8538c273-a2e6-451f-89e7-92ccf4b92751 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:43.869776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.884079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c742df4a-7ce5-4436-934b-16c9fb367538,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:43.896268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:43.986156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 8f57bf12-b4e1-4913-9293-f62739ef6765 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:44.016636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Pushing event updated for resources: {'Port': ['ID=f1b1e248-4728-4c40-a9fd-117db6e96190,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:44.048222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:44.055770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.683s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:44.118156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Routers {'2fad7871-4237-4346-bba4-29307c7de1db'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:44.119385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['2fad7871-4237-4346-bba4-29307c7de1db'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:44.139019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.139588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.209491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Provisioning for port dfb9ada6-ffde-4ba8-93f9-91da5cece1da completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:44.232052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Attempting to bind port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:44.233035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Attempting to bind port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '5206d8b3-027e-4a81-a91c-0764e912ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:44.233837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Attempting to bind port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 on network 962f4d13-4421-4fdb-af4e-d749edb9cb68 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:44.310454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.320959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.324646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:44.325677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Checking segment: {'id': '5206d8b3-027e-4a81-a91c-0764e912ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:44.326366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.327050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Bound using segment: {'id': '5206d8b3-027e-4a81-a91c-0764e912ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:44.327190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dae6801b-7954-433e-bac3-7da06f862ea4 req-369e4c01-f43e-4e7f-b6b8-45e0f1d15393 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9628294 Nov 24 09:51:44.327926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=8f57bf12-b4e1-4913-9293-f62739ef6765,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:44.328197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Bound port: 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5206d8b3-027e-4a81-a91c-0764e912ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '962f4d13-4421-4fdb-af4e-d749edb9cb68'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:44.328833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.331283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:44.347338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 8538c273-a2e6-451f-89e7-92ccf4b92751 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:44.356060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Provisioning complete for port dfb9ada6-ffde-4ba8-93f9-91da5cece1da triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:44.356864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.424059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:44.454452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Pushing event updated for resources: {'Port': ['ID=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:44.473913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.589414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:44.589670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=8f57bf12-b4e1-4913-9293-f62739ef6765,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:44.595643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:44.652189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object c1caffc9-98ee-41eb-863e-8eec5b9c81fb will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:44.711060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c994276a-68d4-41b0-9261-40d0e2a7c970 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:44.769863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Port dfb9ada6-ffde-4ba8-93f9-91da5cece1da cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:44.796401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] Set router 2fad7871-4237-4346-bba4-29307c7de1db gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:44.830153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.838113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.872423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, got binding levels [] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:44.872828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.894893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:44.974079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] For port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:45.001224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f430c7dd-3de5-48f7-9690-b70e4842dbf7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:45.003174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] For port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,segment=NetworkSegment(5206d8b3-027e-4a81-a91c-0764e912ffcf),segment_id=5206d8b3-027e-4a81-a91c-0764e912ffcf)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:45.007316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Provisioning for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:45.011250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Pushing event updated for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:45.015233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.054502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a9f1821-247b-4e8a-aeb4-74877af83492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:45.072684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=8538c273-a2e6-451f-89e7-92ccf4b92751,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:45.079582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.109616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for c742df4a-7ce5-4436-934b-16c9fb367538 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:45.116824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.244s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:45.117400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.120886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.137956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.180s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:45.144059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.174867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Provisioning complete for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:45.175329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e83dbe5-45ce-449c-87ce-ea92fb1c07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.177489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/8f57bf12-b4e1-4913-9293-f62739ef6765 HTTP/1.1" status: 204 len: 168 time: 1.8588712 Nov 24 09:51:45.179458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50078) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:45.186246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Allocated IP 172.26.6.205 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/1473b9af-bcc9-432d-b889-58ff0912d091) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:45.233440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.291696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d635db7-b5bc-42f9-bb1f-5b9e6e5a5e1a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:51:45.292439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d635db7-b5bc-42f9-bb1f-5b9e6e5a5e1a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:45.299753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:45.320261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:45.336219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:45.336919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.339153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/floatingips/fe28c0f8-9fd8-4b58-b619-6f4d67dbf248 HTTP/1.1" status: 204 len: 168 time: 1.7539706 Nov 24 09:51:45.348524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:45.377627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c994276a-68d4-41b0-9261-40d0e2a7c970 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:45.378132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.396354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed6780-bdc8-4c16-adb7-cbaf4da43765 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:45.396575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=c1caffc9-98ee-41eb-863e-8eec5b9c81fb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:45.396905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed6780-bdc8-4c16-adb7-cbaf4da43765 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:45.401420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93ed6780-bdc8-4c16-adb7-cbaf4da43765 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/a4760e83-1077-4f37-9126-b7868fbc22cd HTTP/1.1" status: 404 len: 333 time: 0.0503051 Nov 24 09:51:45.403128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:45.410278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.455232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d635db7-b5bc-42f9-bb1f-5b9e6e5a5e1a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:45.459777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d635db7-b5bc-42f9-bb1f-5b9e6e5a5e1a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/8f57bf12-b4e1-4913-9293-f62739ef6765 HTTP/1.1" status: 404 len: 333 time: 0.2536373 Nov 24 09:51:45.470510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:45.485162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Pushing event updated for resources: {'Port': ['ID=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:45.488320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.502300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:45.502849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:45.513125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf23b042-59aa-49d7-b1fb-dc53d06e4a13 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Synchronizing usage tracker for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:45.558667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.568889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.606118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf23b042-59aa-49d7-b1fb-dc53d06e4a13 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Unset dirty status for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:45.610836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf23b042-59aa-49d7-b1fb-dc53d06e4a13 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/ports?device_id=d41dd4e8-9991-49df-a665-7beee4070b08 HTTP/1.1" status: 200 len: 205 time: 0.2064717 Nov 24 09:51:45.615722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:45.717451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:30Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'c742df4a-7ce5-4436-934b-16c9fb367538', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:ad:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fad7871-4237-4346-bba4-29307c7de1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:28Z', 'updated_at': '2021-11-24T09:51:43Z', 'revision_number': 4, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:45.724114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e6bf3-d9da-4d96-83f1-8feca9b07f40 None None] The sync data for ids ['2fad7871-4237-4346-bba4-29307c7de1db'] in dv-neutron-818439-1-hyperv is: [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:30Z', 'revision_number': 2, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None, '_interfaces': [{'id': 'c742df4a-7ce5-4436-934b-16c9fb367538', 'name': '', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'mac_address': 'fa:16:3e:ad:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fad7871-4237-4346-bba4-29307c7de1db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:51:28Z', 'updated_at': '2021-11-24T09:51:43Z', 'revision_number': 4, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'subnets': [{'id': '6034427a-858e-4ac4-8a05-f6ead3fbfa5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:45.763829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Provisioning for port b2fecf58-c512-4633-800e-a11ac0d063cc completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:45.788018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Provisioning complete for port b2fecf58-c512-4633-800e-a11ac0d063cc triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:45.788842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:45.880076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Port b2fecf58-c512-4633-800e-a11ac0d063cc cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:45.882226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dffd51c0-84c5-4f16-80ac-cf6082f3c819 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:45.925197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: dffd51c0-84c5-4f16-80ac-cf6082f3c819 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:45.925548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dffd51c0-84c5-4f16-80ac-cf6082f3c819 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:45.948351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Provisioning complete for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:45.948697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.009789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.073327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-88304afd-d289-4862-806b-f4a6bd467282 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] delete failed (client error): The resource could not be found. Nov 24 09:51:46.077578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-88304afd-d289-4862-806b-f4a6bd467282 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/routers/d41dd4e8-9991-49df-a665-7beee4070b08 HTTP/1.1" status: 404 len: 336 time: 0.4606428 Nov 24 09:51:46.081487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:46.231291 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dea715-d882-4213-a17f-3c4a904f710b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] DELETE failed (client error): The resource could not be found. Nov 24 09:51:46.231820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01dea715-d882-4213-a17f-3c4a904f710b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:51:46.237655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-01dea715-d882-4213-a17f-3c4a904f710b tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/subnets/f15ba09f-509a-4c9e-9462-a9b77b2d2454 HTTP/1.1" status: 404 len: 337 time: 0.1518350 Nov 24 09:51:46.238357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:46.299166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.319391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a48d0aa5-f0e1-4d22-9f01-484f444c732d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:46.468016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 8e07381e-2f87-4035-8c72-9f7ef6ff6530 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:46.513976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.540608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3795bd53-3145-44e1-81d0-349ebbcaad93 None None] Could not find standard attr ID for object 8f57bf12-b4e1-4913-9293-f62739ef6765. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:51:46.617765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:46.617765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:46.626735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:46.650356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port b4074007-419f-4825-88d9-eec67452d53b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:46.650721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.716634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.742345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:46.775339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=1473b9af-bcc9-432d-b889-58ff0912d091,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:46.778570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:46.846964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:46.863099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port c742df4a-7ce5-4436-934b-16c9fb367538 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:46.863358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:46.865232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c742df4a-7ce5-4436-934b-16c9fb367538 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:46.991665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c742df4a-7ce5-4436-934b-16c9fb367538 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:46.997463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c742df4a-7ce5-4436-934b-16c9fb367538 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:46.998042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.071605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94938eef-f6b9-4cb8-81c6-0d79d2abcbf8 None None] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:47.092414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.296152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9219f531-bdf3-43c1-aee5-a0c8f827ca33 None None] Provisioning for port f1b1e248-4728-4c40-a9fd-117db6e96190 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:47.305981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.326463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.346859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.353002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.384519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9a3dcb4-9312-4491-b948-d0320e1ce5b3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:47.435097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c742df4a-7ce5-4436-934b-16c9fb367538,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:47.440960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.442234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:47.488743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for b4074007-419f-4825-88d9-eec67452d53b owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:47.490903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:47.503001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c742df4a-7ce5-4436-934b-16c9fb367538,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:47.503398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.540050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=c1caffc9-98ee-41eb-863e-8eec5b9c81fb,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:47.567064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.573880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:47.701585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:47.705688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:47.711267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:47.725205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 28ef860b-f01b-4606-810b-febf467779cd up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:47.778923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.788907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for c742df4a-7ce5-4436-934b-16c9fb367538 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:47.791096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7b5392a-3b06-4742-a6af-e506175d039e tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:47.849451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=b4074007-419f-4825-88d9-eec67452d53b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:47.853517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 28ef860b-f01b-4606-810b-febf467779cd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:47.854364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:47.939922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:48.007524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.028078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.029863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:48.030487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:48.065346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1b1e248-4728-4c40-a9fd-117db6e96190 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:48.155102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f1b1e248-4728-4c40-a9fd-117db6e96190 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:48.162269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f1b1e248-4728-4c40-a9fd-117db6e96190 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:48.163489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.169842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:48.174748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:48.293146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.296558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.312397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90a076cb-a02a-48ec-985e-f01670cc6340 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:48.330183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.351120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e63e52-89ac-4dc4-bf39-5cf7aba490b9 None None] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:48.363845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=8e07381e-2f87-4035-8c72-9f7ef6ff6530,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:48.371841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.374815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:48.385776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b638b-bed1-4630-9680-93611a4732a1 None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:48.403193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/8e07381e-2f87-4035-8c72-9f7ef6ff6530 HTTP/1.1" status: 204 len: 168 time: 2.9291961 Nov 24 09:51:48.404605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:48.404726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port c742df4a-7ce5-4436-934b-16c9fb367538 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:48.404929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.405133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.498056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/b4074007-419f-4825-88d9-eec67452d53b HTTP/1.1" status: 204 len: 168 time: 2.2551396 Nov 24 09:51:48.499007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50114) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:48.611575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port f1b1e248-4728-4c40-a9fd-117db6e96190, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1b1e248-4728-4c40-a9fd-117db6e96190,segment=NetworkSegment(6e794048-2a05-491f-8547-e60fa02b37f9),segment_id=6e794048-2a05-491f-8547-e60fa02b37f9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:48.614435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Provisioning complete for port f1b1e248-4728-4c40-a9fd-117db6e96190 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:48.614670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 2ad827a4-259a-4123-92e9-082d1ebe9bd5 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:48.615228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.618351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.664934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.684322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9d600e1-b47e-4de1-939e-c5f79f079026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:48.686846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.847930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 28dd84e3-59ec-4fc6-9b30-4065f2906ffd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:48.848314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:48.859814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c742df4a-7ce5-4436-934b-16c9fb367538 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:48.915478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.050324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-caa078b8-c185-4a38-9e2f-ca541a07c67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.063757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=f1b1e248-4728-4c40-a9fd-117db6e96190,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:49.082261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:49.293716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.303440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2033c11-4676-4813-a47f-8f39e427561a tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:49.374444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port c742df4a-7ce5-4436-934b-16c9fb367538, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c742df4a-7ce5-4436-934b-16c9fb367538,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:49.374921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.463978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c742df4a-7ce5-4436-934b-16c9fb367538 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:49.464325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.531455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Provisioning for port c1caffc9-98ee-41eb-863e-8eec5b9c81fb completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:49.550420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Provisioning complete for port c1caffc9-98ee-41eb-863e-8eec5b9c81fb triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:49.550797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.566339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for c742df4a-7ce5-4436-934b-16c9fb367538 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:49.608588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1fb7f1a7-5c06-49a8-8e19-f6fd36d77333 None None] Port c1caffc9-98ee-41eb-863e-8eec5b9c81fb cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:49.636360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad827a4-259a-4123-92e9-082d1ebe9bd5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:49.646686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:49.651853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.670522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.680126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/2ad827a4-259a-4123-92e9-082d1ebe9bd5 HTTP/1.1" status: 204 len: 168 time: 1.2437658 Nov 24 09:51:49.687009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:49.784252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Provisioning complete for port c1caffc9-98ee-41eb-863e-8eec5b9c81fb triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:49.784682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.797484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 28dd84e3-59ec-4fc6-9b30-4065f2906ffd owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:49.835342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd6141-3cf2-488c-a296-d82efc68c4d7 None None] Update dhcp port {'port': {'network_id': '4f8f8157-4b8f-49fa-bcc1-381918102fe7', 'fixed_ips': [{'subnet_id': '2ad827a4-259a-4123-92e9-082d1ebe9bd5'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '26da4194-f886-4bbb-8a2f-1fabfc8390f5'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:51:49.854885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.867310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.885936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:49.901577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.910259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Port c1caffc9-98ee-41eb-863e-8eec5b9c81fb cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:49.921933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6141-3cf2-488c-a296-d82efc68c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:49.939091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:51:49.950473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:49.950871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.019761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=1473b9af-bcc9-432d-b889-58ff0912d091,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:50.057362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:50.065067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.099000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.100335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4014106 Nov 24 09:51:50.103936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:50.106260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Provisioning for port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:50.112210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e1e5d490-21e4-4729-b630-5d3e04add563 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'floatingip': {'port_id': 'b2fecf58-c512-4633-800e-a11ac0d063cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:50.113379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Provisioning complete for port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:50.113919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.206928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1e5d490-21e4-4729-b630-5d3e04add563 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.225965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42801e2e-feec-43e9-a5fe-dd6d8a492aee None None] Network 4f8f8157-4b8f-49fa-bcc1-381918102fe7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:50.267313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.290545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a8a0e32-66b4-4dc1-8ebc-c15e7dc3480b tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:50.342322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.348381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=28dd84e3-59ec-4fc6-9b30-4065f2906ffd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:50.368271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.384401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:50.384645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2108ab99-487f-4869-b22b-fb6e023a5a0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:50.477643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.484491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f05f82b0-d485-4560-a321-12730954de1b None None] For port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,segment=NetworkSegment(5206d8b3-027e-4a81-a91c-0764e912ffcf),segment_id=5206d8b3-027e-4a81-a91c-0764e912ffcf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:50.489562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.492024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:50.524687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=c742df4a-7ce5-4436-934b-16c9fb367538,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:50.548268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:50.569363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.574378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/ports/28dd84e3-59ec-4fc6-9b30-4065f2906ffd HTTP/1.1" status: 204 len: 168 time: 2.0645657 Nov 24 09:51:50.577686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:50.613979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Pushing event updated for resources: {'Port': ['ID=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:50.624014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:50.624695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26da4194-f886-4bbb-8a2f-1fabfc8390f5,segment=NetworkSegment(d4acf594-9556-43db-ab80-d21b3628219f),segment_id=d4acf594-9556-43db-ab80-d21b3628219f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:50.625696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.642504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e1e5d490-21e4-4729-b630-5d3e04add563 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] update failed (client error): The resource could not be found. Nov 24 09:51:50.643815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e1e5d490-21e4-4729-b630-5d3e04add563 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "PUT /v2.0/floatingips/71dd2830-2038-4727-a478-3fb3b07ce3c1 HTTP/1.1" status: 404 len: 507 time: 0.5387526 Nov 24 09:51:50.646699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:50.647784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ddf15510-d4a0-4fcb-b727-c69f07715be8 None None] Provisioning complete for port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:50.648469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddf15510-d4a0-4fcb-b727-c69f07715be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.729912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] DHCP port deletion for 4f8f8157-4b8f-49fa-bcc1-381918102fe7 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:50.747174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Deleting port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:50.747693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.973857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting port 1473b9af-bcc9-432d-b889-58ff0912d091 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:50.974410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:50.997662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 26da4194-f886-4bbb-8a2f-1fabfc8390f5 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:51.016003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:51.098989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eef1cd-22aa-4a58-bad9-d7ae8a9f0df4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:51.100363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f1eef1cd-22aa-4a58-bad9-d7ae8a9f0df4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Synchronizing usage tracker for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:51.189815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 28ef860b-f01b-4606-810b-febf467779cd {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:51.190621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.192923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] For port 26da4194-f886-4bbb-8a2f-1fabfc8390f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26da4194-f886-4bbb-8a2f-1fabfc8390f5,segment=NetworkSegment(d4acf594-9556-43db-ab80-d21b3628219f),segment_id=d4acf594-9556-43db-ab80-d21b3628219f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:51.193367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.202621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f1eef1cd-22aa-4a58-bad9-d7ae8a9f0df4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Unset dirty status for tenant:a5f53ede06384d6e8a8b862c5da41ee0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:51.206391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1eef1cd-22aa-4a58-bad9-d7ae8a9f0df4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6b7ca2-88b3-4284-9a93-2d1865ba33ef HTTP/1.1" status: 200 len: 913 time: 0.6252320 Nov 24 09:51:51.212997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:51.333423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.333808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.337264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Calling delete_port for 26da4194-f886-4bbb-8a2f-1fabfc8390f5 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:51.370345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ddf15510-d4a0-4fcb-b727-c69f07715be8 None None] Provisioning complete for port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:51.370646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddf15510-d4a0-4fcb-b727-c69f07715be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.429882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:51.430281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.473417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Calling delete_port for 1473b9af-bcc9-432d-b889-58ff0912d091 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:51.523557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:51.542344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 09:51:51.542344 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Nov 24 09:51:51.542344 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'port_id': '26da4194-f886-4bbb-8a2f-1fabfc8390f5'}] Nov 24 09:51:51.542344 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:51:51.542908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:51:51.543569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] Sync routers for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:51.550390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.555574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.558747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:51.592562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4266155 Nov 24 09:51:51.614486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50140) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:51.622364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.647137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=26da4194-f886-4bbb-8a2f-1fabfc8390f5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:51.657090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:51.690535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d13e6848-6f9b-4177-846b-3e8a602f1aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:51.701336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:51.701938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:51.720366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No DVR routers for this DVR port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:51.737174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a94bb-f0f6-46d8-bf61-6bb9a10ee78c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:51.740927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f9a94bb-f0f6-46d8-bf61-6bb9a10ee78c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports/c1caffc9-98ee-41eb-863e-8eec5b9c81fb HTTP/1.1" status: 200 len: 910 time: 0.1234992 Nov 24 09:51:51.742028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50144) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:51.779158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:51.786138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1b1e248-4728-4c40-a9fd-117db6e96190 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:51:51.844836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:51.845524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:51.915965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:51.916427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c98d8-4c27-4891-9841-e8da5a63271c None None] The sync data for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:51.932131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f1b1e248-4728-4c40-a9fd-117db6e96190 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:51.932560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.034899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.044559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Deleting port 26da4194-f886-4bbb-8a2f-1fabfc8390f5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:52.044559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.082816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 28ef860b-f01b-4606-810b-febf467779cd, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=28ef860b-f01b-4606-810b-febf467779cd,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:52.083857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.093976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8f8157-4b8f-49fa-bcc1-381918102fe7']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:52.128954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7808215f-4fe1-40dd-b4b6-2470392a1a33 None None] The port '26da4194-f886-4bbb-8a2f-1fabfc8390f5' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:51:52.160171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26da4194-f886-4bbb-8a2f-1fabfc8390f5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:52.195130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 26da4194-f886-4bbb-8a2f-1fabfc8390f5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:52.195420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26da4194-f886-4bbb-8a2f-1fabfc8390f5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:52.202041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.208999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:52.332110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Port': ['ID=1473b9af-bcc9-432d-b889-58ff0912d091,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:52.336013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:52.353873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 28ef860b-f01b-4606-810b-febf467779cd owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:52.382137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4acf594-9556-43db-ab80-d21b3628219f') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:52.382560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4acf594-9556-43db-ab80-d21b3628219f') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:52.420260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.460401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.532873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:51:52.533323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:51:52.549571 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:51:52.555710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.698724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.699974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "DELETE /v2.0/floatingips/71dd2830-2038-4727-a478-3fb3b07ce3c1 HTTP/1.1" status: 204 len: 168 time: 2.0522673 Nov 24 09:51:52.704285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:52.711575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'floatingip': {'floating_network_id': '3647e5d0-2f03-4c11-81f1-2fae7e41ec06', 'port_id': 'b2fecf58-c512-4633-800e-a11ac0d063cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:52.722162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.723806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:52.727512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86e9c1be-f0d8-4367-9cfa-862f5cb3f447 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:52.731181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:floatingip and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:52.736229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:52.745986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.749290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:52.767285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=4f8f8157-4b8f-49fa-bcc1-381918102fe7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:52.773541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:52.785716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/4f8f8157-4b8f-49fa-bcc1-381918102fe7 HTTP/1.1" status: 204 len: 168 time: 3.0947492 Nov 24 09:51:52.789651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Router 2fad7871-4237-4346-bba4-29307c7de1db has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:52.789787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.790929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50154) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:52.894748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:52.962443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:51:52.967436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-434ff049-e9bc-4a70-8876-e8b3fcc2e0d0 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2584014 Nov 24 09:51:52.971232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50158) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:52.992686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'b2fecf58-c512-4633-800e-a11ac0d063cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:53.049515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:53.064901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Usage tracker for resource:floatingip and tenant:b419b308589f48cd88b6e04b6010b527 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:53.073098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:53.088730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:53.104385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:53.110843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-291eaa37-821d-430c-bf11-d33ec31e1914 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:53.148916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf422f-ef9d-46cd-a627-6a5010ff518b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:53.149596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a3cf422f-ef9d-46cd-a627-6a5010ff518b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:53.174332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:53.178682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=28ef860b-f01b-4606-810b-febf467779cd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:53.184220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:53.188964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:53.201166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Sync routers for ids ['2fad7871-4237-4346-bba4-29307c7de1db'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:53.225397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Routers {'2fad7871-4237-4346-bba4-29307c7de1db'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:53.227010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['2fad7871-4237-4346-bba4-29307c7de1db'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:53.230676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:53.298459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a3cf422f-ef9d-46cd-a627-6a5010ff518b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:53.299847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3cf422f-ef9d-46cd-a627-6a5010ff518b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5063679 Nov 24 09:51:53.307573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:53.316309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e32fdd4b-cdfa-4195-8663-a4dd161902d6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "PUT /v2.0/routers/2fad7871-4237-4346-bba4-29307c7de1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2802694 Nov 24 09:51:53.327125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50166) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:53.369922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Set router 2fad7871-4237-4346-bba4-29307c7de1db gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:53.458158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:53.503142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:49Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:53.507673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Checking router: 2fad7871-4237-4346-bba4-29307c7de1db for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:53.526550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Routers {'2fad7871-4237-4346-bba4-29307c7de1db'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:53.527425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['2fad7871-4237-4346-bba4-29307c7de1db'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:53.544326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291030b0-4b6f-4e62-8e78-11af9483e28a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:53.545931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291030b0-4b6f-4e62-8e78-11af9483e28a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:53.547350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-291030b0-4b6f-4e62-8e78-11af9483e28a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:53.594769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-291030b0-4b6f-4e62-8e78-11af9483e28a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:53.596078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-291030b0-4b6f-4e62-8e78-11af9483e28a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2672141 Nov 24 09:51:53.602570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50170) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:53.618425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f55e56c-64dc-4183-ba10-aff7a5c83fc6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:53.706878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] Set router 2fad7871-4237-4346-bba4-29307c7de1db gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:53.799867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f55e56c-64dc-4183-ba10-aff7a5c83fc6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:53.805257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f55e56c-64dc-4183-ba10-aff7a5c83fc6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4923596 Nov 24 09:51:53.821195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:53.824408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34999916-c0dc-408a-9b47-afb07532820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:49Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:53.829774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34999916-c0dc-408a-9b47-afb07532820e None None] The sync data for ids ['2fad7871-4237-4346-bba4-29307c7de1db'] in dv-neutron-818439-1-hyperv is: [{'id': '2fad7871-4237-4346-bba4-29307c7de1db', 'name': 'tempest-NetworksTestDHCPv6-router-1871501743', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:51:27Z', 'updated_at': '2021-11-24T09:51:49Z', 'revision_number': 3, 'project_id': '2d89b3eecc9341d4a67899af274aaa46', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:51:53.846479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2039985218'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:53.861345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:53.911896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:53.918005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:53.934239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:54.008166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:54.013676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.054526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.153943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:51:54.336266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 6034427a-858e-4ac4-8a05-f6ead3fbfa5f {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:51:54.342274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.375980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.431299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Allocated IP 172.26.6.20 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/00d34339-1fb7-4f97-887c-7e2acf9984df) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:54.488189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.488578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment 1abaa231-4146-4903-8bee-fa7ce001e898 of type vlan for network fae5d302-7f64-4475-bb96-04347e4ffd50 Nov 24 09:51:54.496171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.538170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.21.0.1 (962f4d13-4421-4fdb-af4e-d749edb9cb68/b01f9263-d584-401b-ab92-582d5d54ace1/b6376ea8-6153-4b9f-9add-5cf0cff7276d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:54.556393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.756006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.760214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:54.760871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.769761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c200b398-c775-4623-99d1-df569baa544f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:54.770969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c742df4a-7ce5-4436-934b-16c9fb367538 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:54.810573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.811100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c742df4a-7ce5-4436-934b-16c9fb367538 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:54.811601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c742df4a-7ce5-4436-934b-16c9fb367538 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:54.874180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.910429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.914352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0920742 Nov 24 09:51:54.931493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50178) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:54.942265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:54.986909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=fae5d302-7f64-4475-bb96-04347e4ffd50,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:54.988606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:54.997875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82563bef-b6d4-4494-9e3f-b66353417111 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:54.998833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fae5d302-7f64-4475-bb96-04347e4ffd50 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:51:55.001900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:55.012555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object b6376ea8-6153-4b9f-9add-5cf0cff7276d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:55.013780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 6867769c-1281-49a8-966a-1ad0d6c159f8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:55.014151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.101671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.105921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=6034427a-858e-4ac4-8a05-f6ead3fbfa5f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:55.128818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:55.130423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e24c12ab-413a-44bb-8cb2-0b7f685356e2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:55.172303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.179143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cf34c-ce83-4267-ba8a-701d6830ad9e None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:55.182067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f2facc0-e5d2-46aa-8405-8c2d56f243fd tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:55.183569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.255387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:55.288907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:55.292080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:51:55.297934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:55.298440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:55.299904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=b6376ea8-6153-4b9f-9add-5cf0cff7276d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:55.302042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:51:55.302274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:55.317260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:55.319659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:55.325328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event updated for resources: {'Port': ['ID=00d34339-1fb7-4f97-887c-7e2acf9984df,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:55.330351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:55.336457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.345847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:55.360905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:55.369743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/6034427a-858e-4ac4-8a05-f6ead3fbfa5f HTTP/1.1" status: 204 len: 168 time: 1.7642744 Nov 24 09:51:55.397059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50182) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:55.504259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 6867769c-1281-49a8-966a-1ad0d6c159f8 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:55.547443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:55.571767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.701401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:51:55.706935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Deleting port 7dc76083-68f6-457c-9040-79817a396f66 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:55.707544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.725749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.822675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7278dc66-edfe-49fe-8283-3a4b17c9af48 None None] Provisioning for port b6376ea8-6153-4b9f-9add-5cf0cff7276d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:51:55.830812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7278dc66-edfe-49fe-8283-3a4b17c9af48 None None] Provisioning complete for port b6376ea8-6153-4b9f-9add-5cf0cff7276d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:55.831233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7278dc66-edfe-49fe-8283-3a4b17c9af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:55.947582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7278dc66-edfe-49fe-8283-3a4b17c9af48 None None] Port b6376ea8-6153-4b9f-9add-5cf0cff7276d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:56.016461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.024296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2bb663c-4ec1-42f7-a80f-6bf88b4ade2c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:56.030980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] For port 7dc76083-68f6-457c-9040-79817a396f66, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7dc76083-68f6-457c-9040-79817a396f66,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:51:56.031615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.076110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=6867769c-1281-49a8-966a-1ad0d6c159f8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:56.082453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:56.177200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Calling delete_port for 7dc76083-68f6-457c-9040-79817a396f66 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:56.224952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.256498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.261082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e75d2f4e-fd71-4c80-b8b7-c8e2b010e545 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:56.261625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0a4b9dd-9938-408a-bed6-5f3ae05e3a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:56.304781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Pushing event deleted for resources: {'Port': ['ID=7dc76083-68f6-457c-9040-79817a396f66,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:56.309498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:56.313247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] No DVR routers for this DVR port 7dc76083-68f6-457c-9040-79817a396f66 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:51:56.411517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e75d2f4e-fd71-4c80-b8b7-c8e2b010e545 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:56.412822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e75d2f4e-fd71-4c80-b8b7-c8e2b010e545 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0147221 Nov 24 09:51:56.417575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:56.430442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting port 00d34339-1fb7-4f97-887c-7e2acf9984df {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:56.430855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.512620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.527681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.559255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2cdf3cad-4f07-41f0-b749-0eabb18e7a9b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:56.758155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7dc76083-68f6-457c-9040-79817a396f66 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:51:56.799487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 7dc76083-68f6-457c-9040-79817a396f66 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:51:56.799910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7dc76083-68f6-457c-9040-79817a396f66 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:51:56.825983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.826383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:56.998748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Calling delete_port for 00d34339-1fb7-4f97-887c-7e2acf9984df owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:57.008326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=b6376ea8-6153-4b9f-9add-5cf0cff7276d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:57.010914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.016380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:57.030099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.037214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.044332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52fdc077-204a-442c-9854-f637c4d39165 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:57.166281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:57.190234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=85e76a04-d68f-4c31-9048-0bdc9c3287d7,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:57.197571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:57.267606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': '1abaa231-4146-4903-8bee-fa7ce001e898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:57.268011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: fae5d302-7f64-4475-bb96-04347e4ffd50, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:51:57.372475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.379968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33deb413-7968-4359-b1ef-27daa006c25f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:57.432281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Port': ['ID=00d34339-1fb7-4f97-887c-7e2acf9984df,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:57.438912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:57.444328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network fae5d302-7f64-4475-bb96-04347e4ffd50 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:51:57.464103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.524841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fae5d302-7f64-4475-bb96-04347e4ffd50) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:57.534987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c97c6-24ba-4b88-a6cd-b8f6a3b36d47 None None] Network fae5d302-7f64-4475-bb96-04347e4ffd50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:51:57.553727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:57.554387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.604084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:57.666352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7312181 Nov 24 09:51:57.670145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:57.671116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50210) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:57.680989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50', 'name': 'tempest-PortsIpV6TestJSON-205250861'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:57.826832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] create failed (client error): The resource could not be found. Nov 24 09:51:57.832031 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8482676 Nov 24 09:51:57.835914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50214) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:57.852700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.907402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-fae5d302-7f64-4475-bb96-04347e4ffd50', 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '85e76a04-d68f-4c31-9048-0bdc9c3287d7'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:51:57.908506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.961854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:57.985257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting port b2fecf58-c512-4633-800e-a11ac0d063cc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:51:57.985569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.037039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:58.039274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:58.052288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b4ceb0fe-a77a-4cf4-8939-49d398564573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8500571 Nov 24 09:51:58.066008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:58.068551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:58.069260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ac48-4cbe-496d-9c80-8322d2609b51 req-30f78a52-e839-4fa7-b8f3-e301608fff23 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:58.070711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a8c3ac48-4cbe-496d-9c80-8322d2609b51 req-30f78a52-e839-4fa7-b8f3-e301608fff23 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.5932457 Nov 24 09:51:58.073944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.074209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Fanout notify agent at l3_agent the message router_deleted on router 2fad7871-4237-4346-bba4-29307c7de1db {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:51:58.122331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:58.129860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.192612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port aa0227aa-9714-4693-91b6-b0162ff37676 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:51:58.216183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Allocated IP 2001:db8::2 (fae5d302-7f64-4475-bb96-04347e4ffd50/85e76a04-d68f-4c31-9048-0bdc9c3287d7/0ba1a433-2c4a-4fdb-9a6e-489d6e973061) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:58.372474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.373679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f8cc4b8-b3de-467d-89d8-0e3e54246f84 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/routers/2fad7871-4237-4346-bba4-29307c7de1db HTTP/1.1" status: 204 len: 168 time: 1.9526711 Nov 24 09:51:58.380564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:58.427030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:58.428497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:58.459843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a52a9869-a43e-499f-bc37-9a1f8bc5b76c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:58.475200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.479298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a8c3ac48-4cbe-496d-9c80-8322d2609b51 req-7a7efe9f-e9cc-41f4-9ccc-a2c8ec7bbc1f tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301685 Nov 24 09:51:58.540029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a52a9869-a43e-499f-bc37-9a1f8bc5b76c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:58.543409 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a52a9869-a43e-499f-bc37-9a1f8bc5b76c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1533916 Nov 24 09:51:58.544156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50228) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:58.647089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Calling delete_port for b2fecf58-c512-4633-800e-a11ac0d063cc owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:51:58.724477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3f7732c-dca6-4ae7-b1a1-6d6c2a255fe9 None None] Provisioning complete for port b6376ea8-6153-4b9f-9add-5cf0cff7276d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:51:58.724895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f7732c-dca6-4ae7-b1a1-6d6c2a255fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.793008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.823701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa135e-328b-476f-ae3a-e6df83f063f5 req-7d959e58-b98e-45fe-bcf7-945f1581401e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:58.824569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:51:58.824721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5baa135e-328b-476f-ae3a-e6df83f063f5 req-7d959e58-b98e-45fe-bcf7-945f1581401e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:58.855615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5baa135e-328b-476f-ae3a-e6df83f063f5 req-7d959e58-b98e-45fe-bcf7-945f1581401e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:58.858257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5baa135e-328b-476f-ae3a-e6df83f063f5 req-7d959e58-b98e-45fe-bcf7-945f1581401e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.3089740 Nov 24 09:51:58.867685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Transition to ACTIVE for port object 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:58.874528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7732c-dca6-4ae7-b1a1-6d6c2a255fe9 None None] Port b6376ea8-6153-4b9f-9add-5cf0cff7276d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:51:58.888690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.903013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:58.920241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Transition to ACTIVE for port object 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:58.985696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:51:58.992292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:58.999314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efaa2ae2-8ba8-466e-9288-9adc122b4092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:59.002311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52400d41-4be0-4c74-b37c-e810f6d8ba16 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:59.003031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52400d41-4be0-4c74-b37c-e810f6d8ba16 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:59.104819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Network fae5d302-7f64-4475-bb96-04347e4ffd50 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:51:59.122625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:51:59.128751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Pushing event updated for resources: {'Port': ['ID=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:59.134993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:51:59.148164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:59.183667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52400d41-4be0-4c74-b37c-e810f6d8ba16 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:59.184279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52400d41-4be0-4c74-b37c-e810f6d8ba16 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6389067 Nov 24 09:51:59.194599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50232) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:59.268294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Port': ['ID=b2fecf58-c512-4633-800e-a11ac0d063cc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:59.287944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:59.332251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33619d30-5b79-44ac-987e-a5f05a2f4f81 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:59.412357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5baa135e-328b-476f-ae3a-e6df83f063f5 req-fc9009fa-a984-4d4d-bab3-1400ee3a9dc8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5437298 Nov 24 09:51:59.419369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::21c (fae5d302-7f64-4475-bb96-04347e4ffd50/85e76a04-d68f-4c31-9048-0bdc9c3287d7/aa0227aa-9714-4693-91b6-b0162ff37676) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:51:59.435614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33619d30-5b79-44ac-987e-a5f05a2f4f81 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:router {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:59.437160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-33619d30-5b79-44ac-987e-a5f05a2f4f81 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2391784 Nov 24 09:51:59.446450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:59.458151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:51:59.490607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:59.518570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "DELETE /v2.0/ports/b2fecf58-c512-4633-800e-a11ac0d063cc HTTP/1.1" status: 204 len: 168 time: 1.6671262 Nov 24 09:51:59.526953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50242) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:59.544348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Attempting to bind port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:51:59.544774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Attempting to bind port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '1abaa231-4146-4903-8bee-fa7ce001e898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:51:59.545192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Attempting to bind port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 on network fae5d302-7f64-4475-bb96-04347e4ffd50 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:51:59.556964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:51:59.557390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Checking segment: {'id': '1abaa231-4146-4903-8bee-fa7ce001e898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:51:59.557848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:59.582550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Bound using segment: {'id': '1abaa231-4146-4903-8bee-fa7ce001e898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:51:59.586347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Bound port: 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abaa231-4146-4903-8bee-fa7ce001e898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:51:59.587791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:59.664074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:51:59.736189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:51:59.811359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:51:59.826769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] For port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:51:59.827940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] Sync routers for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:51:59.831174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0845370 Nov 24 09:51:59.831333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e857296-60b9-41ae-9141-c8b4bcbcc6fe tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:51:59.831920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8e857296-60b9-41ae-9141-c8b4bcbcc6fe tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Synchronizing usage tracker for tenant:b419b308589f48cd88b6e04b6010b527 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:51:59.832046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:59.834964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] For port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,segment=NetworkSegment(1abaa231-4146-4903-8bee-fa7ce001e898),segment_id=1abaa231-4146-4903-8bee-fa7ce001e898)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:51:59.844801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:59.850303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de732677-c33f-4429-af9e-ebab6127616c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:51:59.853695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:59.854394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:59.878159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:51:59.887681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:51:59.907028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8e857296-60b9-41ae-9141-c8b4bcbcc6fe tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Unset dirty status for tenant:b419b308589f48cd88b6e04b6010b527 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:51:59.908481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8e857296-60b9-41ae-9141-c8b4bcbcc6fe tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea6f8548-0e57-4cce-8417-e52b221b5be0 HTTP/1.1" status: 200 len: 913 time: 0.3805010 Nov 24 09:51:59.923071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50250) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:51:59.925498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object aa0227aa-9714-4693-91b6-b0162ff37676 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:51:59.928357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Pushing event updated for resources: {'Port': ['ID=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:51:59.935019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:51:59.941731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:59.948456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:51:59.967218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:59.979313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:59.980982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:51:59.985584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:51:59.987048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:00.011792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-5544d3ac-c390-4eb3-90e4-f85800cf009a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:00.013508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-5544d3ac-c390-4eb3-90e4-f85800cf009a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.2508426 Nov 24 09:52:00.061549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b99bf-0180-40cd-b3df-660adb9ce5a9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:00.062620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a4b99bf-0180-40cd-b3df-660adb9ce5a9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:00.080135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:00.093674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:00.094263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0e92c-e270-4c46-9225-2c86e333d4f4 None None] The sync data for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:00.116282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43dc7-651e-4693-9ba9-da8fb82aa96c req-db920992-4391-4961-a160-ca274fcb72b3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:00.117956 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cb43dc7-651e-4693-9ba9-da8fb82aa96c req-db920992-4391-4961-a160-ca274fcb72b3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.4512055 Nov 24 09:52:00.160600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:00.170331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a1d45600-f88b-40f1-81fd-a8f15cb2941c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:00.220258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:00.223993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port b53b18f0-6728-408b-99f8-6bfc4639459d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:00.224429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:00.255941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a4b99bf-0180-40cd-b3df-660adb9ce5a9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:00.260100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6a4b99bf-0180-40cd-b3df-660adb9ce5a9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports/b6376ea8-6153-4b9f-9add-5cf0cff7276d HTTP/1.1" status: 200 len: 910 time: 0.4243586 Nov 24 09:52:00.274211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:00.354178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network fae5d302-7f64-4475-bb96-04347e4ffd50 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:00.372366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:00.384860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cb43dc7-651e-4693-9ba9-da8fb82aa96c req-08654ef8-d49c-4c37-ba18-fc71489007e6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579064 Nov 24 09:52:00.389383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:00.392260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=aa0227aa-9714-4693-91b6-b0162ff37676,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:00.399893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:00.404339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:00.405179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:00.422882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:00.676346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0017292 Nov 24 09:52:00.694218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50260) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:00.716516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': 'fae5d302-7f64-4475-bb96-04347e4ffd50', 'name': 'tempest-PortsIpV6TestJSON-685392312'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:00.750510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:00.755818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267741a-267b-4aaf-a0bf-55669b5a2599 None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'de32a3ba-46fd-4108-a9d5-27883cc7443f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'port_id': '7df20899-c9c2-451f-910b-8514d4d233d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'mac_address': 'fa:16:3e:dd:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:49:48Z', 'updated_at': '2021-11-24T09:50:02Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:00.930332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:01.019978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:01.093443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port b53b18f0-6728-408b-99f8-6bfc4639459d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b53b18f0-6728-408b-99f8-6bfc4639459d,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:01.093860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.187719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:01.253421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:01.262899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for b53b18f0-6728-408b-99f8-6bfc4639459d owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:01.301022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780091-d29c-40e8-b186-d5f783677538 req-df74cfa2-966b-4c10-9daa-c07aff832f03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:01.304169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b5780091-d29c-40e8-b186-d5f783677538 req-df74cfa2-966b-4c10-9daa-c07aff832f03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 946 time: 0.6762223 Nov 24 09:52:01.308980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:01.328778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:01.510069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.516126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b8dabc3-f73e-48dc-8217-5e05d7581c60 tempest-AllowedAddressPairTestJSON-273348200 tempest-AllowedAddressPairTestJSON-273348200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:01.657781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:01.662325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:01.663443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.674804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:01.682230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:01.684281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:01.684872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.684994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0509c-a7c5-4494-adee-e641156ab731 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:01.687292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.692112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:01.710664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] Sync routers for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:01.739453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:01.740048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:01.743601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=ac80463a-c4a2-4bcd-8bff-a63afcaafe2a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:01.757773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:01.789836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "PUT /v2.0/routers/3c6b7ca2-88b3-4284-9a93-2d1865ba33ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5756304 Nov 24 09:52:01.793678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:01.823331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b5780091-d29c-40e8-b186-d5f783677538 req-64c6ba1b-6f9e-498f-bac5-ec83fcf81886 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1e7d9266-77b3-481a-8b92-3980dc6edf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995110 Nov 24 09:52:01.871334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:01.883627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:01.900981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] Routers {'3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:01.901736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:01.923684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4754930 Nov 24 09:52:01.930266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:01.960124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:01.975819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:01.976288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ceb39-13e1-4230-a090-b08d1aae1ebd None None] The sync data for ids ['3c6b7ca2-88b3-4284-9a93-2d1865ba33ef'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:02.002346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.012923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:02.025126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a4dd-67c1-4b44-bff3-fc9ae3128898 req-d543c826-3d95-475c-ad7d-711f91bd71dd tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:02.026848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c302a4dd-67c1-4b44-bff3-fc9ae3128898 req-d543c826-3d95-475c-ad7d-711f91bd71dd tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.4809580 Nov 24 09:52:02.078554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=b53b18f0-6728-408b-99f8-6bfc4639459d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:02.120009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'ac80463a-c4a2-4bcd-8bff-a63afcaafe2a'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:02.120935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.137351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:02.223444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c302a4dd-67c1-4b44-bff3-fc9ae3128898 req-c3d0e163-5949-41f2-a983-dc34684a5a23 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830208 Nov 24 09:52:02.259595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port b53b18f0-6728-408b-99f8-6bfc4639459d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:02.275653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.279703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'name': 'network-vif-deleted', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:02.285262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::3cf (fae5d302-7f64-4475-bb96-04347e4ffd50/85e76a04-d68f-4c31-9048-0bdc9c3287d7/288fc742-97e7-4470-bd3f-1bd8a8dc3635) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:02.301800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:02.329267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Allocated IP 2001:db8::f816:3eff:fe4c:385e (d35a00cd-fc87-44df-a65e-9faae0fcef26/ac80463a-c4a2-4bcd-8bff-a63afcaafe2a/3ce51197-9aea-4727-a20d-37ecc016a187) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:02.333277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:02.396632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:02.402844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.422271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe7041-b045-40d0-a67d-e94feeb17601', 'name': 'network-vif-deleted', 'tag': 'b53b18f0-6728-408b-99f8-6bfc4639459d', 'status': 'completed', 'code': 200} Nov 24 09:52:02.461482 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-167edc5e-0553-4152-b0ae-8eadffeb80bb req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/b53b18f0-6728-408b-99f8-6bfc4639459d HTTP/1.1" status: 204 len: 173 time: 2.3845766 Nov 24 09:52:02.497404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27f575-0cd1-4813-a1fe-06dcebff8798 None None] Network fae5d302-7f64-4475-bb96-04347e4ffd50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:02.711006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.862653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 28ef860b-f01b-4606-810b-febf467779cd no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:02.870653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.949113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object 288fc742-97e7-4470-bd3f-1bd8a8dc3635 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:02.957498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:02.973716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Transition to ACTIVE for port object 3ce51197-9aea-4727-a20d-37ecc016a187 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:03.011695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Transition to ACTIVE for port object 3ce51197-9aea-4727-a20d-37ecc016a187 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:03.022348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Provisioning for port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:03.041908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b53b18f0-6728-408b-99f8-6bfc4639459d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:03.051100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.058865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0f558c5-ea9e-426c-806c-e5290d3410e8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:03.090500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.106400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: b53b18f0-6728-408b-99f8-6bfc4639459d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:03.106819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b53b18f0-6728-408b-99f8-6bfc4639459d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:03.109347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:03.147609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 28ef860b-f01b-4606-810b-febf467779cd {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:03.148150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 28ef860b-f01b-4606-810b-febf467779cd not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:03.160477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Provisioning complete for port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:03.160813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.188844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network fae5d302-7f64-4475-bb96-04347e4ffd50 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:03.201497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=288fc742-97e7-4470-bd3f-1bd8a8dc3635,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:03.204560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:03.206323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7157a7a-1e23-44a8-9f6e-0e1945a312fc req-4904302e-01fd-403c-bc9b-f77fa1153ecc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=58fe7041-b045-40d0-a67d-e94feeb17601 HTTP/1.1" status: 200 len: 210 time: 0.0910478 Nov 24 09:52:03.206675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:03.208991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:03.213461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:03.214466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.220705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:03.229757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:03.250443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:03.254521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5492978 Nov 24 09:52:03.257478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50278) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:03.493633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting port dfb9ada6-ffde-4ba8-93f9-91da5cece1da {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:03.494681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.572092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fb587-4f98-4878-afd3-55943ebb6566 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:03.572537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Pushing event updated for resources: {'Port': ['ID=3ce51197-9aea-4727-a20d-37ecc016a187,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:03.573287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd7fb587-4f98-4878-afd3-55943ebb6566 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:03.586258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:03.607725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Attempting to bind port 3ce51197-9aea-4727-a20d-37ecc016a187 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:03.608153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Attempting to bind port 3ce51197-9aea-4727-a20d-37ecc016a187 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:03.608586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Attempting to bind port 3ce51197-9aea-4727-a20d-37ecc016a187 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:03.625049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd7fb587-4f98-4878-afd3-55943ebb6566 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:03.626827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd7fb587-4f98-4878-afd3-55943ebb6566 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21c HTTP/1.1" status: 200 len: 928 time: 0.3682761 Nov 24 09:52:03.641525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50284) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:03.669390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:03.669840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:03.670611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.670746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:03.671667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Bound port: 3ce51197-9aea-4727-a20d-37ecc016a187, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:03.671832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.680334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aa2f8-b38d-47cd-ab73-2f945ef288d0 req-2b31c2b1-25bf-4779-ab31-b5de7000305c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:03.682045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2e8aa2f8-b38d-47cd-ab73-2f945ef288d0 req-2b31c2b1-25bf-4779-ab31-b5de7000305c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.2751403 Nov 24 09:52:03.734046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.747761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.760015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc6cf9fb-6c0f-49b8-8403-c219320fde3a tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:03.829025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2e8aa2f8-b38d-47cd-ab73-2f945ef288d0 req-f2f4815e-173c-4715-bf67-f914743f0a9c tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896592 Nov 24 09:52:03.840608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-89b171da-bae1-409c-a686-ab633d996cad None None] For port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,segment=NetworkSegment(1abaa231-4146-4903-8bee-fa7ce001e898),segment_id=1abaa231-4146-4903-8bee-fa7ce001e898)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:03.856066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] For port 3ce51197-9aea-4727-a20d-37ecc016a187, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:03.860556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.867240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.869028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] For port 3ce51197-9aea-4727-a20d-37ecc016a187, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ce51197-9aea-4727-a20d-37ecc016a187,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:03.869193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:03.876167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:03.876561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.939949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:03.956821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Pushing event updated for resources: {'Port': ['ID=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:03.961079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.961432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:03.964796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:03.965469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:03.976290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:03.977330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89b171da-bae1-409c-a686-ab633d996cad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:03.988534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=e70e2c1e-aaf9-4e58-b546-7d0954548628,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:03.991370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:04.051477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Calling delete_port for dfb9ada6-ffde-4ba8-93f9-91da5cece1da owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:04.077121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.132819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1957450 Nov 24 09:52:04.138493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50288) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:04.148699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:dd:d0:8e', 'name': 'tempest-NetworksTestDHCPv6-548813903'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:04.150797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Pushing event updated for resources: {'Port': ['ID=3ce51197-9aea-4727-a20d-37ecc016a187,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:04.164168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:04.201019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting port 79945fec-4715-4dee-96c5-45e1b9af1f07 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:04.201362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.404724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:04.409931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Provisioning complete for port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:04.410367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.411373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:04.414977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:04.428710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:04.509553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:04.533007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port b6376ea8-6153-4b9f-9add-5cf0cff7276d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:04.533366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.607027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50294) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:04.634715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.646756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f7b9e41-70dc-498e-93a5-e2a86d8235d4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:04.722326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Port': ['ID=dfb9ada6-ffde-4ba8-93f9-91da5cece1da,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:04.778422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Provisioning for port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:04.804424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.806732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Provisioning complete for port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:04.807007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.836221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:04.962402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:05.061613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.067220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:05.087610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Calling delete_port for 79945fec-4715-4dee-96c5-45e1b9af1f07 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:05.117764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Provisioning for port aa0227aa-9714-4693-91b6-b0162ff37676 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:05.150929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Provisioning complete for port aa0227aa-9714-4693-91b6-b0162ff37676 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:05.151349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.257783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9d4a77fd-953a-4c0d-ae95-486b6f5da683 None None] Port aa0227aa-9714-4693-91b6-b0162ff37676 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:05.280178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:05.281176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.284950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:05.338433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.390961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e9cc0d2f-e7d5-4408-a0a7-6100e19497c0 None None] Provisioning complete for port aa0227aa-9714-4693-91b6-b0162ff37676 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:05.391279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9cc0d2f-e7d5-4408-a0a7-6100e19497c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.437986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 288fc742-97e7-4470-bd3f-1bd8a8dc3635 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:05.513110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc0d2f-e7d5-4408-a0a7-6100e19497c0 None None] Port aa0227aa-9714-4693-91b6-b0162ff37676 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:05.516113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ce51197-9aea-4727-a20d-37ecc016a187 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:05.601292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3ce51197-9aea-4727-a20d-37ecc016a187 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:05.661372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7d852a3f-8be2-47a9-8c8d-dd3a5581087e None None] Provisioning complete for port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:05.661877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d852a3f-8be2-47a9-8c8d-dd3a5581087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.713765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:05.776665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7d852a3f-8be2-47a9-8c8d-dd3a5581087e None None] Port 288fc742-97e7-4470-bd3f-1bd8a8dc3635 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:05.795526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port f09afcf4-6489-4b94-98c8-488eb15ea3e4 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:05.863148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063235c-0a50-4db9-92bb-d62e0110cee1 req-acde267b-43fc-4109-9148-bf44ae4dde2e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:05.871785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5063235c-0a50-4db9-92bb-d62e0110cee1 req-acde267b-43fc-4109-9148-bf44ae4dde2e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.5855501 Nov 24 09:52:05.902876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.049792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.107305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5063235c-0a50-4db9-92bb-d62e0110cee1 req-c887a38f-5e5d-4e59-8556-523876e7b60b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342629 Nov 24 09:52:06.288038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for b6376ea8-6153-4b9f-9add-5cf0cff7276d owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:06.340754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.354798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce539eaa-3078-4818-b35d-1b53f19b4245 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:06.422975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=288fc742-97e7-4470-bd3f-1bd8a8dc3635,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:06.425913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:06.433351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.453694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8bab4151-da16-417e-bee6-7749e64dc5e3 tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:06.533732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.581911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Port': ['ID=79945fec-4715-4dee-96c5-45e1b9af1f07,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:06.584997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:06.588441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.594398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4871cf01-5722-4685-94da-2b1fb3bb88b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:06.604632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 172.20.0.13 (d35a00cd-fc87-44df-a65e-9faae0fcef26/e70e2c1e-aaf9-4e58-b546-7d0954548628/f09afcf4-6489-4b94-98c8-488eb15ea3e4) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:06.617387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fedd:d08e (d35a00cd-fc87-44df-a65e-9faae0fcef26/ac80463a-c4a2-4bcd-8bff-a63afcaafe2a/f09afcf4-6489-4b94-98c8-488eb15ea3e4) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:06.687762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d9266-77b3-481a-8b92-3980dc6edf5c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:06.699275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:06.771065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649b1da-f4c6-432d-b712-896668faef05 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:06.778558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:06.779890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e7d9266-77b3-481a-8b92-3980dc6edf5c HTTP/1.1" status: 204 len: 168 time: 2.1725311 Nov 24 09:52:06.788723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/288fc742-97e7-4470-bd3f-1bd8a8dc3635 HTTP/1.1" status: 204 len: 168 time: 3.1448874 Nov 24 09:52:06.789653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:06.832743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50306) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:06.971500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.036446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccba73da-cc5f-4436-9cd7-12f1859b48be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:07.036825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Provisioning for port 3ce51197-9aea-4727-a20d-37ecc016a187 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:07.047879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Router ea6f8548-0e57-4cce-8417-e52b221b5be0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:07.053869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Provisioning complete for port 3ce51197-9aea-4727-a20d-37ecc016a187 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:07.054525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.086074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc621b4-74b0-44a0-b5bc-300ffd79146e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:52:07.086858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdc621b4-74b0-44a0-b5bc-300ffd79146e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:07.169087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=b6376ea8-6153-4b9f-9add-5cf0cff7276d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:07.182518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:07.191293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdc621b4-74b0-44a0-b5bc-300ffd79146e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:07.195373 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdc621b4-74b0-44a0-b5bc-300ffd79146e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/288fc742-97e7-4470-bd3f-1bd8a8dc3635 HTTP/1.1" status: 404 len: 333 time: 0.3944347 Nov 24 09:52:07.274805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.303235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:07.319603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'ac80463a-c4a2-4bcd-8bff-a63afcaafe2a', 'ip_address': '2001:db8::f816:3eff:fe4c:385e'}, {'subnet_id': 'e70e2c1e-aaf9-4e58-b546-7d0954548628'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '3ce51197-9aea-4727-a20d-37ecc016a187'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:52:07.362415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] For port 3ce51197-9aea-4727-a20d-37ecc016a187, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ce51197-9aea-4727-a20d-37ecc016a187,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:07.368560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.373759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c4728a4-4da7-44d8-84c8-237362024d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:07.385767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.396481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.435874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.436440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object f09afcf4-6489-4b94-98c8-488eb15ea3e4 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:07.512993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Pushing event updated for resources: {'Port': ['ID=3ce51197-9aea-4727-a20d-37ecc016a187,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:07.517268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:07.748642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port aa0227aa-9714-4693-91b6-b0162ff37676 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:07.749789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.852934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 6b0ec726-2bd2-4576-af7b-30a66f31bc81 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:07.864150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.883802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.927276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:07.962423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141a783-859b-427d-8c4b-f66f74367e78 req-719f0ad1-6045-424b-84bc-7743383b633f tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:07.964193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3141a783-859b-427d-8c4b-f66f74367e78 req-719f0ad1-6045-424b-84bc-7743383b633f tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.6415038 Nov 24 09:52:07.967766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.017828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.025649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:08.039579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:08.047723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] Sync routers for ids ['ea6f8548-0e57-4cce-8417-e52b221b5be0'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:08.055062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Allocated IP 172.20.0.2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/e70e2c1e-aaf9-4e58-b546-7d0954548628/3ce51197-9aea-4727-a20d-37ecc016a187) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:08.061543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] Routers {'ea6f8548-0e57-4cce-8417-e52b221b5be0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:08.063266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['ea6f8548-0e57-4cce-8417-e52b221b5be0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:08.110961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.115278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.115965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Fanout notify agent at l3_agent the message router_deleted on router 3c6b7ca2-88b3-4284-9a93-2d1865ba33ef {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:52:08.225084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "PUT /v2.0/routers/ea6f8548-0e57-4cce-8417-e52b221b5be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3010588 Nov 24 09:52:08.229441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.233963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/routers/3c6b7ca2-88b3-4284-9a93-2d1865ba33ef HTTP/1.1" status: 204 len: 168 time: 6.4390292 Nov 24 09:52:08.237640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50316) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:08.237873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:08.242781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:08.292070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] For port 3ce51197-9aea-4727-a20d-37ecc016a187, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ce51197-9aea-4727-a20d-37ecc016a187,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:08.314099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=f09afcf4-6489-4b94-98c8-488eb15ea3e4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:08.318082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:08.319120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:08.321957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:08.329055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.352404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Transition to ACTIVE for port object 3ce51197-9aea-4727-a20d-37ecc016a187 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:08.353611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:08.357057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.363462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:52:08.364074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bb5299b-2da8-4cf9-a1ab-c8563addd438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:08.371551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] Routers {'ea6f8548-0e57-4cce-8417-e52b221b5be0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:08.372706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['ea6f8548-0e57-4cce-8417-e52b221b5be0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:08.398841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3141a783-859b-427d-8c4b-f66f74367e78 req-11c0081a-c402-4ff9-b43d-8ba390aee0e3 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973627 Nov 24 09:52:08.466029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:08.466493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc0a2b-7326-4f6c-850a-5d4555e1bc40 None None] The sync data for ids ['ea6f8548-0e57-4cce-8417-e52b221b5be0'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:08.517670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:08.518409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.523328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.547079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.580518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Pushing event updated for resources: {'Port': ['ID=3ce51197-9aea-4727-a20d-37ecc016a187,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:08.592080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:08.601778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.667823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5281172 Nov 24 09:52:08.677305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50324) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:08.785859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ce51197-9aea-4727-a20d-37ecc016a187 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:08.801966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for aa0227aa-9714-4693-91b6-b0162ff37676 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:08.818624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:08.824785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef1f56a5-8f47-4b59-b9f6-9aee6cc236bf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:08.936759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0ec726-2bd2-4576-af7b-30a66f31bc81,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:08.940083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:09.012082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.020059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2549fe-a526-47a7-a90d-2d371dd2712d None None] Network 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:09.048732 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/6b0ec726-2bd2-4576-af7b-30a66f31bc81 HTTP/1.1" status: 204 len: 168 time: 2.1995931 Nov 24 09:52:09.068001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Deleting subnet 10c64bd5-156a-4014-ad9f-2a00a0eb7f8f {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:09.071463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.105430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50328) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:09.134531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e95e800-d053-435f-9ae0-0f8c38ecdbd4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:09.138228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.139141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e95e800-d053-435f-9ae0-0f8c38ecdbd4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:09.140258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e95e800-d053-435f-9ae0-0f8c38ecdbd4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:09.228115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.259253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.352304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.358193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e95e800-d053-435f-9ae0-0f8c38ecdbd4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:09.363928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e95e800-d053-435f-9ae0-0f8c38ecdbd4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6854968 Nov 24 09:52:09.365456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50332) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:09.399988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] DHCP port deletion for 7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:09.406572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Deleting port d502e15a-c689-4ae4-8be6-09434b6df5e6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:09.407338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.414148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.524178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port d502e15a-c689-4ae4-8be6-09434b6df5e6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:09.524947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.601061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.608705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Fanout notify agent at l3_agent the message router_deleted on router ea6f8548-0e57-4cce-8417-e52b221b5be0 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:52:09.644171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.648011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port f09afcf4-6489-4b94-98c8-488eb15ea3e4 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:09.648412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.668245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:09.705039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.708886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78421171-2cba-43fb-bb3b-52820f2ec2ac tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "DELETE /v2.0/routers/ea6f8548-0e57-4cce-8417-e52b221b5be0 HTTP/1.1" status: 204 len: 168 time: 1.4622483 Nov 24 09:52:09.709076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.719264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50342) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:09.800121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Subnet': ['ID=10c64bd5-156a-4014-ad9f-2a00a0eb7f8f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:09.802148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] For port d502e15a-c689-4ae4-8be6-09434b6df5e6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d502e15a-c689-4ae4-8be6-09434b6df5e6,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:09.802933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.819634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:09.820234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:09.877983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=aa0227aa-9714-4693-91b6-b0162ff37676,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:09.881292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:09.889307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:09.963780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.079386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/subnets/10c64bd5-156a-4014-ad9f-2a00a0eb7f8f HTTP/1.1" status: 204 len: 168 time: 1.8335865 Nov 24 09:52:10.080963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:10.169552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/aa0227aa-9714-4693-91b6-b0162ff37676 HTTP/1.1" status: 204 len: 168 time: 2.8629560 Nov 24 09:52:10.185170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50350) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:10.217404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Calling delete_port for d502e15a-c689-4ae4-8be6-09434b6df5e6 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:10.298723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b0c24-5469-434e-b465-10ad630923f1 req-954e31a7-7173-4b25-b56a-15fff8beddfa tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:10.300484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f6b0c24-5469-434e-b465-10ad630923f1 req-954e31a7-7173-4b25-b56a-15fff8beddfa tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.6376889 Nov 24 09:52:10.306267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8209b1f-4361-4ab2-ae7a-458db7e1e614 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:52:10.306867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a8209b1f-4361-4ab2-ae7a-458db7e1e614 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:10.320199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.326035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f73c9b2a-ca63-4a23-8717-cc88f70aee60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:10.366768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-edce3d55-136d-43bd-9725-cf4f5214a33f None None] Provisioning for port 3ce51197-9aea-4727-a20d-37ecc016a187 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:10.403161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] No DVR routers for this DVR port d502e15a-c689-4ae4-8be6-09434b6df5e6 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:10.413434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-edce3d55-136d-43bd-9725-cf4f5214a33f None None] Provisioning complete for port 3ce51197-9aea-4727-a20d-37ecc016a187 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:10.414177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edce3d55-136d-43bd-9725-cf4f5214a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.443002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Pushing event deleted for resources: {'Port': ['ID=d502e15a-c689-4ae4-8be6-09434b6df5e6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:10.453883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:10.462666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.477190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.490447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a8209b1f-4361-4ab2-ae7a-458db7e1e614 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:10.494504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a8209b1f-4361-4ab2-ae7a-458db7e1e614 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/aa0227aa-9714-4693-91b6-b0162ff37676 HTTP/1.1" status: 404 len: 333 time: 0.3078635 Nov 24 09:52:10.495595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50354) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:10.615940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f6b0c24-5469-434e-b465-10ad630923f1 req-68c92e77-a764-4689-b54b-14e2fb6a9611 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037684 Nov 24 09:52:10.730725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting subnet ad318a3b-c029-4a0e-94bd-cb21a891f6d3 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:10.744164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port d502e15a-c689-4ae4-8be6-09434b6df5e6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d502e15a-c689-4ae4-8be6-09434b6df5e6,segment=NetworkSegment(bcddca03-1ed4-4790-beee-15bb6b60a80d),segment_id=bcddca03-1ed4-4790-beee-15bb6b60a80d)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:10.744393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.754361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aaf5ffe3-30f7-470f-aeaf-16f4ec5c7c68 None None] Provisioning for port f09afcf4-6489-4b94-98c8-488eb15ea3e4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:10.761581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.766795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aaf5ffe3-30f7-470f-aeaf-16f4ec5c7c68 None None] Provisioning complete for port f09afcf4-6489-4b94-98c8-488eb15ea3e4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:10.769794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ffe3-30f7-470f-aeaf-16f4ec5c7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.798306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.868184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d502e15a-c689-4ae4-8be6-09434b6df5e6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:10.905388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:10.922838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:10.930967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d502e15a-c689-4ae4-8be6-09434b6df5e6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:10.931372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d502e15a-c689-4ae4-8be6-09434b6df5e6 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:10.951060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ffe3-30f7-470f-aeaf-16f4ec5c7c68 None None] Port f09afcf4-6489-4b94-98c8-488eb15ea3e4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:10.973723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0334a75-a18d-42ba-bd02-99795266b387']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:10.998786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bf69e4-514f-46de-ab11-148362067d7a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:10.999185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bf69e4-514f-46de-ab11-148362067d7a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:11.008505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 63e172a7-acb5-4086-94cc-ab3a6f52eccc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:52:11.107448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for d502e15a-c689-4ae4-8be6-09434b6df5e6 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:11.145660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for f09afcf4-6489-4b94-98c8-488eb15ea3e4 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:11.175690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:11.193565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'port_id': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'mac_address': 'fa:16:3e:8d:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:52:11.227625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.258159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.263586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.278252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e172a7-acb5-4086-94cc-ab3a6f52eccc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:52:11.295045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:11.299589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.301559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f05f82b0-d485-4560-a321-12730954de1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:11.361666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.373686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 85e76a04-d68f-4c31-9048-0bdc9c3287d7 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:11.377510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.377808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:11.382395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:11.384504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:11.384980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:11.449338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13f9eb92-134e-46ac-95c6-0fd3cbfdab1f req-95ac92a1-7332-4232-a81b-93edbe40d6bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1099 time: 0.4470336 Nov 24 09:52:11.464512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:11.464956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:11.489765 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:11.492653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.520485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['63e172a7-acb5-4086-94cc-ab3a6f52eccc'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:52:11.618387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.623878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13f9eb92-134e-46ac-95c6-0fd3cbfdab1f req-18266f8e-0abe-4665-9172-af403bbbc8ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649597 Nov 24 09:52:11.628859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.660505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f475dccf-7998-4c17-9c0b-ca67bc205fa3 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:11.660777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.669465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-30798a0d-0e37-4284-82b3-e15272cfdd9b tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:11.687751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.697031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Pushing event deleted for resources: {'Network': ['ID=a0334a75-a18d-42ba-bd02-99795266b387,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:11.712611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:11.715066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.723113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=f09afcf4-6489-4b94-98c8-488eb15ea3e4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:11.725934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:11.729398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2193868-9fd7-4b20-88f8-cce751deb02d tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:11.751160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] 10.222.0.55 "DELETE /v2.0/networks/a0334a75-a18d-42ba-bd02-99795266b387 HTTP/1.1" status: 204 len: 168 time: 1.6607978 Nov 24 09:52:11.774117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:11.778694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Subnet': ['ID=ad318a3b-c029-4a0e-94bd-cb21a891f6d3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:11.781861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:11.781990 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5056572 Nov 24 09:52:11.785089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50362) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:11.801027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] Sync routers for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:11.855651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:11.856400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:11.872267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.885802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port d502e15a-c689-4ae4-8be6-09434b6df5e6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:11.886178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:11.960750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d56b9-6c33-4e14-9200-a3749c59bbda None None] Network 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:12.030572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.030854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.099766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] The port 'd502e15a-c689-4ae4-8be6-09434b6df5e6' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:52:12.101614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "DELETE /v2.0/subnets/ad318a3b-c029-4a0e-94bd-cb21a891f6d3 HTTP/1.1" status: 204 len: 168 time: 2.3812032 Nov 24 09:52:12.105297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:12.226571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:12.227624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.260195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.266210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/f09afcf4-6489-4b94-98c8-488eb15ea3e4 HTTP/1.1" status: 204 len: 168 time: 2.8971472 Nov 24 09:52:12.282138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50372) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:12.313359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50376) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:12.352430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.352906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45f092-bfee-40ce-b0bd-da8e5315218b None None] The sync data for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:12.412269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.444441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Deleting port c994276a-68d4-41b0-9261-40d0e2a7c970 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:12.445264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.476452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.489005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e92bb00a-99b6-4b60-8fb6-f8143f3902a2 tempest-RoutersAdminTest-1533988770 tempest-RoutersAdminTest-1533988770-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:12.519243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c93b-2840-4515-afa1-5d2ecd91ec17 req-6dacf07e-4882-4a85-93a3-8acacb537be0 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:12.529198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4625c93b-2840-4515-afa1-5d2ecd91ec17 req-6dacf07e-4882-4a85-93a3-8acacb537be0 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 945 time: 0.7018883 Nov 24 09:52:12.552425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=85e76a04-d68f-4c31-9048-0bdc9c3287d7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:12.582559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.585093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:12.590745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.596591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483c102c-b6f8-49dc-bac4-e559b48abe9e None None] Network fae5d302-7f64-4475-bb96-04347e4ffd50 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:12.630441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] DHCP port deletion for 3647e5d0-2f03-4c11-81f1-2fae7e41ec06 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:12.657835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/85e76a04-d68f-4c31-9048-0bdc9c3287d7 HTTP/1.1" status: 204 len: 168 time: 2.1566844 Nov 24 09:52:12.658825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50382) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:12.679286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4625c93b-2840-4515-afa1-5d2ecd91ec17 req-26b2bc6f-a11f-4649-87db-44f29bf419d5 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476758 Nov 24 09:52:12.701489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Deleting port c994276a-68d4-41b0-9261-40d0e2a7c970 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:12.710464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.729599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5ceaba-0ae1-4738-b38e-ec1faf9eba76']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.741530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:12.743202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:12.744707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:12.745607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:12.763034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcddca03-1ed4-4790-beee-15bb6b60a80d') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.763428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcddca03-1ed4-4790-beee-15bb6b60a80d') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:12.787983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.801573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:12.805867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-324633c8-66a0-4728-b3b2-3d42047f90b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5225344 Nov 24 09:52:12.806772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50386) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:12.890698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.895970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c994276a-68d4-41b0-9261-40d0e2a7c970 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:12.933379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:12.933837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.971150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.991514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:12.997597 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:13.047958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 63e172a7-acb5-4086-94cc-ab3a6f52eccc up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:13.090005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] For port c994276a-68d4-41b0-9261-40d0e2a7c970, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c994276a-68d4-41b0-9261-40d0e2a7c970,segment=NetworkSegment(7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4),segment_id=7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:13.090005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.156865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d77be975-50a0-4e59-94b1-3a90d1463036 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5f53ede06384d6e8a8b862c5da41ee0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7644832 Nov 24 09:52:13.165750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50390) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:13.212398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.231425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc57e262-0297-42ad-9cad-f6311ee9adbe tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:13.262290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.269232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=7b5ceaba-0ae1-4738-b38e-ec1faf9eba76,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:13.275323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:13.288004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet ac80463a-c4a2-4bcd-8bff-a63afcaafe2a {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:13.295545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.302170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:13.302529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.352408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/7b5ceaba-0ae1-4738-b38e-ec1faf9eba76 HTTP/1.1" status: 204 len: 168 time: 4.2359755 Nov 24 09:52:13.355989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50394) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:13.392064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.393078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.423324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] For port c994276a-68d4-41b0-9261-40d0e2a7c970, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c994276a-68d4-41b0-9261-40d0e2a7c970,segment=NetworkSegment(7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4),segment_id=7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:13.423794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.440493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 63e172a7-acb5-4086-94cc-ab3a6f52eccc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:13.440904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.479054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.614914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Calling delete_port for c994276a-68d4-41b0-9261-40d0e2a7c970 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:13.622791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bf124-4772-490e-859c-533148f6c61a None None] DHCP port deletion for fae5d302-7f64-4475-bb96-04347e4ffd50 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:13.803112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Calling delete_port for c994276a-68d4-41b0-9261-40d0e2a7c970 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:13.847178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Deleting port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:13.847612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.911864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:13.955322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.074446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85de8451-ce34-4435-8c07-9a8ed8162bcf tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:14.076511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:14.077180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:14.095849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port c12f1e45-f25b-44e3-b006-4f6c09d1002b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:14.096234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.109672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] No DVR routers for this DVR port c994276a-68d4-41b0-9261-40d0e2a7c970 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:14.128887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.140443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.206768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Port': ['ID=c994276a-68d4-41b0-9261-40d0e2a7c970,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:14.209433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:14.217633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.229951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8220aebb-3b70-4e5e-ae5d-e55dd14b4460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:14.252779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:14.260323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b50bf124-4772-490e-859c-533148f6c61a None None] For port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,segment=NetworkSegment(1abaa231-4146-4903-8bee-fa7ce001e898),segment_id=1abaa231-4146-4903-8bee-fa7ce001e898)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:14.260859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.263428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed1412-0aa3-4e5f-ae95-dd4265d959ea,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:14.272699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:14.302423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.307254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2ed1412-0aa3-4e5f-ae95-dd4265d959ea HTTP/1.1" status: 204 len: 168 time: 1.1360285 Nov 24 09:52:14.350714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:14.415047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.425484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Calling delete_port for 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:14.436669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.454793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8afa8be1-8c50-4602-8957-91f05de5d42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:14.467186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3647e5d0-2f03-4c11-81f1-2fae7e41ec06']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:14.475320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.475707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.488513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'code': 200} Nov 24 09:52:14.572461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:14.576172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:14.578652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Deleting port c994276a-68d4-41b0-9261-40d0e2a7c970 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:14.579111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.599316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,segment=NetworkSegment(1abaa231-4146-4903-8bee-fa7ce001e898),segment_id=1abaa231-4146-4903-8bee-fa7ce001e898)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:14.599956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.610005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.617218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:14.617691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6ef3f9-2ea4-4342-9f31-2f1e438aaac4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:14.619972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:14.706786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e099abf0-651a-4be1-ac8e-f3bf8bbdb379 None None] The port 'c994276a-68d4-41b0-9261-40d0e2a7c970' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:52:14.707989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Pushing event deleted for resources: {'Port': ['ID=0ba1a433-2c4a-4fdb-9a6e-489d6e973061,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:14.710966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:14.714176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bf124-4772-490e-859c-533148f6c61a None None] No DVR routers for this DVR port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:14.734951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for c12f1e45-f25b-44e3-b006-4f6c09d1002b owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:14.781958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd82903-a303-45d4-833e-ccdb1d4043b9 req-4841253e-8f44-4d34-9083-f9b96789b4a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:14.783798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7cd82903-a303-45d4-833e-ccdb1d4043b9 req-4841253e-8f44-4d34-9083-f9b96789b4a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 945 time: 0.9534585 Nov 24 09:52:14.793884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:14.804108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.804711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:14.814684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-841e6405-95f6-4e2c-9616-7709286369a1 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:14.823403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.849076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:14.849575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:14.870500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=ac80463a-c4a2-4bcd-8bff-a63afcaafe2a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:14.877156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:14.883371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.890720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89916f-f941-4952-a57b-d77599ebce35 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:14.916521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/ac80463a-c4a2-4bcd-8bff-a63afcaafe2a HTTP/1.1" status: 204 len: 168 time: 2.0898280 Nov 24 09:52:14.917375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50410) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:14.945434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.971173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:14.971581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:14.993002 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:15.105575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet e70e2c1e-aaf9-4e58-b546-7d0954548628 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:15.111690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.114112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7cd82903-a303-45d4-833e-ccdb1d4043b9 req-30da3cb3-a8b1-4a60-a0a7-377a2cff4432 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803721 Nov 24 09:52:15.154419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:15.154742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:15.157097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.162076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd62ec9b-8a64-4f25-a6df-fb29d8196f57 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:15.178631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.181581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:15.200674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.267678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Pushing event deleted for resources: {'Network': ['ID=3647e5d0-2f03-4c11-81f1-2fae7e41ec06,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:15.282173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:15.292508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.299841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0934353-3c87-40e5-b43a-d4260fd9b3e8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:15.301573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] 10.222.0.55 "DELETE /v2.0/networks/3647e5d0-2f03-4c11-81f1-2fae7e41ec06 HTTP/1.1" status: 204 len: 168 time: 3.1937311 Nov 24 09:52:15.348490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48dacf57-4700-499e-a87f-ef5832d15edb tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/floatingips/45444b75-1946-4c55-9a46-e36d88a60efb HTTP/1.1" status: 200 len: 993 time: 0.1593208 Nov 24 09:52:15.356674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=c12f1e45-f25b-44e3-b006-4f6c09d1002b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:15.359634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.404915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:15.531221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port c1caffc9-98ee-41eb-863e-8eec5b9c81fb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:15.532817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.556856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.660116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 0ba1a433-2c4a-4fdb-9a6e-489d6e973061 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:15.660494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.693720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50432) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:15.709396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.718834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-687cb6d1-c908-4b5b-ba22-5e571013dd86 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:15.768260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=e70e2c1e-aaf9-4e58-b546-7d0954548628,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:15.774818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:15.786678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:15.794640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] The port '0ba1a433-2c4a-4fdb-9a6e-489d6e973061' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:52:15.797119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:15.840945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/e70e2c1e-aaf9-4e58-b546-7d0954548628 HTTP/1.1" status: 204 len: 168 time: 0.9163289 Nov 24 09:52:15.844090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50440) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:15.963841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5fbf497c-f10a-4d43-9464-1c1fc0ac644b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183183 Nov 24 09:52:15.970524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50448) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:15.982514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:16.081920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'networks': [{'name': 'tempest-network--860416144'}, {'name': 'tempest-network--502243936'}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:16.082518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-network--860416144'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:16.083070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-network--502243936'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:16.089354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.155201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:16.168802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.218743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-effa0b77-b0df-48ab-889e-47a274b7539b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b419b308589f48cd88b6e04b6010b527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5190477 Nov 24 09:52:16.219222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:16.221593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50452) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:16.230361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:network and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:16.241861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:16.251103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:16.283535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:16.300895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:16.311697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for c1caffc9-98ee-41eb-863e-8eec5b9c81fb owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:16.317591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:16.324027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.346937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:16.412903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae5d302-7f64-4475-bb96-04347e4ffd50']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:16.429245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'network': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:16.435513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.461729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abaa231-4146-4903-8bee-fa7ce001e898') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:16.462086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abaa231-4146-4903-8bee-fa7ce001e898') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:16.465527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.487767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.501942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.548681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a144c84-d4d4-47a5-83a4-62005ca72c8f None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:16.554111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.570156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:16.573213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:16.573213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:16.590734 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:16.598982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:security_group_rule and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:16.613787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:16.627232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.684310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:16.717937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.722660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.761155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ebadcca-9610-4a46-bb71-9f6a3839d750 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:16.800446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=fae5d302-7f64-4475-bb96-04347e4ffd50,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:16.823300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/fae5d302-7f64-4475-bb96-04347e4ffd50 HTTP/1.1" status: 204 len: 168 time: 4.1595321 Nov 24 09:52:16.829525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50456) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:16.834791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.835076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.835459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.836321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.836321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.836659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.837067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.837479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.837887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.838385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.838882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:16.843617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:16.852641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef345103-a34f-440e-a704-3b57c5d60175 None None] Provisioning complete for port 3ce51197-9aea-4727-a20d-37ecc016a187 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:16.853143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef345103-a34f-440e-a704-3b57c5d60175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.871374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.883782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b395b84-a740-4d34-9798-7ad44cdca1ba tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:16.890963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:16.900028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1831760664'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:16.905851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:16.910055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:16.929236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8054a42f-8510-43f8-82b2-f1f57ceef8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:16.941019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=c1caffc9-98ee-41eb-863e-8eec5b9c81fb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:16.944265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:16.949720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:16.964381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:16.967723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb19ad3-300d-487d-8937-47c33e451395,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:17.022705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.023317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.023862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.024466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.024997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.025541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.026071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.026665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.027223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.027988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.028568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:17.050978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:17.057312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:17.065204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.103539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.109622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcb19ad3-300d-487d-8937-47c33e451395 HTTP/1.1" status: 204 len: 168 time: 0.8808625 Nov 24 09:52:17.128767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:17.136166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Deleting port 3ce51197-9aea-4727-a20d-37ecc016a187 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:17.136852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.164126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:17.222641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.223623 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment ef7a8639-2d18-468a-a1c0-044595f135f6 of type vlan for network 115058ab-634c-4564-82bc-9b29a4646f84 Nov 24 09:52:17.329580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:17.479806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] For port 3ce51197-9aea-4727-a20d-37ecc016a187, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ce51197-9aea-4727-a20d-37ecc016a187,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:17.480689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.589867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.595972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.596559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.611373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:17.653254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1378c8-66be-41c5-9ff0-d3dd10078155,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:17.662952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:17.664698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.668900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Calling delete_port for 3ce51197-9aea-4727-a20d-37ecc016a187 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:17.727277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.755625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:17.793594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.803012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4c36369-d778-4896-acab-7ea25feacbbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:17.834224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.834522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment a5ca611e-3a6b-4935-b1eb-258208bfb718 of type vlan for network ecfd5509-ced1-40c2-bcee-1a2db42837a9 Nov 24 09:52:17.861718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Pushing event deleted for resources: {'Port': ['ID=3ce51197-9aea-4727-a20d-37ecc016a187,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:17.862069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.868053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:17.871675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-94e1ba77-e95b-4e3e-8e99-34597826ffaf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:17.872548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] No DVR routers for this DVR port 3ce51197-9aea-4727-a20d-37ecc016a187 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:17.940256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.944776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:17.945397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:17.981988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:17.989810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:18.001524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:18.001972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.004191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb10ca-71a4-447d-a59b-794c699ed3dd None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:18.006128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:18.011665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:18.020462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c49575b4-3e88-4176-8c88-9e6b52727730 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:18.021752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.044800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2105310 Nov 24 09:52:18.048803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50470) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:18.062095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '115058ab-634c-4564-82bc-9b29a4646f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:18.206304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2343659 Nov 24 09:52:18.219248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:18.224073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=115058ab-634c-4564-82bc-9b29a4646f84,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:18.229251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:18.254809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 115058ab-634c-4564-82bc-9b29a4646f84 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:18.283929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:18.290959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:18.298309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:18.298542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.349054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:18.351442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:18.368992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/de32a3ba-46fd-4108-a9d5-27883cc7443f HTTP/1.1" status: 204 len: 168 time: 4.9837916 Nov 24 09:52:18.368992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:18.372730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:18.374738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.477984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6', 'status': 'completed', 'code': 200} Nov 24 09:52:18.527781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:18.590848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:18.594642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:18.602512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:18.622826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:18.628696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:18.631924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:18.638220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:18.649808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:18.654876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:18.802626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.855863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:18.856760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment 62fe4269-b48f-4668-bd8c-a110a9e7d7ee of type vlan for network b8ace0ac-f7ea-4220-a82d-4cff2e4c9322 Nov 24 09:52:18.878006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:18.899908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:19.040531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Allocated IP 2001:db8::f816:3eff:fe85:6d7e (d35a00cd-fc87-44df-a65e-9faae0fcef26/fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a/5cb3ec18-0217-407b-b1c8-2b3569b9d860) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:19.048544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-e0ef6859-5558-4414-8cc4-b47a302e3031 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 1098 time: 0.2029569 Nov 24 09:52:19.169612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:19.238611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.248436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50492) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:19.272114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:19.277146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:52:19.291954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:19.292946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:19.354159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.369659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Transition to ACTIVE for port object 5cb3ec18-0217-407b-b1c8-2b3569b9d860 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:19.372223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-a8ee740c-5298-47ea-878f-4739af815adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:19.373864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-a8ee740c-5298-47ea-878f-4739af815adc service neutron] 10.222.0.61 "GET /v2.0/networks?id=e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 200 len: 898 time: 0.3180556 Nov 24 09:52:19.395947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Transition to ACTIVE for port object 5cb3ec18-0217-407b-b1c8-2b3569b9d860 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:19.472864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ce51197-9aea-4727-a20d-37ecc016a187 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:19.512237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:19.523537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3ce51197-9aea-4727-a20d-37ecc016a187 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:19.524200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ce51197-9aea-4727-a20d-37ecc016a187 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:19.531525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-0d8464c7-bee1-4849-abea-d2a35265bfee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 200 len: 217 time: 0.1491396 Nov 24 09:52:19.533318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.541446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.600502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2210be9a-a9f7-4cfa-a2f5-91cb3179047a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:19.607878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.608563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.613942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:19.617482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:19.618207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.649522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40812802'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:19.663969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:19.672199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:19.692428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:19.700101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:19.701814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:19.707735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:19.708198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b74-58ae-477c-bdb2-0fda60e31557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.713541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:19.719360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:19.721453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-97af9820-945e-4f57-992f-7efe203868c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:19.723101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-97af9820-945e-4f57-992f-7efe203868c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 200 len: 835 time: 0.1854861 Nov 24 09:52:19.727986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:19.734104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.738796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Pushing event updated for resources: {'Port': ['ID=5cb3ec18-0217-407b-b1c8-2b3569b9d860,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:19.741913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:19.796955 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.9468195 Nov 24 09:52:19.801651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50498) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:19.835617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.872325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Attempting to bind port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:19.872802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Attempting to bind port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:19.873505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Attempting to bind port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:19.883874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:19.884316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:19.884785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.885238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:19.885786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Bound port: 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:19.886188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:19.893938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:19.898545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c773d-a385-4f85-8661-a0385e5bf871 None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:51:52Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7', 'name': '', 'network_id': 'e4a7a2de-4470-4af4-95be-2370ca1366aa', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:42:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:43Z', 'updated_at': '2021-11-24T09:49:09Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'fc3bec09-5554-4e6d-942d-a92a67055433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:20.007987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] For port 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:20.012910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] For port 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5cb3ec18-0217-407b-b1c8-2b3569b9d860,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:20.017387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.032009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc530042-a9c4-44c5-af98-3bc6da9834c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:20.032292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:20.049984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:security_group_rule and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:20.053132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810b129-3147-4efc-9da1-7760120bc463 req-e07bb3b1-ec95-45bc-b6ab-e4b17c025f60 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.054935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5810b129-3147-4efc-9da1-7760120bc463 req-e07bb3b1-ec95-45bc-b6ab-e4b17c025f60 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.8047814 Nov 24 09:52:20.055748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=ecfd5509-ced1-40c2-bcee-1a2db42837a9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:20.071459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-b1a8630e-1edd-4713-a837-3cd56d12358c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e4a7a2de-4470-4af4-95be-2370ca1366aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3176670 Nov 24 09:52:20.084795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:20.098259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:20.099474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ecfd5509-ced1-40c2-bcee-1a2db42837a9 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:20.123717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:20.129703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3434775 Nov 24 09:52:20.135182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50502) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:20.148674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9adb4-8e7d-42ac-8402-5b51c379f6c9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.153067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9adb4-8e7d-42ac-8402-5b51c379f6c9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.155117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] Sync routers for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:20.160840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9adb4-8e7d-42ac-8402-5b51c379f6c9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.166813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9adb4-8e7d-42ac-8402-5b51c379f6c9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.168850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfe9adb4-8e7d-42ac-8402-5b51c379f6c9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3660173 Nov 24 09:52:20.185045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:20.201473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Pushing event updated for resources: {'Port': ['ID=5cb3ec18-0217-407b-b1c8-2b3569b9d860,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:20.214736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:20.292876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:20.293523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:20.310456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-479d7159-dd24-4bcd-a9f6-45317e9bd78b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:20.330891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=b8ace0ac-f7ea-4220-a82d-4cff2e4c9322,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:20.386536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network b8ace0ac-f7ea-4220-a82d-4cff2e4c9322 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:20.447007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:20.460462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-479d7159-dd24-4bcd-a9f6-45317e9bd78b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:20.464760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-479d7159-dd24-4bcd-a9f6-45317e9bd78b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab HTTP/1.1" status: 200 len: 205 time: 0.3250802 Nov 24 09:52:20.486533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50512) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:20.510695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d74fba-9aca-4f52-be5a-d381b0323672 None None] New status for floating IP de32a3ba-46fd-4108-a9d5-27883cc7443f: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:52:20.563597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.575460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] Routers {'9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:20.576187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:51:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:20.624494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-d1683ace-933f-4d6e-bd0d-6088a880bada tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:20.625680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-d1683ace-933f-4d6e-bd0d-6088a880bada tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:20.652523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.660945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:20.661411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9282a9-45c8-441c-889d-8c9d04972f06 None None] The sync data for ids ['9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:20.667200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:20.673009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fab11e7-0cdf-4e8f-841e-a78399f69fa8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:20.708781 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-25364da4-0471-4aa6-95d9-663f491cb4c9 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159432 Nov 24 09:52:20.777797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.801151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-d1683ace-933f-4d6e-bd0d-6088a880bada tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:20.802415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-d1683ace-933f-4d6e-bd0d-6088a880bada tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 0.5730891 Nov 24 09:52:20.803065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.809055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e1c279-7642-487a-bd98-fe52f89939a3 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:20.812987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5810b129-3147-4efc-9da1-7760120bc463 req-6ee12e00-b079-459b-ba13-9df1d3ef4497 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:20.896489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:20.903481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=7184605a-be5d-47e1-99a3-a77575130c5e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:20.931734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:20.933108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:20.933108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:20.966376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5810b129-3147-4efc-9da1-7760120bc463 req-6ee12e00-b079-459b-ba13-9df1d3ef4497 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:20.968500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5810b129-3147-4efc-9da1-7760120bc463 req-6ee12e00-b079-459b-ba13-9df1d3ef4497 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8720763 Nov 24 09:52:20.970018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.045454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'ef7a8639-2d18-468a-a1c0-044595f135f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:21.046008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: 115058ab-634c-4564-82bc-9b29a4646f84, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:21.118944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:21.197096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.252676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.256758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 115058ab-634c-4564-82bc-9b29a4646f84 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:21.261686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfd5509-ced1-40c2-bcee-1a2db42837a9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:21.272206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddb97aad-a6eb-4ba7-8506-8e14beb9d8fb tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:21.324616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ca611e-3a6b-4935-b1eb-258208bfb718') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:21.324961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ca611e-3a6b-4935-b1eb-258208bfb718') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:21.345305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 115058ab-634c-4564-82bc-9b29a4646f84) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:21.355391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.355673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfce608-eb74-4b59-ba45-42266d95c6dc None None] Network 115058ab-634c-4564-82bc-9b29a4646f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:21.364698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:21.365350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.400696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:21.408424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.411722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:21.423118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:21.423824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.425065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef55f4-8eea-495e-b378-af3caeebb28f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:21.431218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:21.431612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.448016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:21.450896 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:21.462023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=818d8a51-0858-4f93-b6d5-f1c48e05e45e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:21.485525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4325495 Nov 24 09:52:21.490676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:21.491233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:21.553271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.553271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment 4edc210a-8057-4bef-a570-66ab43fb05ad of type vlan for network 0f23c888-2113-4e23-b7c9-ca087e60dd41 Nov 24 09:52:21.555419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '115058ab-634c-4564-82bc-9b29a4646f84', 'name': 'tempest-PortsIpV6TestJSON-622670272', 'fixed_ips': [{'subnet_id': '7184605a-be5d-47e1-99a3-a77575130c5e', 'ip_address': '2001:db8::10'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:21.559880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 7df20899-c9c2-451f-910b-8514d4d233d6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:21.560269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.583664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3579822 Nov 24 09:52:21.589306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50522) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:21.612155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:1e:7c:de', 'name': 'tempest-NetworksTestDHCPv6-376562497'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:21.644064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.672116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e4e9616-40bd-429c-bd51-0577c3222f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.673599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.699406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-115058ab-634c-4564-82bc-9b29a4646f84', 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '7184605a-be5d-47e1-99a3-a77575130c5e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:21.701087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.716481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:21.745939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.756342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4085fd5a-0471-4ff6-b59e-776c130e0ac5 req-2d945d7b-50c3-47d3-ad6f-93d7beebe041 service neutron] 10.222.0.61 "GET /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0356112 Nov 24 09:52:21.762153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:21.772164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=ecfd5509-ced1-40c2-bcee-1a2db42837a9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:21.833684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:21.838273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/ecfd5509-ced1-40c2-bcee-1a2db42837a9 HTTP/1.1" status: 204 len: 168 time: 1.6489925 Nov 24 09:52:21.855626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:21.891868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Allocated IP 2001:db8::2 (115058ab-634c-4564-82bc-9b29a4646f84/7184605a-be5d-47e1-99a3-a77575130c5e/0d13671b-cd1b-405b-8c55-d1e39015bd31) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:22.044210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:22.064647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:22.072181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:22.082009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:22.086302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:22.096475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.099261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:22.106273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:22.115131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:22.126066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:22.134416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.151599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.165358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Transition to ACTIVE for port object 0d13671b-cd1b-405b-8c55-d1e39015bd31 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:22.169909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:22.177943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.193829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Transition to ACTIVE for port object 0d13671b-cd1b-405b-8c55-d1e39015bd31 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:22.199246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.205565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:22.282561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Pushing event updated for resources: {'Port': ['ID=0d13671b-cd1b-405b-8c55-d1e39015bd31,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:22.286437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:22.307324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port e82c7075-3c61-4c15-a757-5d09069a8bb9 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:22.309399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Network 115058ab-634c-4564-82bc-9b29a4646f84 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:22.310920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:22.314928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:22.419276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Attempting to bind port 0d13671b-cd1b-405b-8c55-d1e39015bd31 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:22.419871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Attempting to bind port 0d13671b-cd1b-405b-8c55-d1e39015bd31 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ef7a8639-2d18-468a-a1c0-044595f135f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:22.420407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Attempting to bind port 0d13671b-cd1b-405b-8c55-d1e39015bd31 on network 115058ab-634c-4564-82bc-9b29a4646f84 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:22.429548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:22.430428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Checking segment: {'id': 'ef7a8639-2d18-468a-a1c0-044595f135f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:22.431755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.432446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Bound using segment: {'id': 'ef7a8639-2d18-468a-a1c0-044595f135f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:22.433228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Bound port: 0d13671b-cd1b-405b-8c55-d1e39015bd31, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7a8639-2d18-468a-a1c0-044595f135f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '115058ab-634c-4564-82bc-9b29a4646f84'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:22.433915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.454335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.480150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.486700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-8c6c7739-3f61-46e7-b5b2-5138f059db24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.5666389 Nov 24 09:52:22.490782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ace0ac-f7ea-4220-a82d-4cff2e4c9322']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:22.518758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.523252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:22.523944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.544147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:22.550005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port ad4c1cd9-3af5-47da-a80d-efcfdb86906e yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:22.574976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] For port 0d13671b-cd1b-405b-8c55-d1e39015bd31, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:22.584629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] For port 0d13671b-cd1b-405b-8c55-d1e39015bd31, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0d13671b-cd1b-405b-8c55-d1e39015bd31,segment=NetworkSegment(ef7a8639-2d18-468a-a1c0-044595f135f6),segment_id=ef7a8639-2d18-468a-a1c0-044595f135f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:22.594672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.595958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fe4269-b48f-4668-bd8c-a110a9e7d7ee') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:22.596111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.596631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fe4269-b48f-4668-bd8c-a110a9e7d7ee') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:22.618055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-368cbf9c-a90c-4240-bde1-96662905d787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:22.650900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.704727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161387e6-214c-4022-b030-56a9b29da5c9 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:22.862392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.883647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:22.884099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:22.908247 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:22.913086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5cb3ec18-0217-407b-b1c8-2b3569b9d860 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:22.933166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=0f23c888-2113-4e23-b7c9-ca087e60dd41,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:22.936844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.6857617 Nov 24 09:52:22.942504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:22.979603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:23.018893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Pushing event updated for resources: {'Port': ['ID=0d13671b-cd1b-405b-8c55-d1e39015bd31,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:23.040125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 7df20899-c9c2-451f-910b-8514d4d233d6, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7df20899-c9c2-451f-910b-8514d4d233d6,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:23.040914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.189740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.204809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-13931e07-6848-4080-bcdf-efb25a448e54 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:23.244986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.269054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=b8ace0ac-f7ea-4220-a82d-4cff2e4c9322,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:23.303305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 172.20.0.2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/818d8a51-0858-4f93-b6d5-f1c48e05e45e/ad4c1cd9-3af5-47da-a80d-efcfdb86906e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:23.305842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:23.325798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/b8ace0ac-f7ea-4220-a82d-4cff2e4c9322 HTTP/1.1" status: 204 len: 168 time: 1.4694569 Nov 24 09:52:23.330097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::10 (115058ab-634c-4564-82bc-9b29a4646f84/7184605a-be5d-47e1-99a3-a77575130c5e/e82c7075-3c61-4c15-a757-5d09069a8bb9) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:23.331834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:23.338913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe1e:7cde (d35a00cd-fc87-44df-a65e-9faae0fcef26/fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a/ad4c1cd9-3af5-47da-a80d-efcfdb86906e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:23.351521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 7df20899-c9c2-451f-910b-8514d4d233d6 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:23.471901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:23.489162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4fe587eb-63ad-451b-ba18-1b95a237510d None None] Provisioning for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:23.495778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7df20899-c9c2-451f-910b-8514d4d233d6 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:23.620184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.626095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.626731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:52:23.640281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No active binding found for port 7df20899-c9c2-451f-910b-8514d4d233d6 {{(pid=88879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 09:52:23.641054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7df20899-c9c2-451f-910b-8514d4d233d6 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:23.679421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959705-572a-4cce-aa3c-a8cfffc2192a req-c8502e8b-a266-4ce6-8082-23a59a2a17a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:23.680257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c3959705-572a-4cce-aa3c-a8cfffc2192a req-c8502e8b-a266-4ce6-8082-23a59a2a17a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:23.702964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cd9aab4-7bda-49a6-a067-95a41876283f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:23.776432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.780275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf84eca1-b288-412f-ad3c-a19f4b85f8a5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab HTTP/1.1" status: 204 len: 168 time: 3.2886739 Nov 24 09:52:23.796572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c3959705-572a-4cce-aa3c-a8cfffc2192a req-c8502e8b-a266-4ce6-8082-23a59a2a17a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:23.797907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3959705-572a-4cce-aa3c-a8cfffc2192a req-c8502e8b-a266-4ce6-8082-23a59a2a17a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 945 time: 1.5261164 Nov 24 09:52:23.798431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50536) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:23.806442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=7df20899-c9c2-451f-910b-8514d4d233d6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:23.867595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.928208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:23.949613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:23.950801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:23.983881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:23.999977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3959705-572a-4cce-aa3c-a8cfffc2192a req-b612eddc-c76d-4d9b-9478-ffa810301809 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=95431e57-fc6d-4691-beb8-9e4a22ff4381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887944 Nov 24 09:52:24.035826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-3933d7b8-cabf-48ef-b12a-cdf42af18521 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1099 time: 1.4034274 Nov 24 09:52:24.309348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:24.311012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-3d4951b9-c407-4259-915b-147153ec979a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:24.313234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-3d4951b9-c407-4259-915b-147153ec979a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 898 time: 0.2083838 Nov 24 09:52:24.361425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5cb3ec18-0217-407b-b1c8-2b3569b9d860,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:24.365920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:24.369378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:24.447604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=5cb3ec18-0217-407b-b1c8-2b3569b9d860,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:24.451356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:24.503567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a27d08-6da7-44f6-8c15-7f8599434392 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:24.508129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a27d08-6da7-44f6-8c15-7f8599434392 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:24.509011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-40a27d08-6da7-44f6-8c15-7f8599434392 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Synchronizing usage tracker for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:24.589026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-40a27d08-6da7-44f6-8c15-7f8599434392 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Unset dirty status for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:24.590332 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-40a27d08-6da7-44f6-8c15-7f8599434392 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2552631 Nov 24 09:52:24.601962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:24.680586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1459223252'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:24.684805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 7df20899-c9c2-451f-910b-8514d4d233d6 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:24.688232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:24.690910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af412bc2-0146-4ea3-9be1-86719ec53752 req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/7df20899-c9c2-451f-910b-8514d4d233d6 HTTP/1.1" status: 204 len: 173 time: 3.8060849 Nov 24 09:52:24.694995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:24.724735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'name': 'network-vif-deleted', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:24.816357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a', 'ip_address': '2001:db8::f816:3eff:fe85:6d7e'}, {'subnet_id': '818d8a51-0858-4f93-b6d5-f1c48e05e45e'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '5cb3ec18-0217-407b-b1c8-2b3569b9d860'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:52:24.823685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:24.865763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:24.893348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:24.955841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c699e9-fb9a-4a71-9d21-faf59d87355d', 'name': 'network-vif-deleted', 'tag': '7df20899-c9c2-451f-910b-8514d4d233d6', 'status': 'completed', 'code': 200} Nov 24 09:52:24.972225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-f787c0c9-6d90-43fa-9355-1f2885a8ba4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 1001 time: 0.6396549 Nov 24 09:52:24.988005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object e82c7075-3c61-4c15-a757-5d09069a8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:24.988993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet b01f9263-d584-401b-ab92-582d5d54ace1 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:24.992991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.001685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:25.028379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.073834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.110269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object ad4c1cd9-3af5-47da-a80d-efcfdb86906e will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:25.273702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.301191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:25.319129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fba55e45-694e-484a-97b8-fd0956edc7c3 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:25.389378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0d13671b-cd1b-405b-8c55-d1e39015bd31 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:25.493834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.577143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 115058ab-634c-4564-82bc-9b29a4646f84 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:25.603589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:25.609691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:25.614219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:25.614988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.658718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0d13671b-cd1b-405b-8c55-d1e39015bd31 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:25.660539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.660944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment 1527e55a-e8df-4776-804c-0245d1caa4dd of type vlan for network 6203a6de-b8f3-4d68-8c90-50fef48f8a37 Nov 24 09:52:25.677898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5cb3ec18-0217-407b-b1c8-2b3569b9d860 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:25.729641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:25.749651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:25.753804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:25.840212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2972591 Nov 24 09:52:25.846083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62f9fe8b-17fa-41cc-931f-e9d8de2d636e req-a26c7808-9a92-4c73-84f4-3b517e80f9ff tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=61c699e9-fb9a-4a71-9d21-faf59d87355d HTTP/1.1" status: 200 len: 210 time: 0.1702752 Nov 24 09:52:25.863161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50548) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:25.878982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '115058ab-634c-4564-82bc-9b29a4646f84', 'name': 'tempest-PortsIpV6TestJSON-404650122', 'fixed_ips': [{'subnet_id': '7184605a-be5d-47e1-99a3-a77575130c5e', 'ip_address': '2001:db8::f'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:25.901805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=e82c7075-3c61-4c15-a757-5d09069a8bb9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:25.905661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:25.920609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3929c75c-d31e-489e-af48-5d434451511a tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:25.962956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-c30862ed-f772-4575-88aa-3eb1fcae4b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:25.965598 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-c30862ed-f772-4575-88aa-3eb1fcae4b91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 200 len: 835 time: 0.9597332 Nov 24 09:52:25.970503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:25.997272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:25.998014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.041217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.050150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=ad4c1cd9-3af5-47da-a80d-efcfdb86906e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:26.054103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:26.089710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75aeea6-67e1-4418-a6f5-12b550182d48 None None] Network 115058ab-634c-4564-82bc-9b29a4646f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:26.091311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:26.092005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.126063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5355411 Nov 24 09:52:26.127053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:26.187878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.192314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:26.192985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.200069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-46bb70ec-ae49-40f9-9a9f-488a316cbffb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:26.323716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=6203a6de-b8f3-4d68-8c90-50fef48f8a37,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:26.327625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:26.351865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7190292 Nov 24 09:52:26.356349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50556) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:26.362348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1733403320'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:26.367510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:26.369307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-11cbe85b-77ed-4194-b585-d9359587627d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d337ac5-08ae-4175-8c8a-8a52da47dd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3036196 Nov 24 09:52:26.379696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:26.408175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:26.410141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:26.414510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.433498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 6203a6de-b8f3-4d68-8c90-50fef48f8a37 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:26.436711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6ce61-226a-4b6d-8ff4-bb2a273aac4f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:26.442035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6ce61-226a-4b6d-8ff4-bb2a273aac4f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:26.443010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99d6ce61-226a-4b6d-8ff4-bb2a273aac4f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:26.491669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99d6ce61-226a-4b6d-8ff4-bb2a273aac4f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:26.499197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99d6ce61-226a-4b6d-8ff4-bb2a273aac4f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3684797 Nov 24 09:52:26.500588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:26.514855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:26.543770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.602664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-3468c5f1-504b-42b5-a43c-9b284f575ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250457 Nov 24 09:52:26.620668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.621340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment 132cfe01-f47b-413b-a495-61021bc14593 of type vlan for network ffd690bb-c036-4a91-80df-63c6a2015a59 Nov 24 09:52:26.665961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:26.686418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:26.694524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port ad4c1cd9-3af5-47da-a80d-efcfdb86906e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:26.695246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.713672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:26.720884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Provisioning for port 0d13671b-cd1b-405b-8c55-d1e39015bd31 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:26.746569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Provisioning complete for port 0d13671b-cd1b-405b-8c55-d1e39015bd31 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:26.747349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.816678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:26.833931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:26.879670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-8940f9fb-4d3e-4e55-b727-f1e37deb2081 {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:26.880565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:26.922258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd2c43b-3bf0-4f7e-99ea-9f88f5a17a92 req-c0343979-14df-4af4-8bd1-d230b74ab064 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984099 Nov 24 09:52:26.923374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.105649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154d0c29-6431-42b0-b4f9-22fcb396585b tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:27.109665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.119139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:27.120365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.146023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.155924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50566) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:27.158350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466f054-b60d-4ec8-a4c8-65254b9a58f4 None None] Network 962f4d13-4421-4fdb-af4e-d749edb9cb68 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:27.162636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e846d5e-7b94-4a52-9822-a96037e5f71c tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:27.228459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=b01f9263-d584-401b-ab92-582d5d54ace1,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:27.231905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:27.255076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/b01f9263-d584-401b-ab92-582d5d54ace1 HTTP/1.1" status: 204 len: 168 time: 3.4457695 Nov 24 09:52:27.276390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:27.284796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:27.328057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:27.423630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0669065 Nov 24 09:52:27.425526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:27.440368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.528132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.534547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.536959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'ports': [{'network_id': '6203a6de-b8f3-4d68-8c90-50fef48f8a37', 'name': 'tempest-port--1115035861', 'admin_state_up': True}, {'network_id': 'ffd690bb-c036-4a91-80df-63c6a2015a59', 'admin_state_up': False}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:27.537313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'port': {'network_id': '6203a6de-b8f3-4d68-8c90-50fef48f8a37', 'name': 'tempest-port--1115035861', 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:27.537845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'port': {'network_id': 'ffd690bb-c036-4a91-80df-63c6a2015a59', 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:27.547122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.589358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet 4ee14ba5-5340-49c2-bfab-e635fc81ff2d {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:27.607106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.645831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port c922fe72-c259-441f-b4e4-eabae4cb1efa yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:27.690798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] For port 0d13671b-cd1b-405b-8c55-d1e39015bd31, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0d13671b-cd1b-405b-8c55-d1e39015bd31,segment=NetworkSegment(ef7a8639-2d18-468a-a1c0-044595f135f6),segment_id=ef7a8639-2d18-468a-a1c0-044595f135f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:27.699418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.712792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:27.883297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] DHCP port deletion for 962f4d13-4421-4fdb-af4e-d749edb9cb68 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:27.904669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Deleting port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:27.905376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.929616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=ffd690bb-c036-4a91-80df-63c6a2015a59,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:27.943778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:27.946195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:27.953431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:27.975299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:port and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:27.987168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:27.991988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:27.995570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:28.004018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:28.012657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:28.022940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:28.043552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:28.047488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.071517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::f (115058ab-634c-4564-82bc-9b29a4646f84/7184605a-be5d-47e1-99a3-a77575130c5e/c922fe72-c259-441f-b4e4-eabae4cb1efa) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:28.164638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ffd690bb-c036-4a91-80df-63c6a2015a59 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:28.168646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.214119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Pushing event updated for resources: {'Port': ['ID=0d13671b-cd1b-405b-8c55-d1e39015bd31,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:28.217783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:28.229658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for ad4c1cd9-3af5-47da-a80d-efcfdb86906e owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:28.317262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'port': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:28.323596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.349936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.414764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.459090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Provisioning complete for port 0d13671b-cd1b-405b-8c55-d1e39015bd31 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:28.465925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.592050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Allocated IP 172.20.0.3 (d35a00cd-fc87-44df-a65e-9faae0fcef26/818d8a51-0858-4f93-b6d5-f1c48e05e45e/5cb3ec18-0217-407b-b1c8-2b3569b9d860) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:28.647729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] device_id is not set on port fbeb900a-0e87-4f70-ae2d-18f804d1fd8c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:28.729207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.878714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.894726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] For port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,segment=NetworkSegment(5206d8b3-027e-4a81-a91c-0764e912ffcf),segment_id=5206d8b3-027e-4a81-a91c-0764e912ffcf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:28.895195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.895409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.907472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:28.932494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95431e57-fc6d-4691-beb8-9e4a22ff4381,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:28.947325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:28.949850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.959273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.962057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:28.962493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object c922fe72-c259-441f-b4e4-eabae4cb1efa will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:28.968512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd688d76-b29d-4cc2-83ee-a1128e03b946 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:28.972920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe14c48b-c81c-4195-aca5-56b8082cc1b1 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:29.039857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee14ba5-5340-49c2-bfab-e635fc81ff2d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:29.048509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:29.056091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.067404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/4ee14ba5-5340-49c2-bfab-e635fc81ff2d HTTP/1.1" status: 204 len: 168 time: 1.7881861 Nov 24 09:52:29.068210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50582) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:29.076153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.077693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/95431e57-fc6d-4691-beb8-9e4a22ff4381 HTTP/1.1" status: 204 len: 168 time: 1.9143460 Nov 24 09:52:29.125244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c195ae93-3a5d-4d8e-8548-7f9a6866651b None None] Network e83193f9-d31e-4c2e-b97d-9cfbae98a8cb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:29.133774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50588) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:29.147859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.152548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Calling delete_port for 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:29.295854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0d13671b-cd1b-405b-8c55-d1e39015bd31 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:29.340409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=ad4c1cd9-3af5-47da-a80d-efcfdb86906e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:29.359464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:29.396931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Provisioning for port e82c7075-3c61-4c15-a757-5d09069a8bb9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:29.488651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Provisioning complete for port e82c7075-3c61-4c15-a757-5d09069a8bb9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:29.489090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.593005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] For port 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5cb3ec18-0217-407b-b1c8-2b3569b9d860,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:29.595579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.605222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:29.653580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:29.669622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Pushing event deleted for resources: {'Port': ['ID=1f73dcb0-e22c-4e27-a80b-2e3899ec1a72,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:29.672297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:29.677599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f8080-d4f6-4ad2-9925-c04f9af636ab None None] Port e82c7075-3c61-4c15-a757-5d09069a8bb9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:29.690227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] No DVR routers for this DVR port 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:29.720819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.727794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] device_id is not set on port 495b1282-9bef-41e5-bba6-f62aa250996a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:29.732003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0d13671b-cd1b-405b-8c55-d1e39015bd31 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:29.732421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.759236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=c922fe72-c259-441f-b4e4-eabae4cb1efa,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:29.770528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:29.781919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.804679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Transition to ACTIVE for port object 5cb3ec18-0217-407b-b1c8-2b3569b9d860 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:29.805784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 115058ab-634c-4564-82bc-9b29a4646f84 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:29.812913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:29.816163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.817690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:29.822336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:29.823110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.834818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:29.879759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.897600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:29.902898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad9eac0e-3f4f-44e6-b814-b0331fb0a046 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:29.916270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0454791 Nov 24 09:52:29.921763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50592) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:29.967391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d80e5f35-0bf2-4fc7-b9b9-b33eb550c6a7 None None] Provisioning complete for port e82c7075-3c61-4c15-a757-5d09069a8bb9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:29.968437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d80e5f35-0bf2-4fc7-b9b9-b33eb550c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.005288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] DHCP port deletion for e83193f9-d31e-4c2e-b97d-9cfbae98a8cb request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:30.068789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Deleting port f1b1e248-4728-4c40-a9fd-117db6e96190 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:30.069233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.150504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Pushing event updated for resources: {'Port': ['ID=5cb3ec18-0217-407b-b1c8-2b3569b9d860,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:30.153542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:30.158694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.189011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d80e5f35-0bf2-4fc7-b9b9-b33eb550c6a7 None None] Port e82c7075-3c61-4c15-a757-5d09069a8bb9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:30.220660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/ad4c1cd9-3af5-47da-a80d-efcfdb86906e HTTP/1.1" status: 204 len: 168 time: 3.7091484 Nov 24 09:52:30.222666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962f4d13-4421-4fdb-af4e-d749edb9cb68']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:30.246706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50596) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:30.323084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5206d8b3-027e-4a81-a91c-0764e912ffcf') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:30.323434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5206d8b3-027e-4a81-a91c-0764e912ffcf') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:30.346169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b7031-93ae-46bb-acbd-0e3b0866b903 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:30.347058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-959b7031-93ae-46bb-acbd-0e3b0866b903 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:30.348566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.388975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.392325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=4fa37cbd-7f93-4a3f-be3e-126377751c88,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:30.415823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:30.418038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': '4edc210a-8057-4bef-a570-66ab43fb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:30.419213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: 0f23c888-2113-4e23-b7c9-ca087e60dd41, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:30.428260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.443556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] For port f1b1e248-4728-4c40-a9fd-117db6e96190, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f1b1e248-4728-4c40-a9fd-117db6e96190,segment=NetworkSegment(6e794048-2a05-491f-8547-e60fa02b37f9),segment_id=6e794048-2a05-491f-8547-e60fa02b37f9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:30.444008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.445000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc81e037-cc96-4418-bec3-c066a7111939 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:30.478327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.503587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-959b7031-93ae-46bb-acbd-0e3b0866b903 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:30.511102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-959b7031-93ae-46bb-acbd-0e3b0866b903 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5864727 Nov 24 09:52:30.517274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50600) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:30.524169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:30.527730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:30.530871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:30.532477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:30.559892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Port': ['ID=fbeb900a-0e87-4f70-ae2d-18f804d1fd8c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:30.581410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:30.587685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Calling delete_port for f1b1e248-4728-4c40-a9fd-117db6e96190 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:30.610605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:30.611681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.634018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Checking segment: {'id': '1527e55a-e8df-4776-804c-0245d1caa4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6203a6de-b8f3-4d68-8c90-50fef48f8a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:30.635727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network hostable DHCP agents. Network: 6203a6de-b8f3-4d68-8c90-50fef48f8a37, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:30.658745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:30.677789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0f23c888-2113-4e23-b7c9-ca087e60dd41) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:30.685970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:30.688216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.698448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:30.714683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network 6203a6de-b8f3-4d68-8c90-50fef48f8a37 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:30.726082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 6203a6de-b8f3-4d68-8c90-50fef48f8a37) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:30.730097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4372656 Nov 24 09:52:30.735612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:30.736014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a0eed-5f12-42de-b617-3747dee501ab None None] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:30.737152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.741168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50604) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:30.758960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-faa5cfce-25fe-4337-af62-2c6e7a26a23c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:30.765821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ab85f-0778-4017-9d1e-2b4c2aa822c6 None None] Network 6203a6de-b8f3-4d68-8c90-50fef48f8a37 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:30.794157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:30.817973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a98f8eff-640b-410f-8f7f-3382e9b9db53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:30.821414 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:30.886762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-608422577'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:30.897643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:30.904588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:30.909162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:30.920014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:30.972145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:30.980232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.015097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Port': ['ID=495b1282-9bef-41e5-bba6-f62aa250996a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:31.024937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:31.032606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:31.036378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:31.036776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1f73dcb0-e22c-4e27-a80b-2e3899ec1a72 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:31.037212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-339cae27-6f8f-4d3a-8dca-37f435b2e80b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7892926 Nov 24 09:52:31.041507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50608) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:31.075186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:31.079866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Pushing event deleted for resources: {'Port': ['ID=f1b1e248-4728-4c40-a9fd-117db6e96190,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:31.093270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Checking segment: {'id': '132cfe01-f47b-413b-a495-61021bc14593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ffd690bb-c036-4a91-80df-63c6a2015a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:31.093947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network hostable DHCP agents. Network: ffd690bb-c036-4a91-80df-63c6a2015a59, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:31.122445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.123067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment ff69dff1-5ffd-4760-be97-99c7a8951bca of type vlan for network 0e57107e-1d3a-4249-a000-333ed244a6ed Nov 24 09:52:31.144694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.158553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86779e4f-cf69-4181-a47f-9f03f9e354bd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:31.206124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.207293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] No DVR routers for this DVR port f1b1e248-4728-4c40-a9fd-117db6e96190 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:31.228069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=962f4d13-4421-4fdb-af4e-d749edb9cb68,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:31.232700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:31.242476 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/962f4d13-4421-4fdb-af4e-d749edb9cb68 HTTP/1.1" status: 204 len: 168 time: 2.1695952 Nov 24 09:52:31.250339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.250768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.251307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.251739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.252134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.252525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.253132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.253463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.253847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.254224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.254628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:52:31.258240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:31.265432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50612) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:31.329146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.332797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5cb3ec18-0217-407b-b1c8-2b3569b9d860 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:31.348105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network ffd690bb-c036-4a91-80df-63c6a2015a59 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:31.359073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4da9db9f-704b-4387-bfa5-bbdf657e8ce9 None None] Provisioning for port c922fe72-c259-441f-b4e4-eabae4cb1efa completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:31.395324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4da9db9f-704b-4387-bfa5-bbdf657e8ce9 None None] Provisioning complete for port c922fe72-c259-441f-b4e4-eabae4cb1efa triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:31.395952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4da9db9f-704b-4387-bfa5-bbdf657e8ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.427865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ffd690bb-c036-4a91-80df-63c6a2015a59) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:31.431628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99396dd-6704-4d96-a167-d7a931d11cfc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.436642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99396dd-6704-4d96-a167-d7a931d11cfc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.441306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99396dd-6704-4d96-a167-d7a931d11cfc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.446718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b99396dd-6704-4d96-a167-d7a931d11cfc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9084983 Nov 24 09:52:31.451659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50616) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:31.464819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01fcd5e-7c71-4dee-8abd-a17a346e0fc3 None None] Network ffd690bb-c036-4a91-80df-63c6a2015a59 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:31.596964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.615318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.627285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.628143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.653614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4da9db9f-704b-4387-bfa5-bbdf657e8ce9 None None] Port c922fe72-c259-441f-b4e4-eabae4cb1efa cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:52:31.671932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:31.673593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 818d8a51-0858-4f93-b6d5-f1c48e05e45e {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:31.682290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.691719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.692809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:31.694246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.724471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4ce5383-4ff6-4c12-a421-0e5979975566 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:31.738706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port c922fe72-c259-441f-b4e4-eabae4cb1efa {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:31.739023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.780942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3017895 Nov 24 09:52:31.792612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50620) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:31.796217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9347456 Nov 24 09:52:31.800789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:31.851137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0f23c888-2113-4e23-b7c9-ca087e60dd41', 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': '4fa37cbd-7f93-4a3f-be3e-126377751c88'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:31.852063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:31.923319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:31.946827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.008197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1b1e248-4728-4c40-a9fd-117db6e96190 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:32.114838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f1b1e248-4728-4c40-a9fd-117db6e96190 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:32.115557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f1b1e248-4728-4c40-a9fd-117db6e96190 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:32.150404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.217465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9541ad6c-eecc-4f5f-8b1d-41f1d5f0880c None None] Provisioning for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:32.252382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9541ad6c-eecc-4f5f-8b1d-41f1d5f0880c None None] Provisioning complete for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:32.253159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9541ad6c-eecc-4f5f-8b1d-41f1d5f0880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.264435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=0e57107e-1d3a-4249-a000-333ed244a6ed,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:32.268390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:32.306260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0e57107e-1d3a-4249-a000-333ed244a6ed details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:32.370005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.383694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.393728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:32.411222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:32.424278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.429088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:32.441901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:32.450939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52087848-3a2b-4802-86c8-93d4ee7066c7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:32.455682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52087848-3a2b-4802-86c8-93d4ee7066c7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:32.456572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52087848-3a2b-4802-86c8-93d4ee7066c7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Synchronizing usage tracker for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:32.471598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83193f9-d31e-4c2e-b97d-9cfbae98a8cb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:32.500045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e794048-2a05-491f-8547-e60fa02b37f9') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:32.500413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e794048-2a05-491f-8547-e60fa02b37f9') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:32.509047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:32.544009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52087848-3a2b-4802-86c8-93d4ee7066c7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Unset dirty status for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:32.545383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52087848-3a2b-4802-86c8-93d4ee7066c7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7468584 Nov 24 09:52:32.548895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.567781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50628) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:32.638199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Allocated IP 2001:db8:0:ffff::2 (0f23c888-2113-4e23-b7c9-ca087e60dd41/4fa37cbd-7f93-4a3f-be3e-126377751c88/dcf5c47a-d42c-4145-b723-48598060efb5) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:32.684783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.733667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.780805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:32.781276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:32.803272 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:32.964410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting port fbeb900a-0e87-4f70-ae2d-18f804d1fd8c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:32.964884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.041414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.047129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.058515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ac2ea03-eeeb-4eea-8dfc-f34c3a46cd19 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:33.065696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.089190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/e83193f9-d31e-4c2e-b97d-9cfbae98a8cb HTTP/1.1" status: 204 len: 168 time: 1.8026798 Nov 24 09:52:33.089696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for c922fe72-c259-441f-b4e4-eabae4cb1efa owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:33.089910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Transition to ACTIVE for port object dcf5c47a-d42c-4145-b723-48598060efb5 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:33.090076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=e83193f9-d31e-4c2e-b97d-9cfbae98a8cb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:33.093119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:33.101274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50632) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:33.114181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-1841013907'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:33.114761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Transition to ACTIVE for port object dcf5c47a-d42c-4145-b723-48598060efb5 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:33.122948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.126987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:33.130970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3793c9f-a3a7-4759-b8d1-8ff9e62c189b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:33.159552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:33.168432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:33.191671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:33.220943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:33.227079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.230424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6afc721d-2d00-447f-a5be-73952f7b1985 None None] Could not find standard attr ID for object ad4c1cd9-3af5-47da-a80d-efcfdb86906e. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:52:33.254922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:33.259669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:33.265111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:33.267755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Pushing event updated for resources: {'Port': ['ID=dcf5c47a-d42c-4145-b723-48598060efb5,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:33.276185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:33.290032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.371856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Attempting to bind port dcf5c47a-d42c-4145-b723-48598060efb5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:33.372288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Attempting to bind port dcf5c47a-d42c-4145-b723-48598060efb5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '4edc210a-8057-4bef-a570-66ab43fb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:33.372963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Attempting to bind port dcf5c47a-d42c-4145-b723-48598060efb5 on network 0f23c888-2113-4e23-b7c9-ca087e60dd41 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:33.381984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:33.382257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Checking segment: {'id': '4edc210a-8057-4bef-a570-66ab43fb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:33.382758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.383213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Bound using segment: {'id': '4edc210a-8057-4bef-a570-66ab43fb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:33.383479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f253639-0d99-40ab-9b5f-8dd86bdfe5c4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:33.383752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Bound port: dcf5c47a-d42c-4145-b723-48598060efb5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edc210a-8057-4bef-a570-66ab43fb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f23c888-2113-4e23-b7c9-ca087e60dd41'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:33.384185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.427630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:33.451377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.475934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=818d8a51-0858-4f93-b6d5-f1c48e05e45e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:33.479614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.482817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:33.501605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] For port dcf5c47a-d42c-4145-b723-48598060efb5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:33.506421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] For port dcf5c47a-d42c-4145-b723-48598060efb5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcf5c47a-d42c-4145-b723-48598060efb5,segment=NetworkSegment(4edc210a-8057-4bef-a570-66ab43fb05ad),segment_id=4edc210a-8057-4bef-a570-66ab43fb05ad)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:33.515010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c8cec-1682-40f8-8c18-940d6f679483 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:33.521624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b98916f0-b93d-491f-9d7d-3b1b827f5921 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:33.532941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.533283 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 0dd6219a-bb20-4139-903b-95aefd92d0ce of type vlan for network f9f275d5-8db9-4c20-acb4-3670876dc7dc Nov 24 09:52:33.547108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.566650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71010996-4090-4dc8-8965-0c539cc54ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:33.583466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.699909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=c922fe72-c259-441f-b4e4-eabae4cb1efa,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:33.708697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:33.716853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:33.760770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/818d8a51-0858-4f93-b6d5-f1c48e05e45e HTTP/1.1" status: 204 len: 168 time: 2.7087035 Nov 24 09:52:33.762624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50636) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:33.773478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/c922fe72-c259-441f-b4e4-eabae4cb1efa HTTP/1.1" status: 204 len: 168 time: 2.3176816 Nov 24 09:52:33.793605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Pushing event updated for resources: {'Port': ['ID=dcf5c47a-d42c-4145-b723-48598060efb5,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:33.885099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:33.911194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50640) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:33.943487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Calling delete_port for fbeb900a-0e87-4f70-ae2d-18f804d1fd8c owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:34.058507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:34.062792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.071889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.080739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.081279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1bd6a878-081e-4464-a29a-eccc82994a1a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:34.202804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a357f5-4872-4f99-a6d1-edec4b782e13 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:52:34.203925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14a357f5-4872-4f99-a6d1-edec4b782e13 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:34.204121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.239050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=7fa217ee-5420-4270-8ebe-1576db0eed9f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:34.246140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:34.247536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:34.279864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.288298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:34.289635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.319388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.337313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Port': ['ID=fbeb900a-0e87-4f70-ae2d-18f804d1fd8c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:34.340111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.346086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:34.348173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': 'ff69dff1-5ffd-4760-be97-99c7a8951bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:34.348576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: 0e57107e-1d3a-4249-a000-333ed244a6ed, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:34.353841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef079dd4-97ab-4275-920d-3b49cdce04f8 tempest-BulkNetworkOpsTest-383831772 tempest-BulkNetworkOpsTest-383831772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:34.363398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-14a357f5-4872-4f99-a6d1-edec4b782e13 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:34.364558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14a357f5-4872-4f99-a6d1-edec4b782e13 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/c922fe72-c259-441f-b4e4-eabae4cb1efa HTTP/1.1" status: 404 len: 333 time: 0.4513562 Nov 24 09:52:34.379329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:34.483356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3769634 Nov 24 09:52:34.489455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50648) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:34.503097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:34.521150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/ports/fbeb900a-0e87-4f70-ae2d-18f804d1fd8c HTTP/1.1" status: 204 len: 168 time: 1.9470031 Nov 24 09:52:34.525660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50652) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:34.534881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port e82c7075-3c61-4c15-a757-5d09069a8bb9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:34.535428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.726710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.777033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=f9f275d5-8db9-4c20-acb4-3670876dc7dc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:34.790134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:34.793419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 0e57107e-1d3a-4249-a000-333ed244a6ed is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:34.797885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:34.816365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0e57107e-1d3a-4249-a000-333ed244a6ed) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:34.841789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:34.843296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.847983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting port 495b1282-9bef-41e5-bba6-f62aa250996a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:34.848712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:34.887079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9928589 Nov 24 09:52:34.888270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:34.918577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c794a-6b31-4c97-a8ac-c045553b513f None None] Network 0e57107e-1d3a-4249-a000-333ed244a6ed requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:35.001509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:35.038343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:35.045073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:35.060586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:35.136856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:35.154643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.168940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ff3366b-06d2-4782-9c84-d4f763982ee5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:35.277670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.286677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:35.289673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:35.320805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.466135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcf5c47a-d42c-4145-b723-48598060efb5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:35.548310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for e82c7075-3c61-4c15-a757-5d09069a8bb9 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:35.589960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a HTTP/1.1" status: 204 len: 168 time: 1.8234332 Nov 24 09:52:35.592214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50660) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:35.599428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.613930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.620275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.643481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dcf5c47a-d42c-4145-b723-48598060efb5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:35.664290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0e57107e-1d3a-4249-a000-333ed244a6ed', 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': '7fa217ee-5420-4270-8ebe-1576db0eed9f'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:35.665199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.814812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:35.823758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36e4d3ba-ec5b-4521-b257-7dde77403a6c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:35.882127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=e82c7075-3c61-4c15-a757-5d09069a8bb9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:35.887360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:35.890243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e681ed4-ced6-4823-bfc8-bd9e44a6455b None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:35.901385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.028419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Allocated IP 2001:db8::1 (0e57107e-1d3a-4249-a000-333ed244a6ed/7fa217ee-5420-4270-8ebe-1576db0eed9f/27569a41-b0a2-4c70-8a99-56aa78ad73ff) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:36.081202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.105862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b66c6063-f7b2-431e-b396-65692465908a None None] Provisioning complete for port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:36.106336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b66c6063-f7b2-431e-b396-65692465908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.115309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/e82c7075-3c61-4c15-a757-5d09069a8bb9 HTTP/1.1" status: 204 len: 168 time: 1.7164254 Nov 24 09:52:36.117598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:36.186310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Calling delete_port for 495b1282-9bef-41e5-bba6-f62aa250996a owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:36.196243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d992ccc-66ea-465b-b438-a0a193bc5d29 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:52:36.197079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9d992ccc-66ea-465b-b438-a0a193bc5d29 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:36.215760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9d992ccc-66ea-465b-b438-a0a193bc5d29 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:36.221316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d992ccc-66ea-465b-b438-a0a193bc5d29 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/e82c7075-3c61-4c15-a757-5d09069a8bb9 HTTP/1.1" status: 404 len: 333 time: 0.1005559 Nov 24 09:52:36.222083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:36.277071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:36.281078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dbc1fdce-7861-4a8c-89a6-2768a752c8a6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6636817 Nov 24 09:52:36.295451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:36.357774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.370886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c905f95-78a9-4f74-a589-7deb4a4382d6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:36.434885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Port': ['ID=495b1282-9bef-41e5-bba6-f62aa250996a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:36.448124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:36.470272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.482085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:36.495191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:36.503872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:36.516009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:36.536465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/ports/495b1282-9bef-41e5-bba6-f62aa250996a HTTP/1.1" status: 204 len: 168 time: 2.0088410 Nov 24 09:52:36.546619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50676) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:36.605836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.616501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:36.637724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Transition to ACTIVE for port object 27569a41-b0a2-4c70-8a99-56aa78ad73ff will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:36.682893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Transition to ACTIVE for port object 27569a41-b0a2-4c70-8a99-56aa78ad73ff will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:36.689577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a1341b1b-e761-4f54-960c-fcc986775fb9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Synchronizing usage tracker for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:36.700565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.724378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8945160-0a23-4eff-8efb-8bde1ffb3705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:36.737231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:36.737617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.758755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:36.779259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Deleting port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:36.779259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.810536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a1341b1b-e761-4f54-960c-fcc986775fb9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Unset dirty status for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:36.817434 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a1341b1b-e761-4f54-960c-fcc986775fb9 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2697341 Nov 24 09:52:36.839361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50680) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:36.852940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-605178323'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:36.854390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe7f6f-bb23-4748-acff-d4cb0c18f90a None None] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:36.882410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Network 0e57107e-1d3a-4249-a000-333ed244a6ed is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:36.884571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:36.892791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Pushing event updated for resources: {'Port': ['ID=27569a41-b0a2-4c70-8a99-56aa78ad73ff,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:36.896117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:36.897264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.917759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b60e4d5e-2d2a-41c1-94c3-28ac346b479d tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:36.917941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:network and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:36.918107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:36.925259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:36.926221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:36.975203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 7184605a-be5d-47e1-99a3-a77575130c5e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:36.982205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:36.992871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.003254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:37.006651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa3790df-0c6d-46be-b25d-239092ab041a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:37.006953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa217ee-5420-4270-8ebe-1576db0eed9f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:37.009446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:37.032648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.104444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:37.111173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.173033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=8b4dafbb-d70d-4f56-992c-7f39b628b51a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:37.180960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:37.183134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:37.183554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.210600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.332678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.341315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5cb3ec18-0217-407b-b1c8-2b3569b9d860 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:37.344196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:37.372402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Provisioning for port dcf5c47a-d42c-4145-b723-48598060efb5 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:37.392753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:37.398398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Attempting to bind port 27569a41-b0a2-4c70-8a99-56aa78ad73ff on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:37.398859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Attempting to bind port 27569a41-b0a2-4c70-8a99-56aa78ad73ff by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ff69dff1-5ffd-4760-be97-99c7a8951bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:37.399290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Attempting to bind port 27569a41-b0a2-4c70-8a99-56aa78ad73ff on network 0e57107e-1d3a-4249-a000-333ed244a6ed {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:37.402339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e57107e-1d3a-4249-a000-333ed244a6ed']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:37.412349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '0dd6219a-bb20-4139-903b-95aefd92d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:37.412715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: f9f275d5-8db9-4c20-acb4-3670876dc7dc, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:37.422635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff69dff1-5ffd-4760-be97-99c7a8951bca') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:37.422999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff69dff1-5ffd-4760-be97-99c7a8951bca') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:37.431929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.431929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment 74453c97-117b-4fc6-a9a9-98ad64a38da0 of type vlan for network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb Nov 24 09:52:37.444916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.482730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.532657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:37.533266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.642073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.649187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8ef87094-4bc9-4c29-9441-9db6ed60c1a2 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:37.689715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Provisioning complete for port dcf5c47a-d42c-4145-b723-48598060efb5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:37.690725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.728698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:37.741237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:37.788074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.799644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:37.800170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Checking segment: {'id': 'ff69dff1-5ffd-4760-be97-99c7a8951bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:37.800499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.800955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Bound using segment: {'id': 'ff69dff1-5ffd-4760-be97-99c7a8951bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:37.804495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Bound port: 27569a41-b0a2-4c70-8a99-56aa78ad73ff, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff69dff1-5ffd-4760-be97-99c7a8951bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0e57107e-1d3a-4249-a000-333ed244a6ed'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:37.804495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:37.849606 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:37.880864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] For port 5cb3ec18-0217-407b-b1c8-2b3569b9d860, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5cb3ec18-0217-407b-b1c8-2b3569b9d860,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:37.881331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:37.944059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:37.960592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.011540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:52:38.011540 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:52:38.011540 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': '0e57107e-1d3a-4249-a000-333ed244a6ed'}] Nov 24 09:52:38.011540 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:38.012431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:38.083342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.100802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-056c4e27-6f48-4dac-a0bf-ac36dc537fe0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:38.110413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Calling delete_port for 5cb3ec18-0217-407b-b1c8-2b3569b9d860 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:38.157632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f9f275d5-8db9-4c20-acb4-3670876dc7dc) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:38.170298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:38.171829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.185562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.190895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:38.191748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.200553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.201757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6cfed-4659-4839-a054-6c74f60017b8 None None] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:38.205362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-912f9b0a-1ca5-4fdc-a441-601c5eb50c4b tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:38.235441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:38.261267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:38.267287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:38.267920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.316023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.353788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8580935 Nov 24 09:52:38.353788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:38.356461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50688) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:38.358697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5176549 Nov 24 09:52:38.365051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-590925730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:38.369864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:38.370921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:38.384391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:38.392637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50696) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:38.392861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/7184605a-be5d-47e1-99a3-a77575130c5e HTTP/1.1" status: 204 len: 168 time: 2.1687341 Nov 24 09:52:38.394253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:38.399989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:38.400618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69add4-fe61-499b-aeb8-74709a59c0a2 None None] Network 115058ab-634c-4564-82bc-9b29a4646f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:38.400860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1514754176'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:38.414385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:38.417670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=131c6e40-9eda-4ab5-a81a-0adad56126ba,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:38.422870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:38.424342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:38.433194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:network and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:38.437217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68ffb257-566a-437c-8f38-bbeb8f063bec tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:38.473178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] For port 27569a41-b0a2-4c70-8a99-56aa78ad73ff, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:38.479972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1981049 Nov 24 09:52:38.479972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:38.480297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.481658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:38.483971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50700) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:38.492306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:38.495696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=7184605a-be5d-47e1-99a3-a77575130c5e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:38.500119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:38.500505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:38.508416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:38.515571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.534209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.558824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] For port 27569a41-b0a2-4c70-8a99-56aa78ad73ff, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=27569a41-b0a2-4c70-8a99-56aa78ad73ff,segment=NetworkSegment(ff69dff1-5ffd-4760-be97-99c7a8951bca),segment_id=ff69dff1-5ffd-4760-be97-99c7a8951bca)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:38.564388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:38.567559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port 27569a41-b0a2-4c70-8a99-56aa78ad73ff {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:38.567939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.624024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.624281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Added segment d62de79a-4c86-47b0-aa9f-038a7fc83703 of type vlan for network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 Nov 24 09:52:38.661647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.662816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.685315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.695965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.713964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.730769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:38.760135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.783258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.837387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 0d13671b-cd1b-405b-8c55-d1e39015bd31 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:38.837746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.863229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.864416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.868019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:38.868724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.881939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f693001-de5e-48f7-a616-9ee527b89241 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:38.911157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port 27569a41-b0a2-4c70-8a99-56aa78ad73ff, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=27569a41-b0a2-4c70-8a99-56aa78ad73ff,segment=NetworkSegment(ff69dff1-5ffd-4760-be97-99c7a8951bca),segment_id=ff69dff1-5ffd-4760-be97-99c7a8951bca)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:38.911566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:38.933783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:38.953630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:38.959507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:39.005707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.019863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:39.040353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.074728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:39.079474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for 27569a41-b0a2-4c70-8a99-56aa78ad73ff owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:39.091210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.098124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fae95cd0-74e8-4fc7-831f-a4342c154c51 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7327814 Nov 24 09:52:39.110984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] No DVR routers for this DVR port 5cb3ec18-0217-407b-b1c8-2b3569b9d860 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:39.114113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:39.130626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'port': {'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc', 'name': 'tempest-RoutersTest-1781937401'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:39.174670 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7900331 Nov 24 09:52:39.262816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Network': ['ID=ceba4e75-e5ad-42ee-9d4c-b49a415f8452,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:39.263099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] For port dcf5c47a-d42c-4145-b723-48598060efb5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcf5c47a-d42c-4145-b723-48598060efb5,segment=NetworkSegment(4edc210a-8057-4bef-a570-66ab43fb05ad),segment_id=4edc210a-8057-4bef-a570-66ab43fb05ad)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:39.263263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:39.397173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.416088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e67405d1-f431-4876-9da4-e92c707e46fc tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:39.493535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Port': ['ID=27569a41-b0a2-4c70-8a99-56aa78ad73ff,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:39.504568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Pushing event updated for resources: {'Port': ['ID=27569a41-b0a2-4c70-8a99-56aa78ad73ff,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:39.510729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:39.518414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47bdff-5f9a-45d9-8578-91d82c37c2ad None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:39.520343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No DVR routers for this DVR port 27569a41-b0a2-4c70-8a99-56aa78ad73ff on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:39.557195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.565130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:39.586783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:port and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:39.631366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:39.679229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 0d13671b-cd1b-405b-8c55-d1e39015bd31, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0d13671b-cd1b-405b-8c55-d1e39015bd31,segment=NetworkSegment(ef7a8639-2d18-468a-a1c0-044595f135f6),segment_id=ef7a8639-2d18-468a-a1c0-044595f135f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:39.680804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.690356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:39.742478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:39.759965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.771653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:39.772067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:39.800041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.811838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:39.818165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.826632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-f9f275d5-8db9-4c20-acb4-3670876dc7dc', 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': '8b4dafbb-d70d-4f56-992c-7f39b628b51a'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:39.828297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:39.862216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e57107e-1d3a-4249-a000-333ed244a6ed']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:39.880461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] device_id is not set on port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:39.927741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff69dff1-5ffd-4760-be97-99c7a8951bca') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:39.928696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff69dff1-5ffd-4760-be97-99c7a8951bca') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:39.957775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.009724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.028964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:40.030462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:40.049760 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:40.127083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e661938-165f-4241-a68e-8cce82e753bc None None] Pushing event deleted for resources: {'Port': ['ID=5cb3ec18-0217-407b-b1c8-2b3569b9d860,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server [None req-e478cca2-4b9c-465e-96f4-5fdaea232552 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 27569a41-b0a2-4c70-8a99-56aa78ad73ff could not be found. Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 287, in _get_port Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/model_query.py", line 159, in get_by_id Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/query.py", line 3370, in one Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 322, in get_dhcp_port Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1532, in get_port Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 27569a41-b0a2-4c70-8a99-56aa78ad73ff could not be found. Nov 24 09:52:40.178978 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Nov 24 09:52:40.269064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.20.0.14 (f9f275d5-8db9-4c20-acb4-3670876dc7dc/8b4dafbb-d70d-4f56-992c-7f39b628b51a/49390fa5-da45-44f1-84ae-fd9ef09bbd3f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:40.271895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.281953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6474c7e-5169-4a98-bdcc-e4c781c6bf62 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:40.283040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ac72f-d589-4d04-ba3d-2927cb322139 None None] Network 0e57107e-1d3a-4249-a000-333ed244a6ed requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:40.300730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.320749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=0e57107e-1d3a-4249-a000-333ed244a6ed,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:40.332588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:40.339406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/0e57107e-1d3a-4249-a000-333ed244a6ed HTTP/1.1" status: 204 len: 168 time: 5.4460218 Nov 24 09:52:40.354613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:40.363561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105406739'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:40.375259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:40.393957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:40.400822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:40.419806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:40.426555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ac72f-d589-4d04-ba3d-2927cb322139 None None] Network 0e57107e-1d3a-4249-a000-333ed244a6ed could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:52:40.500537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:40.510705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.538220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Pushing event updated for resources: {'Port': ['ID=dcf5c47a-d42c-4145-b723-48598060efb5,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:40.542380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:40.543223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.554610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.762s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:40.554610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:40.554610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c38103d6-5a9f-4cad-9abf-eeaf59442372 None None] Provisioning complete for port dcf5c47a-d42c-4145-b723-48598060efb5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:40.554610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38103d6-5a9f-4cad-9abf-eeaf59442372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.646328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:40.685017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.685676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment 91d9ec23-205a-436b-9a54-93464f21be8b of type vlan for network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf Nov 24 09:52:40.730913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.753446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] DHCP port deletion for 115058ab-634c-4564-82bc-9b29a4646f84 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:40.769193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.776172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object 49390fa5-da45-44f1-84ae-fd9ef09bbd3f will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:40.788695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Deleting port 0d13671b-cd1b-405b-8c55-d1e39015bd31 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:40.789687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.804879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 0d13671b-cd1b-405b-8c55-d1e39015bd31 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:40.816322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.820838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:40.821493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.828486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21431dae-db81-4d3c-8d6c-cc7682714949 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:40.858738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.859080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.878054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '131c6e40-9eda-4ab5-a81a-0adad56126ba'}, {'subnet_id': '4d76ba8f-04c9-486e-9a7f-99c0802e533d'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:40.879371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:40.879502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72cabf55-4e60-441e-8fb4-97cfbb52e162 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:40.904204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5580063 Nov 24 09:52:40.909481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:40.915793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:40.984937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:40.986458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=4d76ba8f-04c9-486e-9a7f-99c0802e533d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:40.989654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:41.002558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:41.017415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:41.024289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:41.025500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:41.028620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:41.031113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b81dbd9-5464-4325-a135-ecb2f6786f9e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:41.069713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:41.085001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:41.085770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.110574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:41.131398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6345756 Nov 24 09:52:41.132978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50718) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:41.138401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:41.139551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.152212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:6e:cf:ff', 'name': 'tempest-NetworksTestDHCPv6-1847751255'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:41.309601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:41.318447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:41.323092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:41.328589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.333541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:41.336112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7677dc11-2e25-4100-9155-588c47865731 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:41.344833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=49390fa5-da45-44f1-84ae-fd9ef09bbd3f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:41.354866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:41.378300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcf5c47a-d42c-4145-b723-48598060efb5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:41.398277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=0d13671b-cd1b-405b-8c55-d1e39015bd31,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:41.402021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:41.491255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No DVR routers for this DVR port 0d13671b-cd1b-405b-8c55-d1e39015bd31 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:41.496084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Allocated IP 172.20.0.2 (f9f275d5-8db9-4c20-acb4-3670876dc7dc/8b4dafbb-d70d-4f56-992c-7f39b628b51a/fdafc493-f9b8-4bd5-b932-c3369b512df3) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:41.519062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:41.526473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.544423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:41.574529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:41.583939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:41.685447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:41.794087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.809705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:41.821443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.857712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:41.865733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115058ab-634c-4564-82bc-9b29a4646f84']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:41.871828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c45b8e89-9a21-4136-b526-d8fcafb8455d tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:41.888111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7a8639-2d18-468a-a1c0-044595f135f6') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:41.888504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7a8639-2d18-468a-a1c0-044595f135f6') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:41.919107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 1e87f096-c274-4f20-b798-320b78ceea09 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:41.970676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.017323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] For port 0d13671b-cd1b-405b-8c55-d1e39015bd31, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0d13671b-cd1b-405b-8c55-d1e39015bd31,segment=NetworkSegment(ef7a8639-2d18-468a-a1c0-044595f135f6),segment_id=ef7a8639-2d18-468a-a1c0-044595f135f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:42.018885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.097179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.118695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:42.119137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:42.143278 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:42.267593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.269456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50722) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:42.270401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1480892 Nov 24 09:52:42.290969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': '91d9ec23-205a-436b-9a54-93464f21be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:42.291354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:42.330150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:42.330750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Calling delete_port for 0d13671b-cd1b-405b-8c55-d1e39015bd31 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:42.344763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=72de2194-b044-47d7-ab5f-a66ad378d1fb,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:42.347268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:42.348994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:42.351739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06a86bcd-cb37-46d1-9bf5-4d8daaaa04b6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:42.352629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:42.353292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.369920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.376252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4656141 Nov 24 09:52:42.379934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:42.387550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912013886'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:42.395990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:42.401409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:42.405881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=115058ab-634c-4564-82bc-9b29a4646f84,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:42.406405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:42.412971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ec42a-6065-4419-9ff9-35fdb4ada7c0 None None] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:42.413255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:42.414657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:42.426764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:42.433278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.444097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dcf5c47a-d42c-4145-b723-48598060efb5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:42.445154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.470480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:42.484406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.484825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment e5cf3796-a566-43b6-a40c-e6c6f8a6d5bf of type vlan for network 170e3483-e4d5-48c0-abac-152def1a68e8 Nov 24 09:52:42.530336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.570220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.580235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:42.582021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.606573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9ecfec3-1764-4cba-b75e-c79ee04b92cb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:42.609785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/115058ab-634c-4564-82bc-9b29a4646f84 HTTP/1.1" status: 204 len: 168 time: 4.2122216 Nov 24 09:52:42.615871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50730) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:42.634116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-342607527'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:42.657335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:42.666023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:network and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:42.736744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:42.746960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=170e3483-e4d5-48c0-abac-152def1a68e8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:42.751469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3701916 Nov 24 09:52:42.752505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:42.754072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50734) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:42.759443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:42.763397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': '170e3483-e4d5-48c0-abac-152def1a68e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:42.863771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:42.869743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.908718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 170e3483-e4d5-48c0-abac-152def1a68e8 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:42.909826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:42.913642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:42.918557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:42.921402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:42.921924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Added segment ada0a0e1-531f-428a-b009-1cf5cd323461 of type vlan for network 622acfd1-dc4b-4d81-8120-7a030ff51565 Nov 24 09:52:42.922044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:42.930911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:42.943623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:43.066693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:52:43.067522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:52:43.080680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Allocated IP 172.20.0.2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/131c6e40-9eda-4ab5-a81a-0adad56126ba/c73b8524-c396-4a84-943d-987e60b6b456) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:43.087711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.221381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:52:43.221859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:52:43.245480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Allocated IP 2001:db8::f816:3eff:fe0d:5de9 (d35a00cd-fc87-44df-a65e-9faae0fcef26/4d76ba8f-04c9-486e-9a7f-99c0802e533d/c73b8524-c396-4a84-943d-987e60b6b456) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:43.307916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.345389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.403770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Transition to ACTIVE for port object fdafc493-f9b8-4bd5-b932-c3369b512df3 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:43.419051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b4ceb0fe-a77a-4cf4-8939-49d398564573 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:43.427057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.427984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.431245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:43.432079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.441929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ee076c7-397e-4ee3-82ac-800923578678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:43.445242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e83484c6-1ead-475b-9a1b-caf48f0bd790 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:43.512405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Transition to ACTIVE for port object fdafc493-f9b8-4bd5-b932-c3369b512df3 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:43.546174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50738) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:43.572107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0d13671b-cd1b-405b-8c55-d1e39015bd31 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:43.585222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'subnets': [{'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--112834127', 'ip_version': 6}, {'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:43.585851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'subnet': {'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--112834127', 'ip_version': 6}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:43.587178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Request body: {'subnet': {'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:43.599577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Deleting port 0d13671b-cd1b-405b-8c55-d1e39015bd31 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:43.600106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.628361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0028551 Nov 24 09:52:43.636375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50742) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:43.658617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.671048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:43.700417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:43.707406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0d13671b-cd1b-405b-8c55-d1e39015bd31 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:43.707829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0d13671b-cd1b-405b-8c55-d1e39015bd31 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:43.719786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf', 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': '72de2194-b044-47d7-ab5f-a66ad378d1fb'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:43.720623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:43.789296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff3488-4140-4e8f-8fae-bb3f1bfa9dbb None None] The port '0d13671b-cd1b-405b-8c55-d1e39015bd31' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:52:43.804613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Network': ['ID=622acfd1-dc4b-4d81-8120-7a030ff51565,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:43.807878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:43.850712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:43.886645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=11157b50-8a78-4cad-8fce-a0be9c3f1073,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:43.911902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:43.914627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Pushing event updated for resources: {'Port': ['ID=fdafc493-f9b8-4bd5-b932-c3369b512df3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:43.918737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:43.925025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': 'e5cf3796-a566-43b6-a40c-e6c6f8a6d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '170e3483-e4d5-48c0-abac-152def1a68e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:43.925514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: 170e3483-e4d5-48c0-abac-152def1a68e8, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:43.946457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:43.950669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:43.990368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:44.009363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:44.023386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:44.031683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:44.057915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:44.062833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 170e3483-e4d5-48c0-abac-152def1a68e8 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:44.067825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Usage tracker for resource:subnet and tenant:0600d4a304354e2285a4f0af4650dcc3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:44.079529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:44.079908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:44.084527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:44.096524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 170e3483-e4d5-48c0-abac-152def1a68e8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:44.103113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Made reservation on behalf of 0600d4a304354e2285a4f0af4650dcc3 for: {'subnet': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:44.122540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50748) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:44.131185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:44.131844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.158116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94c685-3ba5-4d4e-a5cc-d31da11d1c58 None None] Network 170e3483-e4d5-48c0-abac-152def1a68e8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:44.216142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:44.286082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.311292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5506079 Nov 24 09:52:44.316040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:44.420308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Transition to ACTIVE for port object c73b8524-c396-4a84-943d-987e60b6b456 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:44.426199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Attempting to bind port fdafc493-f9b8-4bd5-b932-c3369b512df3 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:44.426640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Attempting to bind port fdafc493-f9b8-4bd5-b932-c3369b512df3 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0dd6219a-bb20-4139-903b-95aefd92d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:44.427056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Attempting to bind port fdafc493-f9b8-4bd5-b932-c3369b512df3 on network f9f275d5-8db9-4c20-acb4-3670876dc7dc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:44.475609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:44.475609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Checking segment: {'id': '0dd6219a-bb20-4139-903b-95aefd92d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:44.476021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.476477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Bound using segment: {'id': '0dd6219a-bb20-4139-903b-95aefd92d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:44.477238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Bound port: fdafc493-f9b8-4bd5-b932-c3369b512df3, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd6219a-bb20-4139-903b-95aefd92d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f9f275d5-8db9-4c20-acb4-3670876dc7dc'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:44.477681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.488584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.504998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Transition to ACTIVE for port object c73b8524-c396-4a84-943d-987e60b6b456 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:44.506928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Allocated IP 2001:db8::1 (ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf/72de2194-b044-47d7-ab5f-a66ad378d1fb/24aee365-bacc-46ba-8e80-b87d827a9cde) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:44.557630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.566007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:44.701222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.770807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.771257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.830745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:44.999501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Pushing event updated for resources: {'Port': ['ID=c73b8524-c396-4a84-943d-987e60b6b456,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:45.016164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:45.019313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.042282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Deleting port af78fec7-ce29-4635-8a6a-47a4687da9f3 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:45.042667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.047856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:45.050946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:45.065551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:45.073633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 172.20.0.6 (d35a00cd-fc87-44df-a65e-9faae0fcef26/131c6e40-9eda-4ab5-a81a-0adad56126ba/1e87f096-c274-4f20-b798-320b78ceea09) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:45.083492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] For port fdafc493-f9b8-4bd5-b932-c3369b512df3, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:45.089586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] For port fdafc493-f9b8-4bd5-b932-c3369b512df3, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdafc493-f9b8-4bd5-b932-c3369b512df3,segment=NetworkSegment(0dd6219a-bb20-4139-903b-95aefd92d0ce),segment_id=0dd6219a-bb20-4139-903b-95aefd92d0ce)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:45.129341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b7e03-1f84-4397-84fb-c345e17de15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-170e3483-e4d5-48c0-abac-152def1a68e8', 'network_id': '170e3483-e4d5-48c0-abac-152def1a68e8', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': '11157b50-8a78-4cad-8fce-a0be9c3f1073'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:45.130647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b3b7e03-1f84-4397-84fb-c345e17de15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.157708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.167770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-873001c5-3b67-47a4-8c35-e4b81c03cf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:45.179262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe6e:cfff (d35a00cd-fc87-44df-a65e-9faae0fcef26/4d76ba8f-04c9-486e-9a7f-99c0802e533d/1e87f096-c274-4f20-b798-320b78ceea09) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:45.194165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.204080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18e3d7fe-1b94-4c77-a57e-bb0031e6ef24 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:45.262046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=11157b50-8a78-4cad-8fce-a0be9c3f1073,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:45.268933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:45.366327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:52:45.477082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Attempting to bind port c73b8524-c396-4a84-943d-987e60b6b456 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:45.477759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Attempting to bind port c73b8524-c396-4a84-943d-987e60b6b456 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:45.478166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Attempting to bind port c73b8524-c396-4a84-943d-987e60b6b456 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:45.493419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Pushing event updated for resources: {'Port': ['ID=fdafc493-f9b8-4bd5-b932-c3369b512df3,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:45.510091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.519481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:45.532253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.535291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:45.535769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:45.536166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.536617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:45.537158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Bound port: c73b8524-c396-4a84-943d-987e60b6b456, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:45.537579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.552178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e3483-e4d5-48c0-abac-152def1a68e8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:45.582775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cf3796-a566-43b6-a40c-e6c6f8a6d5bf') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:45.583569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cf3796-a566-43b6-a40c-e6c6f8a6d5bf') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:45.590040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Transition to ACTIVE for port object 24aee365-bacc-46ba-8e80-b87d827a9cde will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:45.602183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.665134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:45.667139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Transition to ACTIVE for port object 24aee365-bacc-46ba-8e80-b87d827a9cde will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:45.679637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20d82c-a85c-458f-b154-8a92cf188eea None None] Network 170e3483-e4d5-48c0-abac-152def1a68e8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:45.683018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.702558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:45.703163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.706409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Sync routers for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:45.709535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:45.721029 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:45.734623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37c356e1-320a-45fd-bda1-85b8ebd7a027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:45.839011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b4ceb0fe-a77a-4cf4-8939-49d398564573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7034376 Nov 24 09:52:45.847296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50756) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:45.891678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.896554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] For port c73b8524-c396-4a84-943d-987e60b6b456, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:45.905301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:45.924411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.935178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Pushing event updated for resources: {'Port': ['ID=24aee365-bacc-46ba-8e80-b87d827a9cde,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:45.939952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] For port c73b8524-c396-4a84-943d-987e60b6b456, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c73b8524-c396-4a84-943d-987e60b6b456,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:45.942880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:45.957122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.965132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=170e3483-e4d5-48c0-abac-152def1a68e8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:45.976601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:45.977893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:45.978373 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/170e3483-e4d5-48c0-abac-152def1a68e8 HTTP/1.1" status: 204 len: 168 time: 1.6610160 Nov 24 09:52:45.982687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:45.983042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.983425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:45.983757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:45.984566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:45.985438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:45.990718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d0fb7a84-141e-4d4d-a455-a89402c03bf5 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:46.032852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728274611'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:46.039313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.046491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:46.052698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:46.056524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fa605bb-dc08-4235-a25d-e5a71ae1d094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:46.092805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:46.112737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:46.134867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:46.244708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Subnet': ['ID=d8e3d73c-cd2c-4b68-a09c-353b68c03b69,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:46.248372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Calling delete_port for af78fec7-ce29-4635-8a6a-47a4687da9f3 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:46.259301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:46.267696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:46.273424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.292291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.308185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec2ab107-d2c6-41f6-b5ef-86e516d4324d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:46.346501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Checking segment: {'id': '74453c97-117b-4fc6-a9a9-98ad64a38da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:46.346942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network hostable DHCP agents. Network: eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:46.375455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet fc3bec09-5554-4e6d-942d-a92a67055433 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:46.378747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.382974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:46.385241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Pushing event updated for resources: {'Port': ['ID=c73b8524-c396-4a84-943d-987e60b6b456,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:46.386279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.417818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:46.425268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.442118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Attempting to bind port 24aee365-bacc-46ba-8e80-b87d827a9cde on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:46.442545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Attempting to bind port 24aee365-bacc-46ba-8e80-b87d827a9cde by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '91d9ec23-205a-436b-9a54-93464f21be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:46.443008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Attempting to bind port 24aee365-bacc-46ba-8e80-b87d827a9cde on network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:46.454371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:46.459714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Checking segment: {'id': '91d9ec23-205a-436b-9a54-93464f21be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:46.460436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.461015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Bound using segment: {'id': '91d9ec23-205a-436b-9a54-93464f21be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:46.462656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Bound port: 24aee365-bacc-46ba-8e80-b87d827a9cde, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d9ec23-205a-436b-9a54-93464f21be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:46.462656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.463323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.463733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment 5b6cbf79-60cb-408f-8925-8d1a8aa026b1 of type vlan for network ac67eb19-65d8-4395-bc36-1735fc0f2905 Nov 24 09:52:46.479082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:46.483569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.519547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=93ae696e-4109-44c1-b35d-33c237217932,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:46.527236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.537961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:46.542040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2d03571-df65-40bf-ac71-a6d646f8a8be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:46.544460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:46.601992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.612725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:46.653753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.659134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:46.674977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 1e87f096-c274-4f20-b798-320b78ceea09 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:46.697836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e0ca1-020e-4613-a34a-25904976db62 None None] Network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:46.708900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Checking segment: {'id': 'ada0a0e1-531f-428a-b009-1cf5cd323461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:46.709619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network hostable DHCP agents. Network: 622acfd1-dc4b-4d81-8120-7a030ff51565, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:46.751552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=49390fa5-da45-44f1-84ae-fd9ef09bbd3f,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:46.761424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:46.801404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.805397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:46.806242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.832855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.970133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:46.977387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26156323-040a-46be-9435-e871f3a30446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:47.009659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.091615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Port': ['ID=af78fec7-ce29-4635-8a6a-47a4687da9f3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.110449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.111244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02fb3e7d-78a1-4fde-bd40-1cff5de33104 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:47.170354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:47.183466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:47.193065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:47.226775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:47.269103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event updated for resources: {'Subnet': ['ID=fefa02e8-cd87-4544-8a0f-cebeb5525eeb,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.273346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.277199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] For port 24aee365-bacc-46ba-8e80-b87d827a9cde, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:47.285014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f1d1910-8c80-4e1a-97aa-7874ec737248 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:47.296052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] For port 24aee365-bacc-46ba-8e80-b87d827a9cde, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24aee365-bacc-46ba-8e80-b87d827a9cde,segment=NetworkSegment(91d9ec23-205a-436b-9a54-93464f21be8b),segment_id=91d9ec23-205a-436b-9a54-93464f21be8b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:47.308138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 622acfd1-dc4b-4d81-8120-7a030ff51565) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:47.332491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038a874-e4b8-4ec3-b90a-810de1d1f79d None None] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:47.358644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.369565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ddaf8f9-947c-4f34-979b-a349e4aefbf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:47.388275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:47.389969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.403281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=1e87f096-c274-4f20-b798-320b78ceea09,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.425222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4029787 Nov 24 09:52:47.437685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:47.447143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': 'ac67eb19-65d8-4395-bc36-1735fc0f2905', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:47.458337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.491500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=ac67eb19-65d8-4395-bc36-1735fc0f2905,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.500765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Checking segment: {'id': 'd62de79a-4c86-47b0-aa9f-038a7fc83703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:47.501174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network hostable DHCP agents. Network: ceba4e75-e5ad-42ee-9d4c-b49a415f8452, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:47.503047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:47.504174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.515601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.517854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb', 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb', 'tenant_id': '0600d4a304354e2285a4f0af4650dcc3', 'fixed_ips': [{'subnet_id': 'd8e3d73c-cd2c-4b68-a09c-353b68c03b69'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:47.518858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.530298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8918667 Nov 24 09:52:47.538508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50768) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:47.549761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1577705615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:47.585136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ac67eb19-65d8-4395-bc36-1735fc0f2905 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:47.598164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:47.607335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.628721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.648873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebfc0b91-02b8-44f5-ad1a-91dc509de83e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:47.685380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.694744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:router and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:47.705760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.5611253 Nov 24 09:52:47.710850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:47.714612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:47.723473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3bec09-5554-4e6d-942d-a92a67055433,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.733888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:47.798152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.799405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.810203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.812421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:47.815882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Pushing event updated for resources: {'Port': ['ID=24aee365-bacc-46ba-8e80-b87d827a9cde,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:47.825760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:47.838872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:47.843211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.855376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:47.865060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ceba4e75-e5ad-42ee-9d4c-b49a415f8452) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:47.867512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:47.875881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/fc3bec09-5554-4e6d-942d-a92a67055433 HTTP/1.1" status: 204 len: 168 time: 2.0267775 Nov 24 09:52:47.877107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:47.877543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:47.878525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:47.899896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50776) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:47.944665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:47.980582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed98df-2c66-4fcd-a4e2-0f74c2c1f833 None None] Network e4a7a2de-4470-4af4-95be-2370ca1366aa requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:47.996852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4340782 Nov 24 09:52:48.000488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:48.018825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5871f-7b70-4dd7-a014-b18b3d309d74 None None] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:48.065930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.071449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:48.073224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.247210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:48.251655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:48.253571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:48.254443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Synchronizing usage tracker for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:48.271615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73389d4b-7771-450d-9dd7-ee4d9850106f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:48.276330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73389d4b-7771-450d-9dd7-ee4d9850106f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:48.277311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73389d4b-7771-450d-9dd7-ee4d9850106f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:48.293637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.296982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.366973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Unset dirty status for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:48.368313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c3e1f3d9-6af4-475a-b6af-d1bfc1eb794d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3667037 Nov 24 09:52:48.391551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c73b8524-c396-4a84-943d-987e60b6b456 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:48.402438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:48.425597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73389d4b-7771-450d-9dd7-ee4d9850106f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:48.427036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73389d4b-7771-450d-9dd7-ee4d9850106f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7105787 Nov 24 09:52:48.434627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:48.542841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 1e87f096-c274-4f20-b798-320b78ceea09 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:48.543226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.834328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac74db-e59a-46b3-b6c8-b8c2fb99722d None None] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:48.885242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ceba4e75-e5ad-42ee-9d4c-b49a415f8452', 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452', 'tenant_id': '0600d4a304354e2285a4f0af4650dcc3', 'fixed_ips': [{'subnet_id': 'fefa02e8-cd87-4544-8a0f-cebeb5525eeb'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:48.886232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.897892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-622acfd1-dc4b-4d81-8120-7a030ff51565', 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': '93ae696e-4109-44c1-b35d-33c237217932'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:52:48.898969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.956009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:48.961228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17a858f2-0a90-47c9-8865-4a3fc555a40f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4206860 Nov 24 09:52:48.965014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:48.977335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565', 'name': 'tempest-PortsIpV6TestJSON-183792388'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:48.993100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3903468a-6862-4ced-aaf9-4125a1247cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.382632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.396269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a46e4058-3a1e-4823-b4df-b282ac6ea1a7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:49.484566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Allocated IP 2001:db8::1 (eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb/d8e3d73c-cd2c-4b68-a09c-353b68c03b69/e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:49.500736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-62b9e111-1f01-439f-be9f-ae3589b9c107 None None] Provisioning for port fdafc493-f9b8-4bd5-b932-c3369b512df3 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:49.504995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c73b8524-c396-4a84-943d-987e60b6b456 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:49.537322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:52:37Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:49.562814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Checking router: b4ceb0fe-a77a-4cf4-8939-49d398564573 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:52:49.591305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdafc493-f9b8-4bd5-b932-c3369b512df3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:49.607039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.682317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Routers {'b4ceb0fe-a77a-4cf4-8939-49d398564573'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:49.682959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b4ceb0fe-a77a-4cf4-8939-49d398564573'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:49.688377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting subnet d8e3d73c-cd2c-4b68-a09c-353b68c03b69 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:49.722434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.739436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96a4af-2b90-4176-b6d9-0f1925c6683e None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:49.793097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 1e87f096-c274-4f20-b798-320b78ceea09 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:49.822679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=15348f7a-4086-4685-bed9-2ed0845a28df,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:49.834397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.836287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:49.856915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:49.859216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:49.876442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:port and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:49.880326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:49.888045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d81f733e-4f0e-4821-aa2e-7f65ab78ad19 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:49.890648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': '5b6cbf79-60cb-408f-8925-8d1a8aa026b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ac67eb19-65d8-4395-bc36-1735fc0f2905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:49.891178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: ac67eb19-65d8-4395-bc36-1735fc0f2905, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:49.903711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:49.941498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:49.945551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.034355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port ac62037e-0034-432e-bf46-2b823cadbc8b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:52:50.085431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network ac67eb19-65d8-4395-bc36-1735fc0f2905 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:50.085631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=49390fa5-da45-44f1-84ae-fd9ef09bbd3f,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:50.088845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:50.090193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.173640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ac67eb19-65d8-4395-bc36-1735fc0f2905) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:50.200152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:50.201228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.289954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8480353 Nov 24 09:52:50.290651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2315826-67da-48b8-acdf-7a2f4b84bba4 None None] Network ac67eb19-65d8-4395-bc36-1735fc0f2905 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:50.292836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:50.322722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.336041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7cb9d567-8ad9-4dea-8d50-0fba10abca20 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:50.410774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Router 4ce3fbe4-558c-4704-85ee-0dbe72df942e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:52:50.427794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=1e87f096-c274-4f20-b798-320b78ceea09,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:50.434064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:50.437318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:50.457833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fdafc493-f9b8-4bd5-b932-c3369b512df3 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:50.458529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:50.460817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.464737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Provisioning for port c73b8524-c396-4a84-943d-987e60b6b456 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:50.561513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fdafc493-f9b8-4bd5-b932-c3369b512df3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:50.561943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.622105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Provisioning complete for port c73b8524-c396-4a84-943d-987e60b6b456 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:50.622105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.634775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 893124e0-254c-4624-ab38-9c5f1c0ee4ec {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:50.635520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.746855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] DHCP port deletion for e4a7a2de-4470-4af4-95be-2370ca1366aa request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:52:50.911769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b67e22-22ef-4180-b2b0-92b87a0fe53d None None] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:50.927666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Deleting port 11448f55-ca3e-4211-90a6-87f0aa78e471 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:50.928770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.935292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.954736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:50.954736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/1e87f096-c274-4f20-b798-320b78ceea09 HTTP/1.1" status: 204 len: 168 time: 2.5155659 Nov 24 09:52:50.956930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:50.969948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Allocated IP 2001:db8::2 (622acfd1-dc4b-4d81-8120-7a030ff51565/93ae696e-4109-44c1-b35d-33c237217932/8a39303f-5b07-477f-9f8b-b2717c122f00) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:50.976699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Allocated IP 2001:db8:0:1::1 (ceba4e75-e5ad-42ee-9d4c-b49a415f8452/fefa02e8-cd87-4544-8a0f-cebeb5525eeb/9f31a0ec-0d60-4d08-a177-435f123063e3) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:51.055777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.100410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:51.102104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:51.103849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:51.104763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:51.108106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.183763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:51.190365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a63afe5-e574-4190-ab48-f567cd20a972 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2262740 Nov 24 09:52:51.191707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:51.445678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 893124e0-254c-4624-ab38-9c5f1c0ee4ec, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=893124e0-254c-4624-ab38-9c5f1c0ee4ec,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:51.446212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.572119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.590479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58bec855-d968-4af1-a5e2-fdf33dcc06be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:51.638802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=15348f7a-4086-4685-bed9-2ed0845a28df,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:51.641657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:51.653906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 893124e0-254c-4624-ab38-9c5f1c0ee4ec owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:51.815062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] Set router b4ceb0fe-a77a-4cf4-8939-49d398564573 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:51.831918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:51.841025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.848682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Sync routers for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:51.852275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.872951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:51.876868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:51.887502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 131c6e40-9eda-4ab5-a81a-0adad56126ba {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:51.897215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:51.927876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac67eb19-65d8-4395-bc36-1735fc0f2905']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:51.956007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6cbf79-60cb-408f-8925-8d1a8aa026b1') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:51.956422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6cbf79-60cb-408f-8925-8d1a8aa026b1') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:51.964994 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "DELETE /v2.0/floatingips/45444b75-1946-4c55-9a46-e36d88a60efb HTTP/1.1" status: 204 len: 168 time: 7.8383491 Nov 24 09:52:51.975393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:52.011619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.067868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.171294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'status': 'completed', 'code': 200} Nov 24 09:52:52.180613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.194912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:52.195625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:52.212353 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:52.215659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:52.219241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.273582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.279943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d0fd8ddb-0919-46de-81f4-85d1ccf8b8ef tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:52.339310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=893124e0-254c-4624-ab38-9c5f1c0ee4ec,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:52.349762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 600fd2e0-ec22-46de-bf54-c36772106c98 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:52:52.352024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:52.523381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.595971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] For port 11448f55-ca3e-4211-90a6-87f0aa78e471, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=11448f55-ca3e-4211-90a6-87f0aa78e471,segment=NetworkSegment(949e15b6-ae20-4160-bee0-b712e94fb4a3),segment_id=949e15b6-ae20-4160-bee0-b712e94fb4a3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:52.599101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.741225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.745036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.769678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Calling delete_port for 11448f55-ca3e-4211-90a6-87f0aa78e471 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:52.769930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed8e0e18-a0d5-4a90-a310-cbfd52715db4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:52.787856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-cb69fd68-98c2-4419-8523-07259ced51b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 1099 time: 0.5895417 Nov 24 09:52:52.821952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.822328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:52.827282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:52.843979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=131c6e40-9eda-4ab5-a81a-0adad56126ba,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:52.852802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:52.854510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d901a73-85d5-4666-ab98-52019c5a20a8 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:52.856060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Checking router: 4ce3fbe4-558c-4704-85ee-0dbe72df942e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:52:52.900910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=ac67eb19-65d8-4395-bc36-1735fc0f2905,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:52.903918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/ac67eb19-65d8-4395-bc36-1735fc0f2905 HTTP/1.1" status: 204 len: 168 time: 2.6097367 Nov 24 09:52:52.910808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:52.913112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:52.926642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377916172'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:52.927651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:52.936361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:52.939049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:52.944019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/131c6e40-9eda-4ab5-a81a-0adad56126ba HTTP/1.1" status: 204 len: 168 time: 1.7512133 Nov 24 09:52:52.972064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50826) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:53.028975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:53.039200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:53.063330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:53.095838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.131047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533cf03-f631-480d-a748-ea077b650828 req-95a7b957-b231-409d-b114-51cd13c5f086 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:53.133017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a533cf03-f631-480d-a748-ea077b650828 req-95a7b957-b231-409d-b114-51cd13c5f086 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.1875660 Nov 24 09:52:53.133737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:53.141853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.146478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:53.185724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] No DVR routers for this DVR port 11448f55-ca3e-4211-90a6-87f0aa78e471 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:53.253696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a533cf03-f631-480d-a748-ea077b650828 req-da992382-6ac0-4076-9698-5ec05e3bc189 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878687 Nov 24 09:52:53.262953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:53.263681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Pushing event deleted for resources: {'Port': ['ID=11448f55-ca3e-4211-90a6-87f0aa78e471,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:53.267348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:53.268497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.275119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.275520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment e317494f-649d-4d8d-948e-09fd4f9eb69a of type vlan for network 16aa9195-aac1-4c70-9452-b2541868db07 Nov 24 09:52:53.311994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.321603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.327576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6220a2-1202-4caa-a90d-b16a84c7747d None None] Network ac67eb19-65d8-4395-bc36-1735fc0f2905 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:53.387580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.392891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:53.393600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.428156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.434367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90126f30-b7fe-4e13-a967-cf788f5c7fe6 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:53.456422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f7714d99-2239-45d1-a6d8-ec1ebe60c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.511477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5971048 Nov 24 09:52:53.515819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:53.522241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': '16aa9195-aac1-4c70-9452-b2541868db07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:53.553510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Transition to ACTIVE for port object e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:53.564951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6220a2-1202-4caa-a90d-b16a84c7747d None None] Network ac67eb19-65d8-4395-bc36-1735fc0f2905 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:52:53.569251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.689789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:52:53.719782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=16aa9195-aac1-4c70-9452-b2541868db07,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:53.724284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:53.759676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port fdafc493-f9b8-4bd5-b932-c3369b512df3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdafc493-f9b8-4bd5-b932-c3369b512df3,segment=NetworkSegment(0dd6219a-bb20-4139-903b-95aefd92d0ce),segment_id=0dd6219a-bb20-4139-903b-95aefd92d0ce)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:53.820864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:53.825598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:53.830528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:53.837593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:53.853296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:53.932929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:53.948868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Transition to ACTIVE for port object 9f31a0ec-0d60-4d08-a177-435f123063e3 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:53.981206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Transition to ACTIVE for port object 9f31a0ec-0d60-4d08-a177-435f123063e3 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:54.011420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Transition to ACTIVE for port object e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:54.036342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.163587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.175232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:54.177885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Transition to ACTIVE for port object 8a39303f-5b07-477f-9f8b-b2717c122f00 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:54.181068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e1dbf-dd55-4e86-93da-9d7924b84b9a None None] The sync data for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv is: [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:50:45Z', 'revision_number': 4, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c', 'name': '', 'network_id': '7d337ac5-08ae-4175-8c8a-8a52da47dd38', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'mac_address': 'fa:16:3e:06:fa:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:44Z', 'updated_at': '2021-11-24T09:50:59Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'subnets': [{'id': '71608b55-3066-4c31-a835-a93cc2aa153e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:54.197617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 16aa9195-aac1-4c70-9452-b2541868db07 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:54.211331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5605-d34b-4428-b6e0-131680768fad req-a8a9ec82-344a-46a1-bd39-5f7c7b8a9a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:54.212986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-a8a9ec82-344a-46a1-bd39-5f7c7b8a9a58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 200 len: 898 time: 1.3169115 Nov 24 09:52:54.341637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.376631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.390255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:54.412879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.429174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.491820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:54.533471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.565072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=09507cd1-0c1d-4017-a8d8-0950130df1bc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:54.567682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': 'e317494f-649d-4d8d-948e-09fd4f9eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '16aa9195-aac1-4c70-9452-b2541868db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:54.568205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: 16aa9195-aac1-4c70-9452-b2541868db07, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:52:54.577433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:54.587583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:54.589073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.619639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 16aa9195-aac1-4c70-9452-b2541868db07 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:52:54.635677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 16aa9195-aac1-4c70-9452-b2541868db07) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:54.641528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:54.642189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.685325 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1681569 Nov 24 09:52:54.688328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:54.705718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.755795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:54.763409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:54.795655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926ce1a-dde8-4cf1-9d5d-05ef0ce2d0ca None None] Network 16aa9195-aac1-4c70-9452-b2541868db07 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:54.853499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:54.866346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:54.873649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:54.911103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Transition to ACTIVE for port object 8a39303f-5b07-477f-9f8b-b2717c122f00 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:54.915588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:54.957931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] For port c73b8524-c396-4a84-943d-987e60b6b456, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c73b8524-c396-4a84-943d-987e60b6b456,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:54.982028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31a955-7422-4fcd-9c13-5911aa8218d2 None None] New status for floating IP 45444b75-1946-4c55-9a46-e36d88a60efb: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:52:55.026868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.074212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fef3e49e-12ef-40c9-a961-f4cd6ac7db7d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:55.118809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.140355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::248 (622acfd1-dc4b-4d81-8120-7a030ff51565/93ae696e-4109-44c1-b35d-33c237217932/ac62037e-0034-432e-bf46-2b823cadbc8b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:52:55.216035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e3d73c-cd2c-4b68-a09c-353b68c03b69,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:55.236239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.247448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:55.252933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-39372abe-8f44-4cdd-a7ef-aa812400054c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 200 len: 217 time: 0.9189348 Nov 24 09:52:55.269391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.332857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.372095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.421854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.424202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 4d76ba8f-04c9-486e-9a7f-99c0802e533d {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:55.434747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:52:55.441765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.461869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] Sync routers for ids ['600fd2e0-ec22-46de-bf54-c36772106c98'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:52:55.496596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/600fd2e0-ec22-46de-bf54-c36772106c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2254753 Nov 24 09:52:55.506824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:55.509144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/subnets/d8e3d73c-cd2c-4b68-a09c-353b68c03b69 HTTP/1.1" status: 204 len: 168 time: 7.1047459 Nov 24 09:52:55.521325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] Routers {'600fd2e0-ec22-46de-bf54-c36772106c98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:55.522237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['600fd2e0-ec22-46de-bf54-c36772106c98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:55.534941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50844) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:55.598995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.605427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.611703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24aee365-bacc-46ba-8e80-b87d827a9cde up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:55.648748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object ac62037e-0034-432e-bf46-2b823cadbc8b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:52:55.650213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.673897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b04c665d-fbe7-4fd4-81e8-6e9039ffa6a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:55.676286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:55.705501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] Routers {'600fd2e0-ec22-46de-bf54-c36772106c98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:52:55.706145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['600fd2e0-ec22-46de-bf54-c36772106c98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:55.707683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b6176-664a-4454-a9c0-9b8bd77731aa None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:55.769168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:55.769902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d5605-d34b-4428-b6e0-131680768fad req-f8c0e3e9-149d-4868-a76d-f0e9b2365b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:55.771635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-f8c0e3e9-149d-4868-a76d-f0e9b2365b2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 200 len: 835 time: 0.4991205 Nov 24 09:52:55.780896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=09507cd1-0c1d-4017-a8d8-0950130df1bc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:55.791906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:55.822744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:55.823328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e1629-38a9-4230-9042-77cdb8e46868 None None] The sync data for ids ['600fd2e0-ec22-46de-bf54-c36772106c98'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:55.864269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:55.872322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Pushing event updated for resources: {'Port': ['ID=9f31a0ec-0d60-4d08-a177-435f123063e3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:55.883920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:55.897608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b923971b-53f3-48de-8687-278536a91777 None None] Provisioning complete for port fdafc493-f9b8-4bd5-b932-c3369b512df3 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:55.898030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b923971b-53f3-48de-8687-278536a91777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.908120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28e182-f12f-4e3b-9609-af42206e735d req-422d6271-01fb-4974-b354-8cdfcc1dd99e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:55.908948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-9a28e182-f12f-4e3b-9609-af42206e735d req-422d6271-01fb-4974-b354-8cdfcc1dd99e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:55.917531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb558a-902f-4459-a7c0-5c5936006aad req-4f1f6425-8de7-405b-aeb0-4598848be79b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:55.918335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-95cb558a-902f-4459-a7c0-5c5936006aad req-4f1f6425-8de7-405b-aeb0-4598848be79b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Synchronizing usage tracker for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:55.933975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.942986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:55.985073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16aa9195-aac1-4c70-9452-b2541868db07']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:55.992402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb578ca5-0d56-435a-8715-66571858bce1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:55.996639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cb578ca5-0d56-435a-8715-66571858bce1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports/49390fa5-da45-44f1-84ae-fd9ef09bbd3f HTTP/1.1" status: 200 len: 978 time: 0.4834046 Nov 24 09:52:55.999874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50850) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:56.008827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e317494f-649d-4d8d-948e-09fd4f9eb69a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:56.009370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e317494f-649d-4d8d-948e-09fd4f9eb69a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:56.033365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.033854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router b4ceb0fe-a77a-4cf4-8939-49d398564573 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:52:56.060650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-9a28e182-f12f-4e3b-9609-af42206e735d req-422d6271-01fb-4974-b354-8cdfcc1dd99e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:56.064504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.573s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:56.067456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a28e182-f12f-4e3b-9609-af42206e735d req-422d6271-01fb-4974-b354-8cdfcc1dd99e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 1.2411323 Nov 24 09:52:56.094285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.096241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-95cb558a-902f-4459-a7c0-5c5936006aad req-4f1f6425-8de7-405b-aeb0-4598848be79b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Unset dirty status for tenant:3906fb15b40b43a58c2a095e8f2d8fdc on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:56.097661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95cb558a-902f-4459-a7c0-5c5936006aad req-4f1f6425-8de7-405b-aeb0-4598848be79b tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.61 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 1.7657549 Nov 24 09:52:56.101926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3b0e680-be31-4ec6-b855-880f9817f570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.343s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:56.102538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.115301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8dd5bdbb-7fc5-4586-8e30-2f641579dcc6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:56.135382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.140515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/b4ceb0fe-a77a-4cf4-8939-49d398564573 HTTP/1.1" status: 204 len: 168 time: 8.2350013 Nov 24 09:52:56.156099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50854) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:56.230649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687974a3-09e5-4378-a208-d592c0cf97bb None None] Network 16aa9195-aac1-4c70-9452-b2541868db07 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:56.305289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.350845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-ba36509b-d928-4076-9dd1-808d54b54a68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d337ac5-08ae-4175-8c8a-8a52da47dd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5443611 Nov 24 09:52:56.355106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:56.356001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.360879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Deleting port 63e172a7-acb5-4086-94cc-ab3a6f52eccc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:56.361274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.374248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Attempting to bind port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:56.374765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Attempting to bind port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '74453c97-117b-4fc6-a9a9-98ad64a38da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:56.375200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Attempting to bind port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 on network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:56.395602 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:56.476586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.483930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Attempting to bind port 9f31a0ec-0d60-4d08-a177-435f123063e3 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:56.484385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Attempting to bind port 9f31a0ec-0d60-4d08-a177-435f123063e3 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd62de79a-4c86-47b0-aa9f-038a7fc83703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:56.484822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Attempting to bind port 9f31a0ec-0d60-4d08-a177-435f123063e3 on network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:56.519841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:56.520126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Checking segment: {'id': 'd62de79a-4c86-47b0-aa9f-038a7fc83703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:56.520464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.520962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Bound using segment: {'id': 'd62de79a-4c86-47b0-aa9f-038a7fc83703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:56.521618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Bound port: 9f31a0ec-0d60-4d08-a177-435f123063e3, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62de79a-4c86-47b0-aa9f-038a7fc83703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ceba4e75-e5ad-42ee-9d4c-b49a415f8452'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:56.522065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.534093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a28e182-f12f-4e3b-9609-af42206e735d req-87c14761-5187-42f8-b008-7bcff6d49878 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195845 Nov 24 09:52:56.543607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting subnet fefa02e8-cd87-4544-8a0f-cebeb5525eeb {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:52:56.645376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Attempting to bind port 8a39303f-5b07-477f-9f8b-b2717c122f00 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:52:56.645863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Attempting to bind port 8a39303f-5b07-477f-9f8b-b2717c122f00 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ada0a0e1-531f-428a-b009-1cf5cd323461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:52:56.646293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Attempting to bind port 8a39303f-5b07-477f-9f8b-b2717c122f00 on network 622acfd1-dc4b-4d81-8120-7a030ff51565 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:52:56.649370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 24aee365-bacc-46ba-8e80-b87d827a9cde completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:56.678217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:56.678777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Checking segment: {'id': '74453c97-117b-4fc6-a9a9-98ad64a38da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:56.679142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.679600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Bound using segment: {'id': '74453c97-117b-4fc6-a9a9-98ad64a38da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:56.680158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Bound port: e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74453c97-117b-4fc6-a9a9-98ad64a38da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:56.680597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.726508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.758951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Pushing event updated for resources: {'Port': ['ID=e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:56.830037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ac62037e-0034-432e-bf46-2b823cadbc8b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:56.895911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.906685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:56.921958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:56.945298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:56.949776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:52:56.954507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=16aa9195-aac1-4c70-9452-b2541868db07,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:56.965034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:56.981389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:52:56.993906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:52:56.999200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:56.999542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:52:37Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:56.999949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.013567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 11448f55-ca3e-4211-90a6-87f0aa78e471 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:57.016263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.038296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/16aa9195-aac1-4c70-9452-b2541868db07 HTTP/1.1" status: 204 len: 168 time: 2.3433876 Nov 24 09:52:57.043025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:57.058052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044033935'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:57.065390 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 8.0948868 Nov 24 09:52:57.101923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:52:57.102372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Checking segment: {'id': 'ada0a0e1-531f-428a-b009-1cf5cd323461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:52:57.103138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.103595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Bound using segment: {'id': 'ada0a0e1-531f-428a-b009-1cf5cd323461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:52:57.104169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Bound port: 8a39303f-5b07-477f-9f8b-b2717c122f00, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada0a0e1-531f-428a-b009-1cf5cd323461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '622acfd1-dc4b-4d81-8120-7a030ff51565'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:52:57.104609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.137294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=fdafc493-f9b8-4bd5-b932-c3369b512df3,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:57.153156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:57.156238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:57.271237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.296937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:57.330705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:57.347895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-c1e4fa18-d337-4ebb-8a60-f254d99dcc48 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569569 Nov 24 09:52:57.352373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:57.364249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.410291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 11448f55-ca3e-4211-90a6-87f0aa78e471 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:52:57.410618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 11448f55-ca3e-4211-90a6-87f0aa78e471 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:52:57.440006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 63e172a7-acb5-4086-94cc-ab3a6f52eccc no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:52:57.444406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f812aba-4aec-4c3e-81b7-a708ebe1c3a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:57.465702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd0a8d-8b75-4bd6-a4eb-0ad2e15e1495 None None] The sync data for ids ['b4ceb0fe-a77a-4cf4-8939-49d398564573'] in dv-neutron-818439-1-hyperv is: [{'id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'name': 'tempest-TestNetworkBasicOps-router-440010420', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:48:22Z', 'updated_at': '2021-11-24T09:52:37Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '893124e0-254c-4624-ab38-9c5f1c0ee4ec', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ceb0fe-a77a-4cf4-8939-49d398564573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:48:25Z', 'updated_at': '2021-11-24T09:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:52:57.511928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:57.517858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.569310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=4d76ba8f-04c9-486e-9a7f-99c0802e533d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:57.631140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:57.650541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.737715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] For port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:57.753347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdafc493-f9b8-4bd5-b932-c3369b512df3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:57.758785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] For port 63e172a7-acb5-4086-94cc-ab3a6f52eccc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=63e172a7-acb5-4086-94cc-ab3a6f52eccc,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:57.759388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.836237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2718-8fb8-43d5-9b35-912f1e3edb15 None None] Pushing event updated for resources: {'Port': ['ID=c73b8524-c396-4a84-943d-987e60b6b456,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:57.876829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] For port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96,segment=NetworkSegment(74453c97-117b-4fc6-a9a9-98ad64a38da0),segment_id=74453c97-117b-4fc6-a9a9-98ad64a38da0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:57.891038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] For port 9f31a0ec-0d60-4d08-a177-435f123063e3, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:57.893529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:57.917125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] For port 9f31a0ec-0d60-4d08-a177-435f123063e3, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9f31a0ec-0d60-4d08-a177-435f123063e3,segment=NetworkSegment(d62de79a-4c86-47b0-aa9f-038a7fc83703),segment_id=d62de79a-4c86-47b0-aa9f-038a7fc83703)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:57.936085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b923971b-53f3-48de-8687-278536a91777 None None] Provisioning for port 24aee365-bacc-46ba-8e80-b87d827a9cde completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:52:57.969196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Calling delete_port for 63e172a7-acb5-4086-94cc-ab3a6f52eccc owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:52:58.005923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:52:58.015560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.030600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Pushing event updated for resources: {'Port': ['ID=8a39303f-5b07-477f-9f8b-b2717c122f00,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:58.032228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a7a2de-4470-4af4-95be-2370ca1366aa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:58.036236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.066844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.965s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:58.067617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:58.089470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949e15b6-ae20-4160-bee0-b712e94fb4a3') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:58.090018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949e15b6-ae20-4160-bee0-b712e94fb4a3') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:52:58.100736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.101302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d of type vlan for network a0378442-7533-492b-9a35-aa1d9c89dc5d Nov 24 09:52:58.131550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.134813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b923971b-53f3-48de-8687-278536a91777 None None] Provisioning complete for port 24aee365-bacc-46ba-8e80-b87d827a9cde triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:58.135487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b923971b-53f3-48de-8687-278536a91777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.171919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.181039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.233903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/4d76ba8f-04c9-486e-9a7f-99c0802e533d HTTP/1.1" status: 204 len: 168 time: 5.2539532 Nov 24 09:52:58.242514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50868) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:58.252467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.270519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.291465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:52:58.292030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:52:58.311933 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:52:58.316059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] For port 8a39303f-5b07-477f-9f8b-b2717c122f00, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:52:58.325494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Port 63e172a7-acb5-4086-94cc-ab3a6f52eccc update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 09:52:58.407480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e97d2df8-d90d-4fb4-bd8b-141ec9258812 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:58.474329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fdafc493-f9b8-4bd5-b932-c3369b512df3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:52:58.476455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.546369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce6e4-1e2d-40eb-a42c-3f533fa2f80c req-381b5a08-d28f-47c0-be69-1bdef3bfc331 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:58.548496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3b6ce6e4-1e2d-40eb-a42c-3f533fa2f80c req-381b5a08-d28f-47c0-be69-1bdef3bfc331 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/ports?device_id=ada24ab0-0525-480d-9491-a34ff3b60466 HTTP/1.1" status: 200 len: 946 time: 0.7129967 Nov 24 09:52:58.570608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Port': ['ID=63e172a7-acb5-4086-94cc-ab3a6f52eccc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:58.575037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:58.579846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17504221-c9da-4d81-96dc-0cb63e1ce029 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3152523 Nov 24 09:52:58.589164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.593852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:58.594797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.605379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50872) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:58.608292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-966030e1-566b-470d-a0b6-c2680a3d69d6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:58.670369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:58.707085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df2d5605-d34b-4428-b6e0-131680768fad req-2a3d6184-0cb5-4a8a-a71a-b73bfe068162 service neutron] 10.222.0.61 "GET /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3499670 Nov 24 09:52:58.822390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] No DVR routers for this DVR port 63e172a7-acb5-4086-94cc-ab3a6f52eccc on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:52:58.827446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.832023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-deleted', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:52:58.848682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Pushing event updated for resources: {'Port': ['ID=9f31a0ec-0d60-4d08-a177-435f123063e3,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:58.876388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.919485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b923971b-53f3-48de-8687-278536a91777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.930758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d27965bb-9364-455d-b7b9-de9aa0e1e540 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:58.932111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:58.985290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] For port 8a39303f-5b07-477f-9f8b-b2717c122f00, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a39303f-5b07-477f-9f8b-b2717c122f00,segment=NetworkSegment(ada0a0e1-531f-428a-b009-1cf5cd323461),segment_id=ada0a0e1-531f-428a-b009-1cf5cd323461)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:52:58.989493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada24ab0-0525-480d-9491-a34ff3b60466', 'name': 'network-vif-deleted', 'tag': '63e172a7-acb5-4086-94cc-ab3a6f52eccc', 'status': 'completed', 'code': 200} Nov 24 09:52:58.995247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:58.998658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/subnets/fefa02e8-cd87-4544-8a0f-cebeb5525eeb HTTP/1.1" status: 204 len: 168 time: 3.4460599 Nov 24 09:52:59.000862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:59.005577 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95cb558a-902f-4459-a7c0-5c5936006aad req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.61 "DELETE /v2.0/ports/63e172a7-acb5-4086-94cc-ab3a6f52eccc HTTP/1.1" status: 204 len: 173 time: 2.8749933 Nov 24 09:52:59.006096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50878) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:59.010267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Subnet': ['ID=fefa02e8-cd87-4544-8a0f-cebeb5525eeb,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:59.013567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.028992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:59.069357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:59.091968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.123717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.126000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/e4a7a2de-4470-4af4-95be-2370ca1366aa HTTP/1.1" status: 204 len: 168 time: 2.9668372 Nov 24 09:52:59.144278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b923971b-53f3-48de-8687-278536a91777 None None] For port 24aee365-bacc-46ba-8e80-b87d827a9cde, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24aee365-bacc-46ba-8e80-b87d827a9cde,segment=NetworkSegment(91d9ec23-205a-436b-9a54-93464f21be8b),segment_id=91d9ec23-205a-436b-9a54-93464f21be8b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:52:59.150817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:59.152533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b5961-389a-4192-9777-27a562f80836 None None] Network eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:52:59.156432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:59.161148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f051a6-c32e-454f-bf1c-cb15176135e7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:52:59.169618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7f051a6-c32e-454f-bf1c-cb15176135e7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Synchronizing usage tracker for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:52:59.205453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7f051a6-c32e-454f-bf1c-cb15176135e7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Unset dirty status for tenant:0600d4a304354e2285a4f0af4650dcc3 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:52:59.212385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7f051a6-c32e-454f-bf1c-cb15176135e7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1995649 Nov 24 09:52:59.216259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50886) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:59.218215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1682878 Nov 24 09:52:59.221155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50890) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:52:59.239579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=a0378442-7533-492b-9a35-aa1d9c89dc5d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:59.270884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--759542623', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:59.277474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:52:59.307880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:59.314532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:59.318428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:59.327765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:59.337669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:52:59.340483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:59.341361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-726ac473-2591-4376-ad00-0e9b5578eb8f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:59.375209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:59.412016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b923971b-53f3-48de-8687-278536a91777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.429624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=e4a7a2de-4470-4af4-95be-2370ca1366aa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:59.433458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:59.443624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3b6ce6e4-1e2d-40eb-a42c-3f533fa2f80c req-388f3475-a815-4433-b13c-7fbed87cc0ea tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "GET /v2.0/security-groups?id=dcbaf86d-066b-4eb8-aee9-9898b66dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8367317 Nov 24 09:52:59.657186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.665141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:52:59.684708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:52:59.698773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:52:59.710923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:52:59.720091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting port 9f31a0ec-0d60-4d08-a177-435f123063e3 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:52:59.720477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:52:59.764741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:52:59.773099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c73b8524-c396-4a84-943d-987e60b6b456 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:52:59.835094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Pushing event updated for resources: {'Port': ['ID=e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:52:59.841525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.774s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:52:59.907098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fe65eb5-7ded-4743-88e8-919fbb08e7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.352s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:52:59.989528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da79a2-8049-4b0d-9733-167b65654760 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:00.055827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:00.057228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.064870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.170462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b923971b-53f3-48de-8687-278536a91777 None None] Provisioning for port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:00.241159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b923971b-53f3-48de-8687-278536a91777 None None] Provisioning complete for port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:00.241600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b923971b-53f3-48de-8687-278536a91777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.437943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] For port 9f31a0ec-0d60-4d08-a177-435f123063e3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9f31a0ec-0d60-4d08-a177-435f123063e3,segment=NetworkSegment(d62de79a-4c86-47b0-aa9f-038a7fc83703),segment_id=d62de79a-4c86-47b0-aa9f-038a7fc83703)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:00.438730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.441830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.483133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67677b-d8c1-4b58-a7ee-b2e1379e81db None None] Pushing event updated for resources: {'Port': ['ID=8a39303f-5b07-477f-9f8b-b2717c122f00,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:00.568908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:00.594823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b923971b-53f3-48de-8687-278536a91777 None None] Port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:00.645708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.676401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.696132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c73b8524-c396-4a84-943d-987e60b6b456 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:00.696762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.729599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Calling delete_port for 9f31a0ec-0d60-4d08-a177-435f123063e3 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:00.752603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.752998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment d01ef429-5532-45ca-b0b2-c088113cd2a5 of type vlan for network 91607340-c895-442d-8d2b-85d84a7d9695 Nov 24 09:53:00.755423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:00.840361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.848505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:00.917789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Port': ['ID=9f31a0ec-0d60-4d08-a177-435f123063e3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:00.930213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:00.938201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] No DVR routers for this DVR port 9f31a0ec-0d60-4d08-a177-435f123063e3 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:00.974802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:00.985494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-019caaca-693c-418f-a156-2e812cd01d37 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:00.999281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923971b-53f3-48de-8687-278536a91777 None None] Pushing event updated for resources: {'Port': ['ID=24aee365-bacc-46ba-8e80-b87d827a9cde,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:01.000280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.003643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b923971b-53f3-48de-8687-278536a91777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.035000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.372s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.035806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.041510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.923s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.042018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.044547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 6.286s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.044956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.048167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.942s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.048846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.057559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.540s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.058440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.121669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Provisioning complete for port 24aee365-bacc-46ba-8e80-b87d827a9cde triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:01.122010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.164916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.190300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=b9076302-0c5e-4855-8b96-60ed471cdd2c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:01.207335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.225249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceba4e75-e5ad-42ee-9d4c-b49a415f8452']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:01.245915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62de79a-4c86-47b0-aa9f-038a7fc83703') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:01.246256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62de79a-4c86-47b0-aa9f-038a7fc83703') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:01.259107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:01.259594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: a0378442-7533-492b-9a35-aa1d9c89dc5d, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:01.269875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.284733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:01.291162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.293371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.296379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:01.297073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.304868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:01.305334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.315840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad895c21-588c-43dd-8349-ab90bcc45ec0 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:01.323533 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:01.326056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:01.326056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 26fa10b3-b8ac-4e40-bcfe-9a03d85e58f7 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:01.326056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 893124e0-254c-4624-ab38-9c5f1c0ee4ec no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:01.397002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 893124e0-254c-4624-ab38-9c5f1c0ee4ec {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:01.397469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 893124e0-254c-4624-ab38-9c5f1c0ee4ec not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:01.400363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network a0378442-7533-492b-9a35-aa1d9c89dc5d is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:01.423746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, a0378442-7533-492b-9a35-aa1d9c89dc5d) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:01.428464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.431822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:01.432775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.435604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d4782-6aaf-4167-8fcb-ee169c519d47 None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:01.444718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f1dead6-8178-45c5-98fc-3a246b6a3041 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:01.464065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.491207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/ceba4e75-e5ad-42ee-9d4c-b49a415f8452 HTTP/1.1" status: 204 len: 168 time: 2.2735667 Nov 24 09:53:01.498890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50900) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:01.502496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=ceba4e75-e5ad-42ee-9d4c-b49a415f8452,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:01.505741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.518915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2913883 Nov 24 09:53:01.519603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50904) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:01.526426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:01.575216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Provisioning complete for port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:01.575812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.691424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:01.698417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:01.716368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Deleting port c73b8524-c396-4a84-943d-987e60b6b456 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:01.717802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:01.736756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5660436 Nov 24 09:53:01.739391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:01.756200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=91607340-c895-442d-8d2b-85d84a7d9695,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:01.766700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-115975666', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:01.777506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:01.834981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 91607340-c895-442d-8d2b-85d84a7d9695 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:01.907038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:01.942634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:02.044773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] For port c73b8524-c396-4a84-943d-987e60b6b456, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c73b8524-c396-4a84-943d-987e60b6b456,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:02.045286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.102523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:02.163537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:02.177765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:02.182864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:subnet and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:02.186817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:02.198305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:02.212672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:02.213394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a39303f-5b07-477f-9f8b-b2717c122f00 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:02.220986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.306616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Calling delete_port for c73b8524-c396-4a84-943d-987e60b6b456 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:02.451737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Provisioning complete for port c73b8524-c396-4a84-943d-987e60b6b456 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:02.452335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.595718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 8a39303f-5b07-477f-9f8b-b2717c122f00 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:02.615307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.624423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.627455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.628314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18297c60-9f75-4653-a74b-99aaee57d606 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:02.650564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db75001c-7c8c-4b2b-bc59-5dc5a4cca2c4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:02.725405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network a0378442-7533-492b-9a35-aa1d9c89dc5d is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:02.729975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:02.735108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.735735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.736205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.737199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.744432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24aee365-bacc-46ba-8e80-b87d827a9cde up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:02.761732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:02.766157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:02.775792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2548947 Nov 24 09:53:02.778833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50912) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:02.859341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eae6a7-2650-4420-be25-e5f7488bac4c None None] DHCP port deletion for ceba4e75-e5ad-42ee-9d4c-b49a415f8452 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:02.884751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-a0378442-7533-492b-9a35-aa1d9c89dc5d', 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': 'b9076302-0c5e-4855-8b96-60ed471cdd2c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:02.885697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.886027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.887982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.890057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.891804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.893393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:02.894475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Synchronizing usage tracker for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:02.920349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Unset dirty status for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:02.922050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f1adcd3-7236-4685-a843-f0331cc7388c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1413469 Nov 24 09:53:02.926444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50916) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:02.933157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143720458'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:02.942156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Deleting port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:02.942528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.943640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:02.948727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:02.953393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:02.971498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:02.978193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:02.983305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:02.990378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:03.002446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.002837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:03.014625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67788923-3206-4645-9a09-60d210f4ea4f None None] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:03.016267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.023101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:03.023769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.039988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:03.041037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=eecd5f40-f3b6-4c87-a820-796e100ad731,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:03.051621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.052113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment a6817a35-0052-4629-bbda-465c504c3edc of type vlan for network 9c5fb2bc-f485-44d1-9252-0af3730a141e Nov 24 09:53:03.059802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67788923-3206-4645-9a09-60d210f4ea4f None None] Network ceba4e75-e5ad-42ee-9d4c-b49a415f8452 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:53:03.081221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 24aee365-bacc-46ba-8e80-b87d827a9cde triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:03.081750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.088754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.098371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:03.110037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eea461a8-7135-473e-aa1b-9ab8894c26e6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:03.120404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43fe346-16c0-4138-a0a1-6cc8b5846c42 None None] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:03.130882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.135648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:03.136344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.137258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.db [None req-6c3a6707-8d65-43fa-8dcd-b893ccf0a21c None None] No ports have port_id starting with c73b8524-c396-4a84-943d-987e60b6b456 Nov 24 09:53:03.150120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:03.161550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.181387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bf33881-25e8-49a8-9ba8-8eba4a591853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:03.218441 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2873237 Nov 24 09:53:03.231214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.242706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:03.258268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Pushing event deleted for resources: {'Port': ['ID=c73b8524-c396-4a84-943d-987e60b6b456,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:03.260935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:03.270992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:03.286401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=9c5fb2bc-f485-44d1-9252-0af3730a141e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:03.290184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:03.332658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:03.335231 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6954281 Nov 24 09:53:03.338737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50924) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:03.346557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:03.354670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] No DVR routers for this DVR port c73b8524-c396-4a84-943d-987e60b6b456 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:03.473122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ac62037e-0034-432e-bf46-2b823cadbc8b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:03.478642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:03.601330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:03.611568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:03.626727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:03.639666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:03.658762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:03.665618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2306af7-9e44-4b79-bd5e-319b0682ef09 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:03.723291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Could not find standard attr ID for object 9f31a0ec-0d60-4d08-a177-435f123063e3. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:03.740122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 49390fa5-da45-44f1-84ae-fd9ef09bbd3f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:03.740512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.867110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:03.882651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Provisioning for port 8a39303f-5b07-477f-9f8b-b2717c122f00 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:03.944744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Provisioning complete for port 8a39303f-5b07-477f-9f8b-b2717c122f00 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:03.945253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.047054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Allocated IP 2001:db8::2 (a0378442-7533-492b-9a35-aa1d9c89dc5d/b9076302-0c5e-4855-8b96-60ed471cdd2c/f7c0dcfc-e6f3-4245-8765-770a1e19c93a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:04.151754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] For port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96,segment=NetworkSegment(74453c97-117b-4fc6-a9a9-98ad64a38da0),segment_id=74453c97-117b-4fc6-a9a9-98ad64a38da0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:04.152143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.263147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c73b8524-c396-4a84-943d-987e60b6b456 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:04.313996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.398376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c73b8524-c396-4a84-943d-987e60b6b456 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:04.398376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c73b8524-c396-4a84-943d-987e60b6b456 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:04.398376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9f31a0ec-0d60-4d08-a177-435f123063e3 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:04.402362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Calling delete_port for e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:04.430319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'eecd5f40-f3b6-4c87-a820-796e100ad731'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:04.431291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.469518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.475150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bfaf8b8-93c5-4363-95b4-54dbfe402cea tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:04.522787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.547442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9f31a0ec-0d60-4d08-a177-435f123063e3 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:04.547907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9f31a0ec-0d60-4d08-a177-435f123063e3 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:04.620518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:04.634995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:04.642895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:04.644015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.650858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=b390fe72-68ba-4b62-880d-9f81847ee572,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:04.658836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:04.692877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3520374 Nov 24 09:53:04.698830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50928) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:04.717562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:39:42:95', 'name': 'tempest-NetworksTestDHCPv6-1082216845'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:04.756480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.864034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.868603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] For port 8a39303f-5b07-477f-9f8b-b2717c122f00, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a39303f-5b07-477f-9f8b-b2717c122f00,segment=NetworkSegment(ada0a0e1-531f-428a-b009-1cf5cd323461),segment_id=ada0a0e1-531f-428a-b009-1cf5cd323461)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:04.884035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a9b7454-1dec-4f4f-a3f3-41eb0f15e828 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:04.916928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:04.926246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:04.928177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.005807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Allocated IP 172.20.0.2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/eecd5f40-f3b6-4c87-a820-796e100ad731/7a83edc3-6687-4e06-a5f6-e343d7dc0deb) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:05.011031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:05.030947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.040001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:05.046982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Allocated IP 2001:db8::f816:3eff:fe55:1a02 (d35a00cd-fc87-44df-a65e-9faae0fcef26/b390fe72-68ba-4b62-880d-9f81847ee572/7a83edc3-6687-4e06-a5f6-e343d7dc0deb) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:05.061706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:05.066430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e is not hosted by any dhcp agent {{(pid=88878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Nov 24 09:53:05.066782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Transition to ACTIVE for port object f7c0dcfc-e6f3-4245-8765-770a1e19c93a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:05.070633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:05.071373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.072889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "PUT /v2.0/networks/9c5fb2bc-f485-44d1-9252-0af3730a141e HTTP/1.1" status: 200 len: 723 time: 1.8164270 Nov 24 09:53:05.083272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.087273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:05.090125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.107274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Pushing event updated for resources: {'Port': ['ID=8a39303f-5b07-477f-9f8b-b2717c122f00,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:05.118487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:05.134054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port aa63486c-c515-4b44-94a2-e51e2b0046e8 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:53:05.141280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Transition to ACTIVE for port object f7c0dcfc-e6f3-4245-8765-770a1e19c93a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:05.208828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.231675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50bf124-4772-490e-859c-533148f6c61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:05.233955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:05.300613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:05.301902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:05.310066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:05.352291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Pushing event updated for resources: {'Port': ['ID=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:05.359320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:05.401586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=9c5fb2bc-f485-44d1-9252-0af3730a141e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:05.411074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 49390fa5-da45-44f1-84ae-fd9ef09bbd3f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:05.427444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:05.478847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:05.487063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.511531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Provisioning for port ac62037e-0034-432e-bf46-2b823cadbc8b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:05.512890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11018f5d-0329-408c-83d7-c7a3b37206d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:05.553476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Provisioning complete for port ac62037e-0034-432e-bf46-2b823cadbc8b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:05.553906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.684511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Port': ['ID=e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:05.702867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:05.825332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] No DVR routers for this DVR port e4da2fa6-ad87-4eb4-8ac7-1f6691ab5c96 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:05.878633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Attempting to bind port f7c0dcfc-e6f3-4245-8765-770a1e19c93a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:05.879084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Attempting to bind port f7c0dcfc-e6f3-4245-8765-770a1e19c93a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:05.879513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Attempting to bind port f7c0dcfc-e6f3-4245-8765-770a1e19c93a on network a0378442-7533-492b-9a35-aa1d9c89dc5d {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:05.896975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:05.913555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.918659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:05.919150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Checking segment: {'id': 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:05.919521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.920517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Bound using segment: {'id': 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:05.921376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Bound port: f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:05.921815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:05.957465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Transition to ACTIVE for port object 7a83edc3-6687-4e06-a5f6-e343d7dc0deb will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:05.980978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Transition to ACTIVE for port object 7a83edc3-6687-4e06-a5f6-e343d7dc0deb will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:05.986710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Port ac62037e-0034-432e-bf46-2b823cadbc8b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:05.997124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.003768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:06.006086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-180d6b97-658d-4871-8927-12b98289fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:06.008708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.134129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.140398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:06.149498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:06.159818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Provisioning complete for port 8a39303f-5b07-477f-9f8b-b2717c122f00 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:06.161071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17abfd87-c73d-4d08-8355-9748a730a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.202227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:06.207290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:06.267961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Pushing event updated for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:06.270938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.271717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 172.20.0.4 (d35a00cd-fc87-44df-a65e-9faae0fcef26/eecd5f40-f3b6-4c87-a820-796e100ad731/aa63486c-c515-4b44-94a2-e51e2b0046e8) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:06.279042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe39:4295 (d35a00cd-fc87-44df-a65e-9faae0fcef26/b390fe72-68ba-4b62-880d-9f81847ee572/aa63486c-c515-4b44-94a2-e51e2b0046e8) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:06.286034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a39303f-5b07-477f-9f8b-b2717c122f00 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:06.368383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:06.380976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:06.473473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Attempting to bind port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:06.473824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Attempting to bind port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:06.474255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Attempting to bind port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:06.485772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:06.510107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,segment=NetworkSegment(c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d),segment_id=c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:06.510360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74453c97-117b-4fc6-a9a9-98ad64a38da0') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:06.510825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74453c97-117b-4fc6-a9a9-98ad64a38da0') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:06.519308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:06.519743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:06.520216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.520666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:06.521221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Bound port: 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:06.521667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.536519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.551580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-54167aae-0166-455e-a8b9-0a38ded94049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:06.570375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.601079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object aa63486c-c515-4b44-94a2-e51e2b0046e8 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:06.632768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.652811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d180e76-d581-4431-9cb0-b834e377e6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:06.692734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.716677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8a39303f-5b07-477f-9f8b-b2717c122f00 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:06.717855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.764925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=aa63486c-c515-4b44-94a2-e51e2b0046e8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:06.778560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:06.799128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:06.801402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:06.808063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:06.878565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Pushing event updated for resources: {'Port': ['ID=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:06.907922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:06.909410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:06.915199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:06.950330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2495601 Nov 24 09:53:06.955304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50936) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:06.968535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:06.977551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:07.000168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.006029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7bfd43e-355d-4d3d-a9cd-276eba07d0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:07.044206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c24b925d-8dc6-4da2-8223-9ef3e9cbfc8c None None] Provisioning complete for port ac62037e-0034-432e-bf46-2b823cadbc8b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:07.044643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c24b925d-8dc6-4da2-8223-9ef3e9cbfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.074877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddb3dd-37da-4b39-aa5f-b455506450ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:07.080494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddb3dd-37da-4b39-aa5f-b455506450ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:07.081402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4ddb3dd-37da-4b39-aa5f-b455506450ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:07.101234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4ddb3dd-37da-4b39-aa5f-b455506450ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:07.104506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4ddb3dd-37da-4b39-aa5f-b455506450ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1482763 Nov 24 09:53:07.112531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50940) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:07.141666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c24b925d-8dc6-4da2-8223-9ef3e9cbfc8c None None] Port ac62037e-0034-432e-bf46-2b823cadbc8b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:07.154043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Pushing event updated for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:07.161550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:07.178287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.223777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port aa63486c-c515-4b44-94a2-e51e2b0046e8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:07.224286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.306758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.395122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:07.395572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:07.417857 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:07.473310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.537544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.556809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.675892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:07.732496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for aa63486c-c515-4b44-94a2-e51e2b0046e8 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:07.749342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35c85ce2-2bde-48ac-b138-6185492e69e4 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:07.823681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=49390fa5-da45-44f1-84ae-fd9ef09bbd3f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:07.839017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:07.917308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.003133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.011065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:08.021251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38e3ae86-e231-4ef6-a18e-88d6d132bbbf tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:08.041328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.062536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=aa63486c-c515-4b44-94a2-e51e2b0046e8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:08.065466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:08.141050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:08.162741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:08.258038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.294647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/aa63486c-c515-4b44-94a2-e51e2b0046e8 HTTP/1.1" status: 204 len: 168 time: 1.1805499 Nov 24 09:53:08.296299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50944) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:08.336924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/eb4cffd8-f0da-4ad7-9b38-60d5b15e3ffb HTTP/1.1" status: 204 len: 168 time: 6.8197846 Nov 24 09:53:08.350383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f7c0dcfc-e6f3-4245-8765-770a1e19c93a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:08.357380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 50948) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:08.460022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:08.461636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:08.465117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:08.466054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:08.501454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:08.505733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:08.510318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddecf637-5939-4de0-918b-3a7d907cb97d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2127905 Nov 24 09:53:08.511042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50952) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:08.511792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7a83edc3-6687-4e06-a5f6-e343d7dc0deb up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:08.546913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.164 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/2606f18b-8599-4cba-82d1-d775e560e0f5) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:08.621652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:08.675555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.684086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet b390fe72-68ba-4b62-880d-9f81847ee572 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:08.688335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.764043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.773367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.774273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.797393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc43c2b1-f5d3-41db-9e9a-dc5f99d411fc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:08.867383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.905949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.935153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.972971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:08.983698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac801cdd-8397-40e2-9a73-8960e13f0392 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:09.032612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.035468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=b390fe72-68ba-4b62-880d-9f81847ee572,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:09.037958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.050074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:09.055833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/b390fe72-68ba-4b62-880d-9f81847ee572 HTTP/1.1" status: 204 len: 168 time: 0.5434408 Nov 24 09:53:09.058307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50956) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:09.074556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=ac62037e-0034-432e-bf46-2b823cadbc8b,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:09.110972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:09.112436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a75d013-eacc-470b-8e35-55d81824a736 None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:09.114350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d27b-1b8a-47bd-b33c-979384f6af4a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:09.359263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet eecd5f40-f3b6-4c87-a820-796e100ad731 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:09.363681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.389344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Provisioning for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:09.396750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Provisioning complete for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:09.397486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.432732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.544659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.605210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.653784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.660185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28489cdc-36f0-4819-8462-440562c9d042 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:09.660560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e78df-31ba-4453-a925-051df7ecdec7 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:09.710820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=eecd5f40-f3b6-4c87-a820-796e100ad731,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:09.714011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:09.718989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.730935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/eecd5f40-f3b6-4c87-a820-796e100ad731 HTTP/1.1" status: 204 len: 168 time: 0.6712925 Nov 24 09:53:09.734346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50960) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:09.811044 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-271ffa2c-cf15-4fe4-8698-1f1881b9dba1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750437 Nov 24 09:53:09.816943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50964) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:09.915389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49957d-16e2-469d-9a5f-fa15e0809aeb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:09.916083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,segment=NetworkSegment(c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d),segment_id=c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:09.916269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d49957d-16e2-469d-9a5f-fa15e0809aeb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:09.923232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.936570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d49957d-16e2-469d-9a5f-fa15e0809aeb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:09.940172 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d49957d-16e2-469d-9a5f-fa15e0809aeb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1199605 Nov 24 09:53:09.940718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:09.942457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.945943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=c91972ea-2882-468d-91d5-9c0248370cfd,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:09.964307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:09.969440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0c08e28-3926-4396-a918-39230a5891f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:10.008621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:10.021851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bee57a-c569-482f-8836-efe95a83d884 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:10.022343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Update dhcp port {'port': {'network_id': 'a0378442-7533-492b-9a35-aa1d9c89dc5d', 'fixed_ips': [{'subnet_id': 'b9076302-0c5e-4855-8b96-60ed471cdd2c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'f7c0dcfc-e6f3-4245-8765-770a1e19c93a'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:53:10.023411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a5bee57a-c569-482f-8836-efe95a83d884 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:10.042608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a5bee57a-c569-482f-8836-efe95a83d884 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:10.047184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a5bee57a-c569-482f-8836-efe95a83d884 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1019552 Nov 24 09:53:10.047653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50972) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:10.103146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd690bb-c036-4a91-80df-63c6a2015a59']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:10.112555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': 'a6817a35-0052-4629-bbda-465c504c3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:10.112941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: 9c5fb2bc-f485-44d1-9252-0af3730a141e, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:10.132925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f823c962-8584-40e1-915e-6397bc969e3a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772176 Nov 24 09:53:10.133164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:10.133732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50976) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:10.134987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Pushing event updated for resources: {'Port': ['ID=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:10.139406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:10.140400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.140930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:10.141433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:10.144099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132cfe01-f47b-413b-a495-61021bc14593') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:10.144441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132cfe01-f47b-413b-a495-61021bc14593') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:10.200282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Provisioning for port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:10.215082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Provisioning complete for port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:10.215505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.250263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.291025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:10.305090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Deleting port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:10.305524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.547383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.551515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:10.564186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:10.572863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.576189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:10.582806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:10.583541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.585504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.587594 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:10.588346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:10.612863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d4f7c332-116a-4a36-a57d-ac885c24c248 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4777219 Nov 24 09:53:10.616444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50980) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:10.627169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:10.663746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02a70bad-f1a2-4eea-acee-9fa45721dce8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:10.729184 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:10.761078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.763203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:10.776839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:10.788062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:10.794419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.796952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:10.797813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:10.823401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d26f8ef1-0420-421d-b6a9-75316a9e9b75 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2020714 Nov 24 09:53:10.825012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:10.833186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:10.882690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:10.890862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:11.018301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:11.033517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 9c5fb2bc-f485-44d1-9252-0af3730a141e) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:11.037228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:11.041856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:11.053182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba5d1b-320d-4320-8942-c219b6c9fdd3 None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:11.057167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:11.064197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.065863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:11.066642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:11.068850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:11.080795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:11.081253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.099358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-519ab53c-6eb4-4a67-8a20-98fdb30d64a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2728176 Nov 24 09:53:11.105874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50988) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.114867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.117784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:11.118912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:11.125778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:11.126438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.146646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.148437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=2606f18b-8599-4cba-82d1-d775e560e0f5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:11.167903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:11.178300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Allocated IP 172.20.0.1 (a0378442-7533-492b-9a35-aa1d9c89dc5d/fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47/f7c0dcfc-e6f3-4245-8765-770a1e19c93a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:11.180504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef8729f2-ddb4-4dd0-a11c-8b66805a891e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:11.261975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:11.275545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:11.286948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:11.290027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Calling delete_port for 7a83edc3-6687-4e06-a5f6-e343d7dc0deb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:11.294088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.296029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:11.296610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:11.323365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd986097-83c9-438b-934e-2ddc4b6c88b1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2092593 Nov 24 09:53:11.326808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.334318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:11.473758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:11.485634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:11.496186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:11.505034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.506654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:11.507170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:11.511587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Pushing event updated for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:11.533858 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0b8a6c6-2222-44e1-91ef-4fd6499d8b3b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2022328 Nov 24 09:53:11.534076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:11.534164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 50998) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.541094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:11.559280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.629238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-da18d0eb-c67e-4736-950f-4ea3aa0c40dd None None] Provisioning complete for port ac62037e-0034-432e-bf46-2b823cadbc8b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:11.629781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da18d0eb-c67e-4736-950f-4ea3aa0c40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.682279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:11.695284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:11.705229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:11.709820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:11.710246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:11.711662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.713252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:11.713754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:11.739284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6130ac5-539f-4018-b03c-9ae722d6b47b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2012589 Nov 24 09:53:11.739641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51002) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.769772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-da18d0eb-c67e-4736-950f-4ea3aa0c40dd None None] Port ac62037e-0034-432e-bf46-2b823cadbc8b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:11.786028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,segment=NetworkSegment(c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d),segment_id=c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:11.786315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51006) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.786407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.5742202 Nov 24 09:53:11.797049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:11.799247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/ffd690bb-c036-4a91-80df-63c6a2015a59 HTTP/1.1" status: 204 len: 168 time: 3.4340789 Nov 24 09:53:11.806014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51010) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:11.838757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:11.841219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab23a449-de8d-4dd7-947d-572e70b97225 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:11.853275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-9c5fb2bc-f485-44d1-9252-0af3730a141e', 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': 'c91972ea-2882-468d-91d5-9c0248370cfd'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:11.854206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.873040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:11.931848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=ffd690bb-c036-4a91-80df-63c6a2015a59,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:11.958956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:11.972237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 600fd2e0-ec22-46de-bf54-c36772106c98 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:53:11.973852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Transition to ACTIVE for port object f7c0dcfc-e6f3-4245-8765-770a1e19c93a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:12.005808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.023642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-693e6851-2749-41c2-8318-0d6269ba95c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:12.052398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c07ce6-aee2-47dc-8186-7115339337a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:12.060448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77c07ce6-aee2-47dc-8186-7115339337a9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3190241 Nov 24 09:53:12.062024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:12.117296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.219210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Deleting port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:12.219634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.271872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f7c0dcfc-e6f3-4245-8765-770a1e19c93a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:12.300306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653be0be-043e-46d1-9a75-cff6b7cb245e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:12.305579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-653be0be-043e-46d1-9a75-cff6b7cb245e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2365980 Nov 24 09:53:12.306211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:12.333281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Pushing event updated for resources: {'Port': ['ID=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:12.344698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:12.433532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b8904934-8f90-4ce8-b6c7-0d898106afd1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172926 Nov 24 09:53:12.435216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Allocated IP 2001:db8::2 (9c5fb2bc-f485-44d1-9252-0af3730a141e/c91972ea-2882-468d-91d5-9c0248370cfd/fe7d5aee-e8ed-4330-8044-bfc8fcc780cb) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:12.443332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51022) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:12.450463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:12.519570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16378940'] for subnet, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.589223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.634640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6203a6de-b8f3-4d68-8c90-50fef48f8a37']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:12.655110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1527e55a-e8df-4776-804c-0245d1caa4dd') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:12.655110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1527e55a-e8df-4776-804c-0245d1caa4dd') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:12.672427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.724566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.736270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:12.737134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.739780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:12.768092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:12.771567 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:12.781690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:12.791000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.802938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7a83edc3-6687-4e06-a5f6-e343d7dc0deb no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:12.886195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:12.895215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.902605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.921499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] Sync routers for ids ['600fd2e0-ec22-46de-bf54-c36772106c98'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:12.923947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:12.938058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:12.938517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:12.963813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51026) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:12.964041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/600fd2e0-ec22-46de-bf54-c36772106c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9587798 Nov 24 09:53:12.980974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Pushing event deleted for resources: {'Network': ['ID=6203a6de-b8f3-4d68-8c90-50fef48f8a37,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:12.985055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:12.989200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] 10.222.0.55 "DELETE /v2.0/networks/6203a6de-b8f3-4d68-8c90-50fef48f8a37 HTTP/1.1" status: 204 len: 168 time: 1.1745675 Nov 24 09:53:12.995903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Router 72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:53:13.038302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.039135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.132492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Calling delete_port for 7a83edc3-6687-4e06-a5f6-e343d7dc0deb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:13.231807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Deleting port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:13.232199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.251436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] Routers {'600fd2e0-ec22-46de-bf54-c36772106c98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:13.252166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['600fd2e0-ec22-46de-bf54-c36772106c98'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:13.343308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:13.431614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.557656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] Routers {'600fd2e0-ec22-46de-bf54-c36772106c98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:13.576854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['600fd2e0-ec22-46de-bf54-c36772106c98'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:13.601108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51034) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:13.682236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cbd84-90c9-4870-bdc6-6de1656b30c0 None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:13.682974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e96b7ace-f84c-4ee5-b565-659ab16cc957 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 09:53:13.687166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e96b7ace-f84c-4ee5-b565-659ab16cc957 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/600fd2e0-ec22-46de-bf54-c36772106c98/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7218339 Nov 24 09:53:13.690486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51038) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:13.698129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:13.698766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee85c28b-c86e-4036-ba31-256e8934c107 None None] The sync data for ids ['600fd2e0-ec22-46de-bf54-c36772106c98'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:13.703829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.747650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:13.750491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Transition to ACTIVE for port object fe7d5aee-e8ed-4330-8044-bfc8fcc780cb will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:13.766534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.768498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce94a944-15ee-49f8-8624-1e70d4eefdd4 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=600fd2e0-ec22-46de-bf54-c36772106c98 HTTP/1.1" status: 200 len: 205 time: 0.0767634 Nov 24 09:53:13.769214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51044) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:13.830099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:13.861608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:13.861955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:13.918947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Transition to ACTIVE for port object fe7d5aee-e8ed-4330-8044-bfc8fcc780cb will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:13.944298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa8e032d-4853-427e-a08c-70a5e40f6c3a None None] Provisioning for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:13.954419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:13.985178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa8e032d-4853-427e-a08c-70a5e40f6c3a None None] Provisioning complete for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:13.985674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa8e032d-4853-427e-a08c-70a5e40f6c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.059294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:14.068549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:14.096979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2928839e-e64e-4b63-b9fa-679fc071b1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:14.111440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] For port 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:14.111887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.156163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:14.176057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:14.188062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:14.262337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f7c0dcfc-e6f3-4245-8765-770a1e19c93a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:14.300273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Calling delete_port for 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:14.337749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Pushing event updated for resources: {'Port': ['ID=fe7d5aee-e8ed-4330-8044-bfc8fcc780cb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:14.361395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.374945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:14.489223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Attempting to bind port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:14.489655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Attempting to bind port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'a6817a35-0052-4629-bbda-465c504c3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:14.490083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Attempting to bind port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb on network 9c5fb2bc-f485-44d1-9252-0af3730a141e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:14.506729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ed3e71c-e751-4f16-bcaf-ae9d44858cee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0600d4a304354e2285a4f0af4650dcc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8339434 Nov 24 09:53:14.506971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:14.506971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Checking segment: {'id': 'a6817a35-0052-4629-bbda-465c504c3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:14.506971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.508441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Bound using segment: {'id': 'a6817a35-0052-4629-bbda-465c504c3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:14.508441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Bound port: fe7d5aee-e8ed-4330-8044-bfc8fcc780cb, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6817a35-0052-4629-bbda-465c504c3edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9c5fb2bc-f485-44d1-9252-0af3730a141e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:14.508441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.508744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:14.513670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:14.522058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/routers/72f6c1d3-c9dc-4c26-95d9-ad664d5f0252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3606436 Nov 24 09:53:14.522952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51052) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:14.527946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] Sync routers for ids ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:14.542502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] Routers {'72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:14.543512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:14.591432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:14.592498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.682797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:14.703354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] Routers {'72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:14.704894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:14.726624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Deleting port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:14.727075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.800046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:14.800802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da3d30-5ef1-404d-886c-207a930b9b58 None None] The sync data for ids ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:14.846542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.876434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-134f60d2-f3dc-4ea2-829a-fb6b8b3e7fdf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:14.943293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15797488'] for subnet, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:14.955840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6288dfdc-e793-43a6-9497-9ea774df9b10 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:14.973537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Port': ['ID=3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:15.022301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] For port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:15.037233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=c91972ea-2882-468d-91d5-9c0248370cfd,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:15.058293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] For port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe7d5aee-e8ed-4330-8044-bfc8fcc780cb,segment=NetworkSegment(a6817a35-0052-4629-bbda-465c504c3edc),segment_id=a6817a35-0052-4629-bbda-465c504c3edc)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:15.076561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:15.077285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.108157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:15.110170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aca143f-afa2-4108-8148-04f81229e391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:15.113927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.137583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.186845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:15.187872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.189740 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "PUT /v2.0/subnets/c91972ea-2882-468d-91d5-9c0248370cfd HTTP/1.1" status: 200 len: 826 time: 3.4038424 Nov 24 09:53:15.198355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:15.223347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.225807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Pushing event updated for resources: {'Port': ['ID=fe7d5aee-e8ed-4330-8044-bfc8fcc780cb,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:15.250270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:15.258503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.321477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.359722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.360313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 600fd2e0-ec22-46de-bf54-c36772106c98 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:53:15.371897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1142855a-6c9e-483c-9fcf-e128ddcb69eb None None] Provisioning complete for port f7c0dcfc-e6f3-4245-8765-770a1e19c93a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:15.372331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1142855a-6c9e-483c-9fcf-e128ddcb69eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.402203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.407580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2df856c-a5d1-42d5-9880-d99fd91eb98b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/600fd2e0-ec22-46de-bf54-c36772106c98 HTTP/1.1" status: 204 len: 168 time: 1.6313603 Nov 24 09:53:15.414361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51060) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:15.418492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14943af-7f21-487f-af98-0bde542ca141 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:15.419315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d14943af-7f21-487f-af98-0bde542ca141 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:15.437726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:53:15.442781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:15.443233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.477486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:15.563793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.584156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Calling delete_port for 7a83edc3-6687-4e06-a5f6-e343d7dc0deb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:15.612119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d14943af-7f21-487f-af98-0bde542ca141 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:15.616653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d14943af-7f21-487f-af98-0bde542ca141 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?device_id=72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 HTTP/1.1" status: 200 len: 988 time: 0.9082892 Nov 24 09:53:15.617374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:15.629853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.630737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.650051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f927408-1de1-45f0-b87e-45d1db0a1cd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:15.709231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:15.715845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.716597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:15.735334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:15.735836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.740506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:15.741169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:15.786421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet 8b4dafbb-d70d-4f56-992c-7f39b628b51a {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:15.790078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=8']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:15.793077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.795419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.831711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3847213 Nov 24 09:53:15.831711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:15.836176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b19943da-df1c-45a5-9ff8-95b2875dd07f tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:15.854728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:15.856642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28e4fef8-f56e-4117-8668-89b4833d11c8 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:15.887084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:51:7d:5c', 'name': 'tempest-NetworksTestDHCPv6-2085843411'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:15.926007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1378c8-66be-41c5-9ff0-d3dd10078155,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:15.928919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.937978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:15.938402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:15.972704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=73f7d32c-21d3-4bd1-9018-07d1b39e0ed3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:16.006140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:16.011308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:16.051856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.150202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.171500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.172675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca1378c8-66be-41c5-9ff0-d3dd10078155 HTTP/1.1" status: 204 len: 168 time: 1.6618915 Nov 24 09:53:16.172794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76a6a14b-d443-40e4-8229-e5351ea89df7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:16.238191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4dafbb-d70d-4f56-992c-7f39b628b51a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:16.244503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:16.251847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.263054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/8b4dafbb-d70d-4f56-992c-7f39b628b51a HTTP/1.1" status: 204 len: 168 time: 0.8447397 Nov 24 09:53:16.263257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239cf61-275a-4e9a-960b-db0c93c7e5cc None None] Network f9f275d5-8db9-4c20-acb4-3670876dc7dc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:16.266060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51074) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:16.435210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.450471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port fdafc493-f9b8-4bd5-b932-c3369b512df3 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:16.452096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.486383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:16.497417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe7d5aee-e8ed-4330-8044-bfc8fcc780cb up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:16.503844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:16.558715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:16.565236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.690784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:16.739475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port fdafc493-f9b8-4bd5-b932-c3369b512df3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fdafc493-f9b8-4bd5-b932-c3369b512df3,segment=NetworkSegment(0dd6219a-bb20-4139-903b-95aefd92d0ce),segment_id=0dd6219a-bb20-4139-903b-95aefd92d0ce)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:16.740094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:16.893152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for fdafc493-f9b8-4bd5-b932-c3369b512df3 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:16.974308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:16.979042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7318b33-9056-4d16-b7a7-b25f2e242674 None None] DHCP port deletion for f9f275d5-8db9-4c20-acb4-3670876dc7dc request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:16.994987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.001316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a11a3aef-6505-4428-93d3-adaa791418a4 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:17.048464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:17.068301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=fdafc493-f9b8-4bd5-b932-c3369b512df3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:17.088772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:17.099997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port fdafc493-f9b8-4bd5-b932-c3369b512df3 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:17.118429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Sync routers for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:17.144293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.145800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 15.3850057 Nov 24 09:53:17.154960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Deleting port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:17.155985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.168070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51090) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:17.181869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.182605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.183366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.184306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.185022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.186888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.187675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.188312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.189011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.189710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.190426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:17.277287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:17.289018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:17.291488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:52:53Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:17.378605 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e158c9b1-17ed-44de-bcc3-3f2219090b90 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2011850 Nov 24 09:53:17.386679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51098) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:17.460444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe7d5aee-e8ed-4330-8044-bfc8fcc780cb,segment=NetworkSegment(a6817a35-0052-4629-bbda-465c504c3edc),segment_id=a6817a35-0052-4629-bbda-465c504c3edc)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:17.461035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.599423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.650367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:17.664531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for fe7d5aee-e8ed-4330-8044-bfc8fcc780cb owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:17.673763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f275d5-8db9-4c20-acb4-3670876dc7dc']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:17.695003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd6219a-bb20-4139-903b-95aefd92d0ce') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:17.695383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd6219a-bb20-4139-903b-95aefd92d0ce') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:17.713013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.775273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.795337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.841012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 12c41145-1bef-4cfe-8216-d875cd0d7f07 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:53:17.868967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:17.869420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:17.886953 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:18.034772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe51:7d5c (d35a00cd-fc87-44df-a65e-9faae0fcef26/73f7d32c-21d3-4bd1-9018-07d1b39e0ed3/12c41145-1bef-4cfe-8216-d875cd0d7f07) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:18.043975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a4758-7fc4-4833-a94d-cc74704ff9ab None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:18.074327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:18.170619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] For port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:18.170619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.229466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-43dd4cb7-e4a3-4401-ad34-dbf1a46b62e6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:18.230314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-43dd4cb7-e4a3-4401-ad34-dbf1a46b62e6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:53:18.235993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43dd4cb7-e4a3-4401-ad34-dbf1a46b62e6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5800183 Nov 24 09:53:18.257166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51108) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:18.285545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581727724'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:18.327065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdafc493-f9b8-4bd5-b932-c3369b512df3 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:18.341243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.348352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8f6abfa7-2aff-4873-8c02-d61788ba22bd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:18.354142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:18.371022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.378990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:18.384144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54194b3-7725-49df-86b2-5405119e9254 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:18.388033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:18.390192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f54194b3-7725-49df-86b2-5405119e9254 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0013540 Nov 24 09:53:18.391800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=f9f275d5-8db9-4c20-acb4-3670876dc7dc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:18.393435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51112) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:18.402126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:18.411096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:18.445592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/f9f275d5-8db9-4c20-acb4-3670876dc7dc HTTP/1.1" status: 204 len: 168 time: 2.1800981 Nov 24 09:53:18.454301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51116) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:18.459143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87ae1052-8c2d-48e1-b53b-e55ccc8d6774 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585821 Nov 24 09:53:18.459404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:18.467481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-832097219'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:18.475853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197495440', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:18.502402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:18.515607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.520244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.523233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:18.530894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:18.543000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:18.561459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.615303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Calling delete_port for 7a83edc3-6687-4e06-a5f6-e343d7dc0deb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:18.640611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:18.643084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 12c41145-1bef-4cfe-8216-d875cd0d7f07 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:18.644688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fdafc493-f9b8-4bd5-b932-c3369b512df3 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:18.645116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fdafc493-f9b8-4bd5-b932-c3369b512df3 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:18.646554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.646752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db4249d4-b2bf-4211-93ec-c6457e0e0bbe None None] Provisioning for port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:18.656177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.671221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:18.672079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99128f78-6cc0-4326-974d-9b780f29c24d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:18.678468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:18.681782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:18.692255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:18.707624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:18.711271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db4249d4-b2bf-4211-93ec-c6457e0e0bbe None None] Provisioning complete for port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:18.711698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db4249d4-b2bf-4211-93ec-c6457e0e0bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.713403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:18.757800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Port': ['ID=fe7d5aee-e8ed-4330-8044-bfc8fcc780cb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:18.758498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.758930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 321d9117-0e79-48d0-9a1a-e03c5c1fc1fd of type vlan for network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc Nov 24 09:53:18.768122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:18.783753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:18.797823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db4249d4-b2bf-4211-93ec-c6457e0e0bbe None None] Port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb was deleted so its status cannot be updated. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Nov 24 09:53:18.824379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:18.847854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:18.851021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.851532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.852028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.852529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.853426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.853833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.854722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.854722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.855221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.855833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.856174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:18.861161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.870198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.889713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:18.960750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c65f8d46-39ae-4fb7-a2e6-c29c1591298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.979245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:18.991570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No DVR routers for this DVR port fe7d5aee-e8ed-4330-8044-bfc8fcc780cb on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:19.020520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.024734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:19.025399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.031968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6214c989-f783-4d3d-a8de-2e38b61a3526 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:19.035197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:19.166412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7085335 Nov 24 09:53:19.173730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51124) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:19.176757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=5282aef4-bb7f-40f4-8142-c41d99c3d1bc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:19.185965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:19.190375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.195713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d72f92a-a56c-4a6c-8d4b-1743a9b8b192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:19.207194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:19.237150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:19.270778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:12Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:19.280831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Pushing event deleted for resources: {'Port': ['ID=7a83edc3-6687-4e06-a5f6-e343d7dc0deb,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:19.298425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:19.299667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Checking router: e4ab2306-2e40-4ad1-97dd-cb75b2eca0df for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:53:19.300126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Updating router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df port 2606f18b-8599-4cba-82d1-d775e560e0f5 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:53:19.412552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:19.429104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:19.437078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:19.447490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:19.455450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.462697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcf9552f-3077-49c3-94e2-3bfd8ae675bc tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:19.520718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:19.538921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] No DVR routers for this DVR port 7a83edc3-6687-4e06-a5f6-e343d7dc0deb on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:19.585223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:19.591818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=12c41145-1bef-4cfe-8216-d875cd0d7f07,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:19.603678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.614697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:19.617090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:19.630124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.666284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db88d04-1f20-4dde-b63c-70414ae01622 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:19.676886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=f6aaf115-55c4-47b0-ab6c-be7a9ea20154,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:19.686476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:19.687512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:19.688270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0c286-576a-4fe3-a2c5-4ae896b10a0e None None] Network 9c5fb2bc-f485-44d1-9252-0af3730a141e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:19.691122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:19.691811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.697805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.700873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.735645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:19.736056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 91607340-c895-442d-8d2b-85d84a7d9695, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:19.848532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 91607340-c895-442d-8d2b-85d84a7d9695 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:19.863998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 91607340-c895-442d-8d2b-85d84a7d9695) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:19.872103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:19.872770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.887335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.887612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359981da-ab95-4d8e-afd9-49e093801255 None None] Network 91607340-c895-442d-8d2b-85d84a7d9695 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:19.898471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:19.945850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4824841 Nov 24 09:53:19.946646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51128) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:19.974238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db63cae3-7b21-436d-9a87-1d055063f8ca tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:19.991256 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1232517 Nov 24 09:53:20.001233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51134) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:20.059421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:20.064684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28c8f6-2a1c-4dc2-8452-43c716de03fd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:20.071574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:20.072711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:20.077683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.095625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:20.102180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6a5a541b-ed22-4e9c-920c-b7c0fdaec2d4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:20.116758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.132007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ba500cd-75d4-424f-8062-735aacab2475 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:20.141492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:20.183245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=c91972ea-2882-468d-91d5-9c0248370cfd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:20.191270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:20.328766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=67eec17d-ae08-4696-ac93-29b137359cca,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:20.333868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.335452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:20.351653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c8114-578f-4e65-9322-ca37f9db0a19 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:20.356551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c5c8114-578f-4e65-9322-ca37f9db0a19 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3513923 Nov 24 09:53:20.359743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51138) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:20.459558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.478482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b24ec08-2276-47f9-a227-7223452bf5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:20.478901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 12c41145-1bef-4cfe-8216-d875cd0d7f07 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:20.478901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.501267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.521924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:20.522512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 5282aef4-bb7f-40f4-8142-c41d99c3d1bc, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:20.530640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eaf030-3409-412c-b604-e726e565a6c1 None None] DHCP port deletion for 9c5fb2bc-f485-44d1-9252-0af3730a141e request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:20.703666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5fb2bc-f485-44d1-9252-0af3730a141e']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:20.732825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341c5109-b008-4c1e-9399-c5d472750a81,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:20.741360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.750489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:20.751602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:20.752310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.754790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4951022 Nov 24 09:53:20.758149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6817a35-0052-4629-bbda-465c504c3edc') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:20.758776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6817a35-0052-4629-bbda-465c504c3edc') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:20.759876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:20.781694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '341c5109-b008-4c1e-9399-c5d472750a81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:20.812924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:20.855814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-91607340-c895-442d-8d2b-85d84a7d9695', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:20.856741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.875319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 5282aef4-bb7f-40f4-8142-c41d99c3d1bc) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:20.885234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:20.894028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.900352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:20.901524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.909409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:20.929047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:20.929413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:20.944298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4114bf-f164-4502-b724-ba5b10091a4e None None] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:20.989601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8142598 Nov 24 09:53:21.007831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:21.018478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1532725929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:21.025453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:21.031570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:21.035321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '73f7d32c-21d3-4bd1-9018-07d1b39e0ed3'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:21.036462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.040387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:21.046415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:21.046905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.068411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:21.073643 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:21.083005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.083207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:21.161980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port ac62037e-0034-432e-bf46-2b823cadbc8b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:21.162494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.213499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.214510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.247318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 12c41145-1bef-4cfe-8216-d875cd0d7f07 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:21.255828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.260241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.271350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6fd85a72-1241-46e9-8383-d9864915bfd1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:21.277009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.330156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Router 4ce3fbe4-558c-4704-85ee-0dbe72df942e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:53:21.346062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=9c5fb2bc-f485-44d1-9252-0af3730a141e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:21.349250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:21.359386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/9c5fb2bc-f485-44d1-9252-0af3730a141e HTTP/1.1" status: 204 len: 168 time: 6.1292381 Nov 24 09:53:21.361997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:21.373910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Transition to ACTIVE for port object 2606f18b-8599-4cba-82d1-d775e560e0f5 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:21.399671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.413812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.431180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78984c37-abc2-4ca4-b4ec-fcdc1ae1af67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:21.471740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Allocated IP 172.20.0.2 (91607340-c895-442d-8d2b-85d84a7d9695/f6aaf115-55c4-47b0-ab6c-be7a9ea20154/e2173b4e-36c6-4395-88a0-6dd3c0dc0667) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:21.473751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.485572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2adf06f-8802-4687-a871-6d227da24728 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:21.486064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2adf06f-8802-4687-a871-6d227da24728 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:21.496883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2adf06f-8802-4687-a871-6d227da24728 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/9c5fb2bc-f485-44d1-9252-0af3730a141e HTTP/1.1" status: 404 len: 339 time: 0.1216278 Nov 24 09:53:21.496883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:21.499040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.507732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049116595', 'description': 'd1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:21.519154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:21.555387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158d38e5-245f-4ea7-9965-bd2bdb8546dc,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:21.562045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:21.578409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:21.585635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.590126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8147674 Nov 24 09:53:21.593274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51158) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:21.600005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '341c5109-b008-4c1e-9399-c5d472750a81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:21.601635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Usage tracker for resource:network and tenant:7f4eb08b74db4ad0a299b132838207ea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:21.605897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.606119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:21.623865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:21.627232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9bbd730b-7b9d-4b5d-97b4-bb3a51df8ee9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:21.633441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.643290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.651963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:21.667552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:21.678911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:21.690335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=12c41145-1bef-4cfe-8216-d875cd0d7f07,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:21.695537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:21.698800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:21.735018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-5282aef4-bb7f-40f4-8142-c41d99c3d1bc', 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': '67eec17d-ae08-4696-ac93-29b137359cca'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:21.735018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.774156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Pushing event updated for resources: {'Port': ['ID=2606f18b-8599-4cba-82d1-d775e560e0f5,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:21.795740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Allocated IP 2001:db8::f816:3eff:fe70:8844 (d35a00cd-fc87-44df-a65e-9faae0fcef26/73f7d32c-21d3-4bd1-9018-07d1b39e0ed3/f3c73595-4623-45b7-ade2-5a93ea04114e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:21.798861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:21.802142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.803215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Attempting to bind port 2606f18b-8599-4cba-82d1-d775e560e0f5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:21.803765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Attempting to bind port 2606f18b-8599-4cba-82d1-d775e560e0f5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:21.804304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Attempting to bind port 2606f18b-8599-4cba-82d1-d775e560e0f5 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:21.807116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f33826e1-ffa7-4308-a2a3-bae2ca0a885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.855200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for ac62037e-0034-432e-bf46-2b823cadbc8b owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:21.932086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.937085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73353a5d-14ab-49fe-9a0e-4563fbf0cc2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9229686 Nov 24 09:53:21.938959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:21.939543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:21.940170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.940744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:21.941428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Bound port: 2606f18b-8599-4cba-82d1-d775e560e0f5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:21.941982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.947828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:21.953470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:21.981479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:22.100920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.175606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.182078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/12c41145-1bef-4cfe-8216-d875cd0d7f07 HTTP/1.1" status: 204 len: 168 time: 1.8207347 Nov 24 09:53:22.187456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51166) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:22.204434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe7d5aee-e8ed-4330-8044-bfc8fcc780cb no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:22.275097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf7735-c5af-41be-a4ba-e88161b9537d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:22.276862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf7735-c5af-41be-a4ba-e88161b9537d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:22.277628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93bf7735-c5af-41be-a4ba-e88161b9537d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:22.304212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fe7d5aee-e8ed-4330-8044-bfc8fcc780cb {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:22.304707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe7d5aee-e8ed-4330-8044-bfc8fcc780cb not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:22.314194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:22.320039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] For port 2606f18b-8599-4cba-82d1-d775e560e0f5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:22.323968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93bf7735-c5af-41be-a4ba-e88161b9537d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:22.325010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93bf7735-c5af-41be-a4ba-e88161b9537d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1331871 Nov 24 09:53:22.328647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51170) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:22.329530 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:53:22.333710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59a4ce4d-fa73-42ed-8155-eec6a7030afa tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7393577 Nov 24 09:53:22.337819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51172) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:22.362083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:53:22.382044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] For port 2606f18b-8599-4cba-82d1-d775e560e0f5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2606f18b-8599-4cba-82d1-d775e560e0f5,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:22.400343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.400343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment 69427572-09c0-4a8e-993c-d1e019d2bfbd of type vlan for network 7547fe68-6be8-4a73-95e8-4f7fd8c11428 Nov 24 09:53:22.410698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.431103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bec29d08-9786-4433-b4ae-d8ad0212fd33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:22.502197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.544523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Allocated IP 172.20.0.2 (5282aef4-bb7f-40f4-8142-c41d99c3d1bc/67eec17d-ae08-4696-ac93-29b137359cca/fe60a53d-7d1b-4045-a624-c6a68d0ca9cf) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:22.701059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.774464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.797290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Transition to ACTIVE for port object e2173b4e-36c6-4395-88a0-6dd3c0dc0667 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:22.840640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 73f7d32c-21d3-4bd1-9018-07d1b39e0ed3 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:22.868321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Transition to ACTIVE for port object e2173b4e-36c6-4395-88a0-6dd3c0dc0667 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:22.874210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Pushing event updated for resources: {'Port': ['ID=2606f18b-8599-4cba-82d1-d775e560e0f5,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:22.882607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.896699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:22.897598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.902258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59aa415e-25d4-49ba-beec-d7db6cb3e800 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:22.924338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.933056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31855beb-9724-4c41-b754-a1b10fc6390f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:22.963534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c5109-b008-4c1e-9399-c5d472750a81,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:22.972539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:22.975312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:22.976056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:22.978684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:22.982983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/341c5109-b008-4c1e-9399-c5d472750a81 HTTP/1.1" status: 204 len: 168 time: 0.6125886 Nov 24 09:53:22.983761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51178) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:23.070253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.074721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:23.075050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.087124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.087349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ffbe4715-6605-4a04-a253-9418b58116af tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:23.104637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.125170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03ce8402-17e2-4384-a8f8-c8b1084930e1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:23.151224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Transition to ACTIVE for port object f3c73595-4623-45b7-ade2-5a93ea04114e will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:23.220591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Network 91607340-c895-442d-8d2b-85d84a7d9695 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:23.224217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Pushing event updated for resources: {'Port': ['ID=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:23.226614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03ce8402-17e2-4384-a8f8-c8b1084930e1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:23.231901 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-03ce8402-17e2-4384-a8f8-c8b1084930e1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2450910 Nov 24 09:53:23.233947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:23.240641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51182) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:23.250846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--561448003'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:23.268956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:23.281331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7813697 Nov 24 09:53:23.289580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:23.291888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:23.298713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:23.307701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Transition to ACTIVE for port object f3c73595-4623-45b7-ade2-5a93ea04114e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:23.312213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:23.313403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Sync routers for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:23.329070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:23.331207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:23.333229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=7547fe68-6be8-4a73-95e8-4f7fd8c11428,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:23.349867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "PUT /v2.0/routers/4ce3fbe4-558c-4704-85ee-0dbe72df942e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.5858572 Nov 24 09:53:23.356577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:23.358333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:23.374601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7547fe68-6be8-4a73-95e8-4f7fd8c11428 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:23.414219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.424898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.464970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9efb9ecd-85b5-41f2-87e8-7b4d9c3e3ab1 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:23.485597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:23.535446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.589182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:23.599133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=ac62037e-0034-432e-bf46-2b823cadbc8b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:23.616074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:23.634238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7ee04-86db-4484-bd64-887c09920ca5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:23.635035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16d7ee04-86db-4484-bd64-887c09920ca5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Synchronizing usage tracker for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:23.725558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (91607340-c895-442d-8d2b-85d84a7d9695/f6aaf115-55c4-47b0-ab6c-be7a9ea20154/ec8b7dec-a5b4-4483-a444-bc17cf354202) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:23.818004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.846050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Attempting to bind port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:23.846484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Attempting to bind port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:23.846934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Attempting to bind port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 on network 91607340-c895-442d-8d2b-85d84a7d9695 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:23.859571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:23.872451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Pushing event updated for resources: {'Port': ['ID=f3c73595-4623-45b7-ade2-5a93ea04114e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:23.890282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:23.894286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:23.898056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:23.963268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:23.975035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:53:14Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:23.977264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.979027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:23.979566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Checking segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:23.979921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.981263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Checking router: 4ce3fbe4-558c-4704-85ee-0dbe72df942e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:53:23.984261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Bound using segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:23.984810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Bound port: e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:23.985268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:23.994408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Routers {'4ce3fbe4-558c-4704-85ee-0dbe72df942e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:23.995294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:24.010986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.013510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object ec8b7dec-a5b4-4483-a444-bc17cf354202 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:24.054346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:24.064633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.064912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16d7ee04-86db-4484-bd64-887c09920ca5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Unset dirty status for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:24.068786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-16d7ee04-86db-4484-bd64-887c09920ca5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks?id=7547fe68-6be8-4a73-95e8-4f7fd8c11428 HTTP/1.1" status: 200 len: 765 time: 0.7701900 Nov 24 09:53:24.107665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.128997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51194) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:24.130095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d7a0e9b-69f4-423f-bb4f-f8a30e888620 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:24.209830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'description': 'd2'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:24.223159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Transition to ACTIVE for port object fe60a53d-7d1b-4045-a624-c6a68d0ca9cf will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:24.228685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.299018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] Set router 4ce3fbe4-558c-4704-85ee-0dbe72df942e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:24.331111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 91607340-c895-442d-8d2b-85d84a7d9695 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:24.348115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:24.384160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:24.386049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.387299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Transition to ACTIVE for port object fe60a53d-7d1b-4045-a624-c6a68d0ca9cf will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:24.392340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:24.396317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:24.405996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:24.407967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Deleting subnet 71608b55-3066-4c31-a835-a93cc2aa153e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:24.417292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.438793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Attempting to bind port f3c73595-4623-45b7-ade2-5a93ea04114e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:24.439228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Attempting to bind port f3c73595-4623-45b7-ade2-5a93ea04114e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:24.439650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Attempting to bind port f3c73595-4623-45b7-ade2-5a93ea04114e on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:24.464569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] For port e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:24.468848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.481168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:24.486727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.493829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:24.527606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:24.528182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:24.528652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.529153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:24.529695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Bound port: f3c73595-4623-45b7-ade2-5a93ea04114e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:24.530343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.536172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.583318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] For port e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:24.602896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.625131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:24.640403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:24.689860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:24.701517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.717830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Pushing event updated for resources: {'Port': ['ID=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:24.741191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:24.785170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:24.785693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:24.830419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0770af-ed74-499f-a08b-7c6738ed29d0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:24.855078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:24.871031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:24.873476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:24.895279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:53:14Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:24.902902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3fd7a-0a85-45f8-a9c1-ddd56122de1e None None] The sync data for ids ['4ce3fbe4-558c-4704-85ee-0dbe72df942e'] in dv-neutron-818439-1-hyperv is: [{'id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331669613', 'tenant_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:50:36Z', 'updated_at': '2021-11-24T09:53:14Z', 'revision_number': 5, 'project_id': '3906fb15b40b43a58c2a095e8f2d8fdc', 'gw_port': {'id': 'adbffc2d-0e9e-4d0a-a3ab-92517194d2dd', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce3fbe4-558c-4704-85ee-0dbe72df942e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:50:38Z', 'updated_at': '2021-11-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:24.941589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.958570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.964341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7221766 Nov 24 09:53:24.965624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:24.984295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51198) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:25.054555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ffeeb3df-6a0d-4b87-bdc0-abf8081733ce tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '4b0770af-ed74-499f-a08b-7c6738ed29d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:25.056039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-ffeeb3df-6a0d-4b87-bdc0-abf8081733ce tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:25.060980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ffeeb3df-6a0d-4b87-bdc0-abf8081733ce tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148265 Nov 24 09:53:25.074100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:25.094479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.267928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.292622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.300850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.20.0.1 (5282aef4-bb7f-40f4-8142-c41d99c3d1bc/67eec17d-ae08-4696-ac93-29b137359cca/13d58500-7224-4442-9cf6-a2a3f3328a41) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:25.318692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.328564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd2a57fd-8a31-4bfe-ba78-15df4b69de4a tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:25.354667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Attempting to bind port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:25.355083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Attempting to bind port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:25.355723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Attempting to bind port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf on network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:25.371333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Pushing event updated for resources: {'Port': ['ID=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:25.374850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.378182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:25.382968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:25.383379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Checking segment: {'id': '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:25.383842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.384289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Bound using segment: {'id': '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:25.384836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Bound port: fe60a53d-7d1b-4045-a624-c6a68d0ca9cf, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5282aef4-bb7f-40f4-8142-c41d99c3d1bc'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:25.385268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.434232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network 7547fe68-6be8-4a73-95e8-4f7fd8c11428 is not hosted by any dhcp agent {{(pid=88877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Nov 24 09:53:25.438693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:25.439389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.443347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "PUT /v2.0/networks/7547fe68-6be8-4a73-95e8-4f7fd8c11428 HTTP/1.1" status: 200 len: 762 time: 1.2535377 Nov 24 09:53:25.451809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] For port f3c73595-4623-45b7-ade2-5a93ea04114e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:25.453967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51206) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:25.455214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.461392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] For port f3c73595-4623-45b7-ade2-5a93ea04114e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f3c73595-4623-45b7-ade2-5a93ea04114e,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:25.469799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.474016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.482048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b923971b-53f3-48de-8687-278536a91777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:25.525625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:12Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:25.633173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=7547fe68-6be8-4a73-95e8-4f7fd8c11428,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:25.645544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:25.657494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c349311-63f8-469c-98cb-15d9de741112 None None] The sync data for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv is: [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:12Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:25.685028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] For port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:25.692741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7547fe68-6be8-4a73-95e8-4f7fd8c11428 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:25.714564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd24a193-8e14-440f-9eb1-507ff14cefd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:25.746386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] For port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,segment=NetworkSegment(321d9117-0e79-48d0-9a1a-e03c5c1fc1fd),segment_id=321d9117-0e79-48d0-9a1a-e03c5c1fc1fd)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:25.760496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.767036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Pushing event updated for resources: {'Port': ['ID=f3c73595-4623-45b7-ade2-5a93ea04114e,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:25.773770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:25.790231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:25.790957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:26.058510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Pushing event updated for resources: {'Port': ['ID=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:26.079535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.083531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:26.190130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=73f7d32c-21d3-4bd1-9018-07d1b39e0ed3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:26.219716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:26.234092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/73f7d32c-21d3-4bd1-9018-07d1b39e0ed3 HTTP/1.1" status: 204 len: 168 time: 3.8990092 Nov 24 09:53:26.235105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51210) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:26.303546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.346448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64bf34-ed6c-4956-9985-5bf3c9533000 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:26.346448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-af64bf34-ed6c-4956-9985-5bf3c9533000 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Synchronizing usage tracker for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:26.357486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object 13d58500-7224-4442-9cf6-a2a3f3328a41 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:26.376113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.382066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e2173b4e-36c6-4395-88a0-6dd3c0dc0667 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:26.382679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:26.502537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d7be8120-1138-43e1-85dd-7033d86cd22f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543960 Nov 24 09:53:26.503486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51214) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:26.526305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Subnet': ['ID=71608b55-3066-4c31-a835-a93cc2aa153e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:26.526752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:26.560926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:26.578661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.593618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0fc9b3-495f-4be9-a684-8d7b1862eea0 None None] Network 7d337ac5-08ae-4175-8c8a-8a52da47dd38 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:26.605934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Router 72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:53:26.632170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-af64bf34-ed6c-4956-9985-5bf3c9533000 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Unset dirty status for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:26.633509 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af64bf34-ed6c-4956-9985-5bf3c9533000 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks?id=7547fe68-6be8-4a73-95e8-4f7fd8c11428 HTTP/1.1" status: 200 len: 765 time: 1.1738541 Nov 24 09:53:26.653817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:26.700588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.710285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3afe5782-98ad-4930-9d62-a3f9f2cb6b73 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:26.774113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "DELETE /v2.0/subnets/71608b55-3066-4c31-a835-a93cc2aa153e HTTP/1.1" status: 204 len: 168 time: 3.4017303 Nov 24 09:53:26.777486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.783577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:26.787123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51222) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:26.789469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/4b0770af-ed74-499f-a08b-7c6738ed29d0 HTTP/1.1" status: 204 len: 168 time: 1.7124348 Nov 24 09:53:26.792823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51224) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:26.856252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=13d58500-7224-4442-9cf6-a2a3f3328a41,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:26.889889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:26.891474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0ae5454-b8a2-427d-96e6-9bd1ee63b751 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:27.006188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:27.033551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:27.054148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:27.064767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0770af-ed74-499f-a08b-7c6738ed29d0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:27.071258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:27.075385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:27.090748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:27.091001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:27.091415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3ff1f5bd-c2f3-4bbd-91cd-f04c32e0fc8c not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:27.183828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:27.191392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:27.197599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:27.226069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:27.253522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35faf700-1858-421b-bbd5-7bfdd7e20f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:27.275016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:27.281376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.284925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:27.297658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/routers/72f6c1d3-c9dc-4c26-95d9-ad664d5f0252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6722467 Nov 24 09:53:27.300509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.304783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:27.306482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] Sync routers for ids ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:27.313095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcd645-b744-4141-be05-149f4ea362ca tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:27.317881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ddcd645-b744-4141-be05-149f4ea362ca tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6586666 Nov 24 09:53:27.320328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51234) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:27.325742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] Routers {'72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:27.327899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:27.368658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b1fae7-aa33-4014-b257-59d48a09a4e4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:53:27.369231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48b1fae7-aa33-4014-b257-59d48a09a4e4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:27.399003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48b1fae7-aa33-4014-b257-59d48a09a4e4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:27.403543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48b1fae7-aa33-4014-b257-59d48a09a4e4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/ac62037e-0034-432e-bf46-2b823cadbc8b HTTP/1.1" status: 404 len: 333 time: 0.0974944 Nov 24 09:53:27.405167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:27.427777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26b1ccd6-ac59-4fcc-bb62-1a5512bc22ce tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 207 time: 0.0812278 Nov 24 09:53:27.427777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35faf700-1858-421b-bbd5-7bfdd7e20f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:27.433890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35faf700-1858-421b-bbd5-7bfdd7e20f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5409002 Nov 24 09:53:27.434102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:27.434194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51242) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:27.439776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] DHCP port deletion for 7d337ac5-08ae-4175-8c8a-8a52da47dd38 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:27.449579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] Routers {'72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:27.450297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:27.492919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:27.519580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--710416574'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:27.519800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Deleting port 85363b61-b4cd-453c-bc49-01da0a187107 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:27.520234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.536092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:27.700193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.781085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.793122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] For port 85363b61-b4cd-453c-bc49-01da0a187107, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=85363b61-b4cd-453c-bc49-01da0a187107,segment=NetworkSegment(7919bbfb-75ca-47ac-8f44-c03a23e47e4e),segment_id=7919bbfb-75ca-47ac-8f44-c03a23e47e4e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:27.793579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.826309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da5ead96-6892-48b5-b646-e14d33cfe3a8 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:27.896140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:27.926661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:27.964035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Calling delete_port for 85363b61-b4cd-453c-bc49-01da0a187107 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:27.988978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.009030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:28.017879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.060788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:28.061498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dcb4c5-2f45-474f-b0f6-2fa3e1851757 None None] The sync data for ids ['72f6c1d3-c9dc-4c26-95d9-ad664d5f0252'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:28.066348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:28.066348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.081839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.082824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.087960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.095150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.095922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:28.099956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.105011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.109894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:28.112033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04612c31-d045-462b-8f3a-0e971c8172f0 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6210451 Nov 24 09:53:28.125054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51250) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:28.140960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] No DVR routers for this DVR port 85363b61-b4cd-453c-bc49-01da0a187107 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:28.168388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Pushing event deleted for resources: {'Port': ['ID=85363b61-b4cd-453c-bc49-01da0a187107,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:28.172981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:28.365470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.380383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:28.402673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:28.410978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:28.439219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:28.442484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2606f18b-8599-4cba-82d1-d775e560e0f5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:28.546791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2606f18b-8599-4cba-82d1-d775e560e0f5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:28.552961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2606f18b-8599-4cba-82d1-d775e560e0f5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:28.553645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.791474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.800046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.834557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2606f18b-8599-4cba-82d1-d775e560e0f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2606f18b-8599-4cba-82d1-d775e560e0f5,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:28.840038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.841018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe60a53d-7d1b-4045-a624-c6a68d0ca9cf up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:28.887577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:28.905024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7798762-429e-4a7c-9d97-d890c86ab44f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:28.935012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:28.955854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c5bc73e-c2dc-4f6c-a11d-52a7e4e8aab1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8213205 Nov 24 09:53:28.958395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51254) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:28.996135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.001403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.004508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 91607340-c895-442d-8d2b-85d84a7d9695 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:29.019946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2606f18b-8599-4cba-82d1-d775e560e0f5,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:29.034033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:29.040715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:29.052452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:29.058903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e54afb-38b4-4ff0-905b-5d4bf8fe7881,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:29.059163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f3c73595-4623-45b7-ade2-5a93ea04114e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:29.091062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.092413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Fanout notify agent at l3_agent the message router_deleted on router 72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:53:29.094557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:29.202307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155f9e2-2517-4809-89f5-2206c182c12d None None] Network 91607340-c895-442d-8d2b-85d84a7d9695 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:29.252082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.256836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7556314 Nov 24 09:53:29.260519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.265395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d72c2678-dfec-4508-a5e2-e0fcd3ee5455 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/routers/72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 HTTP/1.1" status: 204 len: 168 time: 1.8584368 Nov 24 09:53:29.266733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:29.267275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51260) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:29.407762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Provisioning for port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:29.410293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.411984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.413597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.415633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.417219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.421255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5339586-c4ba-475e-8677-fc91aa36b472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4578490 Nov 24 09:53:29.445232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Provisioning complete for port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:29.445955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.471831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51266) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:29.537529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3d3028ff-f0e5-4c8a-9942-9d773e7bfff6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '54e54afb-38b4-4ff0-905b-5d4bf8fe7881', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:29.538260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-3d3028ff-f0e5-4c8a-9942-9d773e7bfff6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:29.539429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d3028ff-f0e5-4c8a-9942-9d773e7bfff6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.2678993 Nov 24 09:53:29.542295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f3c73595-4623-45b7-ade2-5a93ea04114e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:29.546917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 93ae696e-4109-44c1-b35d-33c237217932 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:29.556528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:29.608501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.708092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.715302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.717716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.719428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.720931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:29.722883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4cf0b14b-6840-4191-b722-7d69b5d453be tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2496057 Nov 24 09:53:29.730268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51274) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:29.742939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb854d2-f571-400c-b0ed-ce7630271b14 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:29.759118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 85363b61-b4cd-453c-bc49-01da0a187107 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:29.808013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 85363b61-b4cd-453c-bc49-01da0a187107 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:29.808701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 85363b61-b4cd-453c-bc49-01da0a187107 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:29.910560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.941886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:29.979637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc91de4b-2a4e-4df8-8638-6e371cddfe68 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:30.017785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.031954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.101053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.116009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.130803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b6edb4-0681-431e-ba54-695028cf0f7a None None] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:30.141836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ecc5a-a786-47be-90f7-faf1311ba88b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:30.143599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-496ecc5a-a786-47be-90f7-faf1311ba88b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks/0f23c888-2113-4e23-b7c9-ca087e60dd41 HTTP/1.1" status: 200 len: 802 time: 0.4104106 Nov 24 09:53:30.149008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Deleting port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:30.149808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.155557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:30.318338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.327483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2606f18b-8599-4cba-82d1-d775e560e0f5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:30.381750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.383995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.398328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=13d58500-7224-4442-9cf6-a2a3f3328a41,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:30.439176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:30.647650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] For port adbffc2d-0e9e-4d0a-a3ab-92517194d2dd, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:30.648042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.684160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] For port e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:30.698752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.739448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4e062c3-99f9-45ea-b029-a93fda74603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:30.817030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2606f18b-8599-4cba-82d1-d775e560e0f5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:30.817467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.820694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-06e9b0b5-e510-4fb8-8627-54dfd89b8b72 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/networks/0f23c888-2113-4e23-b7c9-ca087e60dd41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.6565824 Nov 24 09:53:30.837752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:30.862888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Calling delete_port for adbffc2d-0e9e-4d0a-a3ab-92517194d2dd owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:30.916045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Provisioning for port f3c73595-4623-45b7-ade2-5a93ea04114e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:30.937710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Provisioning complete for port f3c73595-4623-45b7-ade2-5a93ea04114e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:30.938205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:30.938766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:53:30.953042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d5669-3980-4a0c-875b-939c274a52c7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:30.954083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-749d5669-3980-4a0c-875b-939c274a52c7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Synchronizing usage tracker for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:30.963107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Pushing event updated for resources: {'Port': ['ID=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:30.986670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:31.026410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.093219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port f3c73595-4623-45b7-ade2-5a93ea04114e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f3c73595-4623-45b7-ade2-5a93ea04114e,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:31.112307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.125734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:31.131157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-404379bc-7ecd-49a2-9831-7c178a7dd228 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:31.158121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:31.168326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e54afb-38b4-4ff0-905b-5d4bf8fe7881,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:31.223649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.229857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.239162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.240095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.253061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79dad8ff-9bc0-4cf9-9626-33add774df08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:31.303537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:31.304621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-749d5669-3980-4a0c-875b-939c274a52c7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Unset dirty status for tenant:7f4eb08b74db4ad0a299b132838207ea on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:31.306247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-749d5669-3980-4a0c-875b-939c274a52c7 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets/4fa37cbd-7f93-4a3f-be3e-126377751c88 HTTP/1.1" status: 200 len: 843 time: 0.4672813 Nov 24 09:53:31.315009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51286) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:31.369713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:31.370543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:31.403351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.405778 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/54e54afb-38b4-4ff0-905b-5d4bf8fe7881 HTTP/1.1" status: 204 len: 168 time: 1.8478324 Nov 24 09:53:31.415108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:31.440146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.457611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-155a34e4-9b4c-440e-88bb-a30e3d153606 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:31.536705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=93ae696e-4109-44c1-b35d-33c237217932,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:31.546038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:31.561453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6ba22-d03b-4dbc-ba28-e972f7410da5 None None] Network 622acfd1-dc4b-4d81-8120-7a030ff51565 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:31.563720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.584947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5a41da7-d16b-49c1-886d-9e1e50c5f73d tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:31.593972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1040c997-cdbe-4b32-83a4-120328edf241 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/93ae696e-4109-44c1-b35d-33c237217932 HTTP/1.1" status: 204 len: 168 time: 2.3201747 Nov 24 09:53:31.596154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51294) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:31.766604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.929176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:31.937457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=f3c73595-4623-45b7-ade2-5a93ea04114e,revision_number=5']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:31.940907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:31.946624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:31.948453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4824704c-1aa9-41fe-bbbc-1faf5e2e3b31 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.663s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:31.955497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.987228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d5a41da7-d16b-49c1-886d-9e1e50c5f73d tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:31.987906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:31.988577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:31.996151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5a41da7-d16b-49c1-886d-9e1e50c5f73d tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5756340 Nov 24 09:53:31.998720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51298) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:32.010965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.015846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--276540779'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:32.028512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 8a39303f-5b07-477f-9f8b-b2717c122f00 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:32.029844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.041344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bebfe22-eb83-473a-b051-73b08f0ef081 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:32.049354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4bebfe22-eb83-473a-b051-73b08f0ef081 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "GET /v2.0/subnets/4fa37cbd-7f93-4a3f-be3e-126377751c88?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6907222 Nov 24 09:53:32.050114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51302) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:32.061237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] For port f3c73595-4623-45b7-ade2-5a93ea04114e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f3c73595-4623-45b7-ade2-5a93ea04114e,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:32.066681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-643963113'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:32.078807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.080001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:32.083327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-480078c0-2005-4b6a-a837-f24798f4b49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:32.086685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:32.109665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:32.116822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:32.123332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Could not find standard attr ID for object 12c41145-1bef-4cfe-8216-d875cd0d7f07. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:32.127630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6172149 Nov 24 09:53:32.128804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=6622c188-548e-44dc-9aa4-7481e57b0a6d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:32.144322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51306) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:32.156596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:00:92:f8', 'name': 'tempest-NetworksTestDHCPv6-324067587'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:32.178466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:32.199990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85c279b3-5107-4a4f-bde1-887af37e84cd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:32.203969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Provisioning for port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:32.214753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Provisioning complete for port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:32.215190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.250848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.266275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:32.273166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.394461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] DHCP port deletion for 622acfd1-dc4b-4d81-8120-7a030ff51565 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:32.409687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Deleting port 8a39303f-5b07-477f-9f8b-b2717c122f00 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:32.410117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.455797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e2173b4e-36c6-4395-88a0-6dd3c0dc0667 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:32.489011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Pushing event updated for resources: {'Port': ['ID=f3c73595-4623-45b7-ade2-5a93ea04114e,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:32.489812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Port': ['ID=adbffc2d-0e9e-4d0a-a3ab-92517194d2dd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:32.494508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:32.518141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.518542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.518957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.519339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.519749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.520124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.520470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.520847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.521235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.521561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.521921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:32.555448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:32.569497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:32.589561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:32.592770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a17cf18-9b61-47f5-a8f9-5d6645d0aae8 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:32.601821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:32.611655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:32.622308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:32.633312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:32.635080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.653340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Sync routers for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:32.720981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.723029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:32.723747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:32.863933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/e4ab2306-2e40-4ad1-97dd-cb75b2eca0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9122424 Nov 24 09:53:32.863933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.863933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Added segment 35e583c5-1074-4846-a012-52dddcd3d935 of type vlan for network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 Nov 24 09:53:32.870457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51310) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:32.889410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] For port 8a39303f-5b07-477f-9f8b-b2717c122f00, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a39303f-5b07-477f-9f8b-b2717c122f00,segment=NetworkSegment(ada0a0e1-531f-428a-b009-1cf5cd323461),segment_id=ada0a0e1-531f-428a-b009-1cf5cd323461)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:32.890410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:32.913849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:32.994086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:port and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:33.020022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.028828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] For port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,segment=NetworkSegment(321d9117-0e79-48d0-9a1a-e03c5c1fc1fd),segment_id=321d9117-0e79-48d0-9a1a-e03c5c1fc1fd)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:33.046609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.055240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-588ff6b4-93fb-46f7-a242-d4d1002a4f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:33.071809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:33.082358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 8a39303f-5b07-477f-9f8b-b2717c122f00 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:33.089274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:33.143104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.151597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:33.172909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.193199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-307affe2-0048-4787-85fb-5ce1985bba55 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:33.210603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.234875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.242387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.248538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.249653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.264165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15161972-8240-4615-bf37-6f8c28bb2733 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:33.282959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:33.299921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:33.300344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.343983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 69fbc290-955d-48f2-80d2-791fadb838fa is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:53:33.354032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.354480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.355336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.355760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.356178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.356597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.357089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.357501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.357916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.358448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.358894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.359309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.364649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9c17655-75b7-46bf-82dc-e4ff72c77b97 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9022 time: 0.4858665 Nov 24 09:53:33.368032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51314) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.375111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3144653 Nov 24 09:53:33.384277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51318) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.397742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.399469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3908319 Nov 24 09:53:33.400804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233244d3-f89e-4a8b-a3ef-be5ce40cab13,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:33.405937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.410777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:33.417314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1b2d1a05-2a83-421e-b437-c18c6a1e1c4f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '233244d3-f89e-4a8b-a3ef-be5ce40cab13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:33.418419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-1b2d1a05-2a83-421e-b437-c18c6a1e1c4f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:33.421831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b2d1a05-2a83-421e-b437-c18c6a1e1c4f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129790 Nov 24 09:53:33.436317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:33.442689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning complete for port f3c73595-4623-45b7-ade2-5a93ea04114e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:33.443115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.479572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51326) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.495287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4662d25f-0d76-4c7c-acf0-c3dfc3479ae1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '233244d3-f89e-4a8b-a3ef-be5ce40cab13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:33.496488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-4662d25f-0d76-4c7c-acf0-c3dfc3479ae1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:33.498400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4662d25f-0d76-4c7c-acf0-c3dfc3479ae1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156715 Nov 24 09:53:33.509029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51330) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.532116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1c095aa5-5a84-4f6c-8475-12bda52b4f5f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '233244d3-f89e-4a8b-a3ef-be5ce40cab13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:33.533084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-1c095aa5-5a84-4f6c-8475-12bda52b4f5f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:33.534207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1c095aa5-5a84-4f6c-8475-12bda52b4f5f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240850 Nov 24 09:53:33.556015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51334) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.556852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Network': ['ID=e3b4a8d5-90f0-4e12-9ada-5a2946e298c5,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:33.559052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.559239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.559748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce3fbe4-558c-4704-85ee-0dbe72df942e {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:53:33.583257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a634acf8-0125-45f4-a6ed-f2e22fdb3193 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '233244d3-f89e-4a8b-a3ef-be5ce40cab13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:33.584093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-a634acf8-0125-45f4-a6ed-f2e22fdb3193 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:33.585215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a634acf8-0125-45f4-a6ed-f2e22fdb3193 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0228059 Nov 24 09:53:33.595188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:33.596507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e8701b1-d2a2-4c2b-bc61-7eff32ddfe19 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:33.598475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51338) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.655879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:33.737743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.739225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "DELETE /v2.0/routers/4ce3fbe4-558c-4704-85ee-0dbe72df942e HTTP/1.1" status: 204 len: 168 time: 6.9480438 Nov 24 09:53:33.762136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51342) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.776232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:26Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:33.784077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Checking router: e4ab2306-2e40-4ad1-97dd-cb75b2eca0df for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:53:33.784490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Updating router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df port ec8b7dec-a5b4-4483-a444-bc17cf354202 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:53:33.849511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Pushing event updated for resources: {'Port': ['ID=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:33.859039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:33.883613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:33.894997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.895453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.895880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.896302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.896720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.897136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.897388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.897516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.897928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.898338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.898777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:33.901150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6672a2b-78c8-46aa-b7fa-707ae6e7aa60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6450 time: 0.5272024 Nov 24 09:53:33.908553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51346) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:33.918023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] For port 8a39303f-5b07-477f-9f8b-b2717c122f00, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a39303f-5b07-477f-9f8b-b2717c122f00,segment=NetworkSegment(ada0a0e1-531f-428a-b009-1cf5cd323461),segment_id=ada0a0e1-531f-428a-b009-1cf5cd323461)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:33.918481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:33.981187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:34.021950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=8a39303f-5b07-477f-9f8b-b2717c122f00,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:34.038052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.044100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Made reservation on behalf of 7f4eb08b74db4ad0a299b132838207ea for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:34.047287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No DVR routers for this DVR port 8a39303f-5b07-477f-9f8b-b2717c122f00 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:34.049644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:34.065464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.165646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Calling delete_port for 8a39303f-5b07-477f-9f8b-b2717c122f00 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:34.231152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.257749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f3c73595-4623-45b7-ade2-5a93ea04114e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:34.342416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.372454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622acfd1-dc4b-4d81-8120-7a030ff51565']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:34.384973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.391060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada0a0e1-531f-428a-b009-1cf5cd323461') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:34.391405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada0a0e1-531f-428a-b009-1cf5cd323461') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:34.396956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning for port ec8b7dec-a5b4-4483-a444-bc17cf354202 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:34.406397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.406723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning complete for port ec8b7dec-a5b4-4483-a444-bc17cf354202 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:34.407201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.423094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.430842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:34.431295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.453069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:34.453744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:34.502564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Port ec8b7dec-a5b4-4483-a444-bc17cf354202 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:34.506257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f3c73595-4623-45b7-ade2-5a93ea04114e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:34.506708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.510552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.538349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Transition to ACTIVE for port object ec8b7dec-a5b4-4483-a444-bc17cf354202 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:34.555954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.564995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning complete for port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:34.565420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:34.576811 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:34.590029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:34.741631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.750696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.756630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a014c62b-d51d-43a7-bc50-2a2fe1843f9f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:34.817943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Pushing event updated for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:34.826538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.842830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.843227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.843603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.844028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.844322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.844691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.845023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.845531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.845900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.847056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.847448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:53:34.867929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:34.906565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning for port 13d58500-7224-4442-9cf6-a2a3f3328a41 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:34.912791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port d49cb78e-a08e-4dfd-8914-45845bf2143c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:53:34.913787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning complete for port 13d58500-7224-4442-9cf6-a2a3f3328a41 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:34.914645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:34.960773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Deleting port 8a39303f-5b07-477f-9f8b-b2717c122f00 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:34.965676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.076606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Attempting to bind port ec8b7dec-a5b4-4483-a444-bc17cf354202 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:35.077294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Attempting to bind port ec8b7dec-a5b4-4483-a444-bc17cf354202 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:35.077988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Attempting to bind port ec8b7dec-a5b4-4483-a444-bc17cf354202 on network 91607340-c895-442d-8d2b-85d84a7d9695 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:35.094094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:35.094911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Checking segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:35.095704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.096450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Bound using segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:35.097389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Bound port: ec8b7dec-a5b4-4483-a444-bc17cf354202, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:35.098129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.100756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe60a53d-7d1b-4045-a624-c6a68d0ca9cf up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:35.180435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe00:92f8 (d35a00cd-fc87-44df-a65e-9faae0fcef26/6622c188-548e-44dc-9aa4-7481e57b0a6d/d49cb78e-a08e-4dfd-8914-45845bf2143c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:35.192369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c328a8ab-95fd-47dd-aa0e-87c942f62e7e None None] The port '8a39303f-5b07-477f-9f8b-b2717c122f00' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:53:35.200582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Port 13d58500-7224-4442-9cf6-a2a3f3328a41 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:35.230672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Provisioning complete for port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:35.231274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.231414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.254499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Performing IP validity checks on allocation pools {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 09:53:35.255608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 09:53:35.281356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:35.281936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.303420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=622acfd1-dc4b-4d81-8120-7a030ff51565,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:35.313121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:35.315749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d337ac5-08ae-4175-8c8a-8a52da47dd38']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:35.331236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.353607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf3039de-42e7-4a3d-8511-91fb21f9e4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:35.354535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] For port ec8b7dec-a5b4-4483-a444-bc17cf354202, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:35.375159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] For port ec8b7dec-a5b4-4483-a444-bc17cf354202, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec8b7dec-a5b4-4483-a444-bc17cf354202,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:35.383770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/622acfd1-dc4b-4d81-8120-7a030ff51565 HTTP/1.1" status: 204 len: 168 time: 3.7849014 Nov 24 09:53:35.384739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:35.387902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.389686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7919bbfb-75ca-47ac-8f44-c03a23e47e4e') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:35.390946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7919bbfb-75ca-47ac-8f44-c03a23e47e4e') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:35.414902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:35.417900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233244d3-f89e-4a8b-a3ef-be5ce40cab13,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:35.438864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:35.441794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.473522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.475170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/233244d3-f89e-4a8b-a3ef-be5ce40cab13 HTTP/1.1" status: 204 len: 168 time: 1.8726254 Nov 24 09:53:35.477233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.483062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51356) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:35.501338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0bdd82-d266-4991-9195-3039e8e351ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:35.502116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df0bdd82-d266-4991-9195-3039e8e351ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:35.558035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:35.572374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.598506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f3c73595-4623-45b7-ade2-5a93ea04114e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:35.603733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df0bdd82-d266-4991-9195-3039e8e351ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:35.612934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df0bdd82-d266-4991-9195-3039e8e351ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/dd88fab9-6ab7-4753-adab-7a9081871b69 HTTP/1.1" status: 200 len: 845 time: 0.2188938 Nov 24 09:53:35.624845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:35.627388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Pushing event updated for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:35.635794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:35.648577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:35.650142 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:35.652570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:35.737369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:35.768451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/69fbc290-955d-48f2-80d2-791fadb838fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7778156 Nov 24 09:53:35.774845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] Sync routers for ids ['69fbc290-955d-48f2-80d2-791fadb838fa'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:35.785877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51364) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:35.918825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-369b5815-66b6-42ce-97be-892b2257a08e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/dd88fab9-6ab7-4753-adab-7a9081871b69?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2920873 Nov 24 09:53:35.922628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51368) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:35.945830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:35.950289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-779bc84c-65f9-4ea7-b03f-81b17473121e None None] Could not find standard attr ID for object 1e87f096-c274-4f20-b798-320b78ceea09. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:35.987201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:35.998866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] Routers {'69fbc290-955d-48f2-80d2-791fadb838fa'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:36.009286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['69fbc290-955d-48f2-80d2-791fadb838fa'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:36.053374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4bbd59-2226-4b6f-a1e0-8af507011587 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:36.055520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bf4bbd59-2226-4b6f-a1e0-8af507011587 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:36.077926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object d49cb78e-a08e-4dfd-8914-45845bf2143c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:36.081386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.099840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.109539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53eca7ac-b8c3-401e-b7dc-3243d0b0a472 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:36.111364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bf4bbd59-2226-4b6f-a1e0-8af507011587 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:36.112264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:36.114181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bf4bbd59-2226-4b6f-a1e0-8af507011587 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports/13d58500-7224-4442-9cf6-a2a3f3328a41 HTTP/1.1" status: 200 len: 910 time: 0.3252747 Nov 24 09:53:36.117718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51372) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:36.131554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2748b59e-f8cd-44ea-8ad0-51c49d4a82e2 None None] Could not find standard attr ID for object aa63486c-c515-4b44-94a2-e51e2b0046e8. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:36.141397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:53:36.143076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-152a6307-132d-45e4-a827-6add1ff1ed51 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:36.147763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] Routers {'69fbc290-955d-48f2-80d2-791fadb838fa'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:36.148608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['69fbc290-955d-48f2-80d2-791fadb838fa'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:36.265192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f3c73595-4623-45b7-ade2-5a93ea04114e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:36.265683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.271352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'Network': ['ID=7d337ac5-08ae-4175-8c8a-8a52da47dd38,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:36.364435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:36.364863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a797ef-78ff-4dd0-bea8-d80acde6c09c None None] The sync data for ids ['69fbc290-955d-48f2-80d2-791fadb838fa'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:36.408811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.432963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:36.436663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:36.503681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "DELETE /v2.0/networks/7d337ac5-08ae-4175-8c8a-8a52da47dd38 HTTP/1.1" status: 204 len: 168 time: 2.7324569 Nov 24 09:53:36.527395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51376) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:36.531208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=d49cb78e-a08e-4dfd-8914-45845bf2143c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:36.549417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:36.552790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-152a6307-132d-45e4-a827-6add1ff1ed51 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:36.559487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-152a6307-132d-45e4-a827-6add1ff1ed51 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0705009 Nov 24 09:53:36.566290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51380) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:36.573501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:36.581485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306312653'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:36.593575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.605649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-81049f1b-d828-4ca0-b609-87bcad015de7 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:36.655483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:36.660509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:36.668630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:36.681392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2748b59e-f8cd-44ea-8ad0-51c49d4a82e2 None None] Could not find standard attr ID for object 12c41145-1bef-4cfe-8216-d875cd0d7f07. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:36.696224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:36.711220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:36.730857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:36.735447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:36.742870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:36.750977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:36.756174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:35Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:36.761685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a1cfd-638c-471c-ba14-6c0980c385e2 None None] The sync data for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv is: [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:35Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:36.764540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.787813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=e423620e-5ebc-4072-8851-649ed0986179,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:36.798447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2748b59e-f8cd-44ea-8ad0-51c49d4a82e2 None None] Provisioning complete for port f3c73595-4623-45b7-ade2-5a93ea04114e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:36.799197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2748b59e-f8cd-44ea-8ad0-51c49d4a82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.801770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.844490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6978991 Nov 24 09:53:36.845516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:36.847049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:36.849365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:36.907749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:36.980910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a39303f-5b07-477f-9f8b-b2717c122f00 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:37.009976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.010251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-acb575f9-ed92-4be0-8e84-2aceafe9d0b6 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2139 time: 3.0941145 Nov 24 09:53:37.150081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 8a39303f-5b07-477f-9f8b-b2717c122f00 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:37.150386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a39303f-5b07-477f-9f8b-b2717c122f00 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:37.150749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device adbffc2d-0e9e-4d0a-a3ab-92517194d2dd no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:37.220198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: adbffc2d-0e9e-4d0a-a3ab-92517194d2dd {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:37.220589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device adbffc2d-0e9e-4d0a-a3ab-92517194d2dd not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:37.267789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Checking segment: {'id': '35e583c5-1074-4846-a012-52dddcd3d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:37.268500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network hostable DHCP agents. Network: e3b4a8d5-90f0-4e12-9ada-5a2946e298c5, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:37.312768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.360846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:37.366027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:37.380367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:37.403611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:37.440878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec8b7dec-a5b4-4483-a444-bc17cf354202 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:37.468518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973426b-cb0c-4748-ac76-7f361a53add1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:37.494209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973426b-cb0c-4748-ac76-7f361a53add1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:37.496634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4973426b-cb0c-4748-ac76-7f361a53add1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:37.518223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.540267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.571179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d2b80a8-7b5f-49db-b2ee-3046bd92f737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:37.614896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4973426b-cb0c-4748-ac76-7f361a53add1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:37.616373 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4973426b-cb0c-4748-ac76-7f361a53add1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.7659016 Nov 24 09:53:37.622062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51390) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:37.646085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.701787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ec8b7dec-a5b4-4483-a444-bc17cf354202 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:37.707988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ec8b7dec-a5b4-4483-a444-bc17cf354202 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:37.708590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.772143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc1ba0-e192-484d-9e88-2da00aa56437 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:53:37.781809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.811042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a89ffcd-28ef-46de-bc7c-8268d249230c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:37.874382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaf86d-066b-4eb8-aee9-9898b66dc771,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:37.902007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:37.907550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:37.925589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705004669', 'description': 'tempest-secgroup-smoke-1705004669 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:37.954975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7f843ce1-cf45-49f3-bd4a-572c07d54129 None None] Provisioning for port d49cb78e-a08e-4dfd-8914-45845bf2143c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:37.960254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ecd41-4ad0-4a77-8baf-45c7f5a5562f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:37.981798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7f843ce1-cf45-49f3-bd4a-572c07d54129 None None] Provisioning complete for port d49cb78e-a08e-4dfd-8914-45845bf2143c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:37.982816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f843ce1-cf45-49f3-bd4a-572c07d54129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:37.983383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:37.990480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:38.030717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:38.036969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.042770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] 10.222.0.55 "DELETE /v2.0/security-groups/dcbaf86d-066b-4eb8-aee9-9898b66dc771 HTTP/1.1" status: 204 len: 168 time: 1.4940307 Nov 24 09:53:38.069491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:38.095679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port d49cb78e-a08e-4dfd-8914-45845bf2143c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:38.095679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.102632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.145652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:38.198743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:38.210144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, e3b4a8d5-90f0-4e12-9ada-5a2946e298c5) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:38.217963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.219347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6487787 Nov 24 09:53:38.223365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51402) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.233544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ec8b7dec-a5b4-4483-a444-bc17cf354202, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec8b7dec-a5b4-4483-a444-bc17cf354202,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:38.245780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:38.247377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.253735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f843ce1-cf45-49f3-bd4a-572c07d54129 None None] Port d49cb78e-a08e-4dfd-8914-45845bf2143c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:38.260346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.266371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2fcd35c1-4727-4669-bd78-42296467d329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:38.275550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0ca65456-18bf-47a8-a0fb-a8fa459d6741 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.277165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-0ca65456-18bf-47a8-a0fb-a8fa459d6741 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:38.279310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ca65456-18bf-47a8-a0fb-a8fa459d6741 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0471528 Nov 24 09:53:38.292140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.317054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51406) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.360661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-213fafed-6744-4330-ba6e-94c8b6d0aac6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:38.443064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.457514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:38.486339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:38.501102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:38.504121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:38.512657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:38.523967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:38.548466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:38.574037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc1ba0-e192-484d-9e88-2da00aa56437 None None] Unable to find a vacant binding_index for network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 and agent dccd27f4-ba46-46dc-8328-615f5a2f0457 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Nov 24 09:53:38.580559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:38.581700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.589501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:38.594345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 5.2059164 Nov 24 09:53:38.600720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc1ba0-e192-484d-9e88-2da00aa56437 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, e3b4a8d5-90f0-4e12-9ada-5a2946e298c5) {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:53:38.602136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51410) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.610761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=b130e719-f98d-4b3c-8e27-83fba3f64b04,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:38.627586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.676985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:38.692855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:38.740078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8149216 Nov 24 09:53:38.785005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51416) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.815149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-283955703'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.821289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:38.836669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e55c75e0-900e-4ed8-8bc5-cf6c3c814f44 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4209406 Nov 24 09:53:38.837397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51420) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.854388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a7caa8f4-6058-438a-9fd0-5c9fdcbda75b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.855124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-a7caa8f4-6058-438a-9fd0-5c9fdcbda75b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:38.860993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a7caa8f4-6058-438a-9fd0-5c9fdcbda75b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173624 Nov 24 09:53:38.868640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:38.889271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51424) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.903695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:38.911950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:38.974479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51428) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:38.975500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:38.988710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.009768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.015179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.017927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.032407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.107121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.128826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16378940'] for subnet, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.255024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:39.259548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11f8fbfe-e202-4888-963a-3d10fe8b2a7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3622363 Nov 24 09:53:39.266623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.268695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51434) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.272452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.295728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.323091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.336148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ac7e32c5-c727-4e61-81cd-0afaf2d5f7a6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:39.336717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-ac7e32c5-c727-4e61-81cd-0afaf2d5f7a6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:39.342777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac7e32c5-c727-4e61-81cd-0afaf2d5f7a6 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0227952 Nov 24 09:53:39.346159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51438) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.378488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:39.379369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-af50e6fc-f66d-4288-ac43-752f2c736e47', 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'tenant_id': '533ca2eb198943148382b69042805923', 'fixed_ips': [{'subnet_id': 'b130e719-f98d-4b3c-8e27-83fba3f64b04'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:39.380463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.389476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.399465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.417343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.424102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.430786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.439742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.441876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-e3b4a8d5-90f0-4e12-9ada-5a2946e298c5', 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5', 'tenant_id': '7f4eb08b74db4ad0a299b132838207ea', 'fixed_ips': [{'subnet_id': 'e423620e-5ebc-4072-8851-649ed0986179'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:39.443499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.444489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.449310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.457520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-daa3ff1a-cefc-4b63-87fb-c26d36debcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:39.465290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.468194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.474080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.474998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec8b7dec-a5b4-4483-a444-bc17cf354202 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:39.479266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5667965 Nov 24 09:53:39.484038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.494473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:39.502254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.507198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.510747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.516347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Project b5ad00d649744c5da4621a61a298352f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:53:39.519321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.578804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.624697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89de64-22c7-476d-823a-b9726d99502d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:39.647692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:39.656818 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c4db150-5713-43b2-ad36-5152cb3f5060 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3906fb15b40b43a58c2a095e8f2d8fdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6769590 Nov 24 09:53:39.665620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:39.670877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51674f28-bf58-4112-ad58-8927eed69ef1 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3190176 Nov 24 09:53:39.677047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51446) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.677475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51448) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.715603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db8bb762-36a2-4389-a46b-a27da784726e tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:39.716349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-db8bb762-36a2-4389-a46b-a27da784726e tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:39.720759 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db8bb762-36a2-4389-a46b-a27da784726e tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0400302 Nov 24 09:53:39.721461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51454) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:39.775220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:39.779825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.809311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:39.821713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.828944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:39.838772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:39.858015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.878293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3e91ecc-d372-4d7f-80e7-e22c53e03ece tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:39.894542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ec8b7dec-a5b4-4483-a444-bc17cf354202 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:39.895359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:39.904287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:39.986453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for d49cb78e-a08e-4dfd-8914-45845bf2143c owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:40.006881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15797488'] for subnet, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.023046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Project b5ad00d649744c5da4621a61a298352f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:53:40.029916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17390f7-12a6-45fa-9c7a-c3c8729aae8c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:40.041693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:40.069527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e9dfcbf-fb10-4d07-a653-9c0c6ca048d9 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:40.101387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.141651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.148213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69de7104-e9af-442c-8bd8-74a961d8fc2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:40.167247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.169495 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3756998 Nov 24 09:53:40.196235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.204288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.223380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180999448'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:40.229578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae96746d-bf8f-4711-940c-36a6b59acb72,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:40.237826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:40.244685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-527052ef-1e54-4d71-a811-3dc28136cdee tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5123997 Nov 24 09:53:40.249241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.260307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:40.274998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'f44ecd41-4ad0-4a77-8baf-45c7f5a5562f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:40.278535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:40.284069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:40.284990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.290278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "PUT /v2.0/subnets/e423620e-5ebc-4072-8851-649ed0986179 HTTP/1.1" status: 200 len: 900 time: 1.6707625 Nov 24 09:53:40.292569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.296134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8064525 Nov 24 09:53:40.298400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51466) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.298878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51468) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.300028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:40.300175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Allocated IP 2001:db8::2 (af50e6fc-f66d-4288-ac43-752f2c736e47/b130e719-f98d-4b3c-8e27-83fba3f64b04/4c9d6932-f34c-42a9-bfad-db1047c3532d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:40.314317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Allocated IP 2001:db8::3 (e3b4a8d5-90f0-4e12-9ada-5a2946e298c5/e423620e-5ebc-4072-8851-649ed0986179/0b3d6f11-25cc-426b-82a9-aee638a17403) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:40.315111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:40.325280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event updated for resources: {'Subnet': ['ID=e423620e-5ebc-4072-8851-649ed0986179,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:40.334978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:40.343311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.344229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:40.348399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:40.356049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:40.356223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:40.370934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:40.371664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:40.409984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Project b5ad00d649744c5da4621a61a298352f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:53:40.416736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:40.428284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.435431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.456528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:40.460187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:40.487422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:40.492135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.503016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f7d71cf2-93d7-4a93-9d23-8468c6a522fe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:40.514950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:40.517470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:40.521050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=d49cb78e-a08e-4dfd-8914-45845bf2143c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:40.526935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:40.531225 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:40.536036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8c524f2-f63d-4fef-8018-ca62059df755 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2764983 Nov 24 09:53:40.537141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:40.539665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:40.540808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7044d-8797-4f3a-b356-960dc2197f0a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:40.543313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51474) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.544664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:40.555584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:40.630984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.632361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80a7044d-8797-4f3a-b356-960dc2197f0a HTTP/1.1" status: 204 len: 168 time: 0.9537432 Nov 24 09:53:40.738146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.766175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.768676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d49cb78e-a08e-4dfd-8914-45845bf2143c HTTP/1.1" status: 204 len: 168 time: 3.1369452 Nov 24 09:53:40.781267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:40.851857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.859017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.861077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.895993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.898023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f85324-e4fd-4e73-8628-a42868c466a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:40.900487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f85324-e4fd-4e73-8628-a42868c466a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:40.901477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8f85324-e4fd-4e73-8628-a42868c466a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:40.913676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8f2a8edf-9f86-43d1-b2d8-13203f65e99b tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:40.953184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.987436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8f85324-e4fd-4e73-8628-a42868c466a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:40.989471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8f85324-e4fd-4e73-8628-a42868c466a1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2035565 Nov 24 09:53:40.991660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:40.993524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.071214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.079847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8783574 Nov 24 09:53:41.084216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.085943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51490) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.098775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Transition to ACTIVE for port object 0b3d6f11-25cc-426b-82a9-aee638a17403 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:41.099717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1724810621', 'security_groups': ['1624706b-43f4-4c2f-9acb-e508f3a1f854'], 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b130e719-f98d-4b3c-8e27-83fba3f64b04'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:41.121602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Transition to ACTIVE for port object 0b3d6f11-25cc-426b-82a9-aee638a17403 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:41.133003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1624706b-43f4-4c2f-9acb-e508f3a1f854,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.145535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.160569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:41.161774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.176874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.181938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-446b3ac5-c9ae-43f4-bb01-e197011f5bb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.192967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ddaf910-2045-45cf-94a3-a91b25d2d770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.231581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.233483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Transition to ACTIVE for port object 4c9d6932-f34c-42a9-bfad-db1047c3532d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:41.235857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.361453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 13d58500-7224-4442-9cf6-a2a3f3328a41 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:41.362075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.380913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.389114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7288aae9-f987-49e9-9af3-d6fdfd9a7010,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.389567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ef4de1-00e9-4853-a4f4-b51fd23fbf07 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.404565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:41.416443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ecd41-4ad0-4a77-8baf-45c7f5a5562f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.426115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:41.431310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.432639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/f44ecd41-4ad0-4a77-8baf-45c7f5a5562f HTTP/1.1" status: 204 len: 168 time: 0.8808265 Nov 24 09:53:41.437882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51494) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.464477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Pushing event updated for resources: {'Port': ['ID=0b3d6f11-25cc-426b-82a9-aee638a17403,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.473855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.478705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1387174 Nov 24 09:53:41.480798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51498) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.491168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:41.492761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:41.502191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:41.518907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:41.536232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Transition to ACTIVE for port object 4c9d6932-f34c-42a9-bfad-db1047c3532d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:41.538922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:41.541953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:41.548786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:41.550900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:41.552920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:41.559435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:41.569113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.578654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:41.578972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbdfd34e-3529-45b1-99d8-a3dda40772d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.590513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:41.599412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.630828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2169888c-1bb4-46be-ad0f-19039137bfeb tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:41.655959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.685776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51502) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.697145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port 334b320c-d2b3-4333-9a57-07ede2bd2183 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:53:41.697430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 6622c188-548e-44dc-9aa4-7481e57b0a6d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:41.699687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.732746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:41.765303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2169888c-1bb4-46be-ad0f-19039137bfeb tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:41.765303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2169888c-1bb4-46be-ad0f-19039137bfeb tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3190348 Nov 24 09:53:41.768733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51506) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:41.782269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:41.782925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.789671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--53984221'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:41.795470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:41.800790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:41.803402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:41.822487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.837764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f79ce57-3654-4385-bec7-9a5d962fc5cc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.840469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.845771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:41.852748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.878690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Attempting to bind port 0b3d6f11-25cc-426b-82a9-aee638a17403 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:41.879123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Attempting to bind port 0b3d6f11-25cc-426b-82a9-aee638a17403 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '35e583c5-1074-4846-a012-52dddcd3d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:41.879511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Attempting to bind port 0b3d6f11-25cc-426b-82a9-aee638a17403 on network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:41.886388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.905931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5de0d28d-c53f-458d-97dd-16aa70be5a3d tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:41.913243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:41.913243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Checking segment: {'id': '35e583c5-1074-4846-a012-52dddcd3d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:41.913744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.913922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Bound using segment: {'id': '35e583c5-1074-4846-a012-52dddcd3d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:41.914487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Bound port: 0b3d6f11-25cc-426b-82a9-aee638a17403, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e583c5-1074-4846-a012-52dddcd3d935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:41.914895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.931275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Attempting to bind port 4c9d6932-f34c-42a9-bfad-db1047c3532d on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:41.931876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Attempting to bind port 4c9d6932-f34c-42a9-bfad-db1047c3532d by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '7b35643b-dbf8-41a9-995f-866620340b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:41.932308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Attempting to bind port 4c9d6932-f34c-42a9-bfad-db1047c3532d on network af50e6fc-f66d-4288-ac43-752f2c736e47 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:41.940273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.955088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=e423620e-5ebc-4072-8851-649ed0986179,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.963368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c675aa2-921d-46e6-9574-8e29f03f19c7,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:41.973913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:41.974630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Checking segment: {'id': '7b35643b-dbf8-41a9-995f-866620340b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:41.974838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.975248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Bound using segment: {'id': '7b35643b-dbf8-41a9-995f-866620340b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:41.975801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Bound port: 4c9d6932-f34c-42a9-bfad-db1047c3532d, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b35643b-dbf8-41a9-995f-866620340b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:41.976238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:41.977992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.003860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.034255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.038331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5535560 Nov 24 09:53:42.049990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51510) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:42.054048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:42.056718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:42.074707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:42.087268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.088388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:42.093925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:42.104862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:42.113844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:42.118211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:42.123712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:42.133249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:42.134714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:42.141324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] For port 0b3d6f11-25cc-426b-82a9-aee638a17403, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:42.144460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.150339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] For port 0b3d6f11-25cc-426b-82a9-aee638a17403, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0b3d6f11-25cc-426b-82a9-aee638a17403,segment=NetworkSegment(35e583c5-1074-4846-a012-52dddcd3d935),segment_id=35e583c5-1074-4846-a012-52dddcd3d935)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:42.152353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b346231-287b-49da-b13c-8ac9df4f771e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:42.161565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:42.165022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::280 (af50e6fc-f66d-4288-ac43-752f2c736e47/b130e719-f98d-4b3c-8e27-83fba3f64b04/334b320c-d2b3-4333-9a57-07ede2bd2183) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:42.166252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Usage tracker for resource:security_group_rule and tenant:98fa04a8e03d4227b86a5772c2b9e2de is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:42.168571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.194078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:42.199077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.234084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:42.245032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.271743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:42.279194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.279741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:42.393133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.394108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.398313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.402423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.439025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Pushing event updated for resources: {'Port': ['ID=0b3d6f11-25cc-426b-82a9-aee638a17403,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:42.451681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.556212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 13d58500-7224-4442-9cf6-a2a3f3328a41 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:42.646449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b4a8d5-90f0-4e12-9ada-5a2946e298c5']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:42.691073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e583c5-1074-4846-a012-52dddcd3d935') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:42.691520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e583c5-1074-4846-a012-52dddcd3d935') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:42.733775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.745968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6bdab4d-b3cb-4ca2-9f67-c33d9488db65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:42.771252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.819506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.835844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.858148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9409d13-7a21-4b89-acc3-66ae80e1be85,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:42.872303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.873327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:42.882481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.898374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.899830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1255999 Nov 24 09:53:42.906341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd065f2e-54f4-4771-9a6e-379292966f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:42.907972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.909313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8582520 Nov 24 09:53:42.909949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51514) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:42.926704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:42.927628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4972a7ff-e9f6-4c95-951d-accfd87fa3e5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:42.930238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.933475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'a9409d13-7a21-4b89-acc3-66ae80e1be85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:42.938803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:42.939273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.947874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:42.952682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:42.958213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:42.961219 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:42.970294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:42.976289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:42.988460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:42.990807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object 334b320c-d2b3-4333-9a57-07ede2bd2183 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:42.995451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:43.038532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.045343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-902c35b5-a37b-4101-adfd-7f1a2883d1cf tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:43.080551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The resource could not be found. Nov 24 09:53:43.081712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71f37278-6237-4d0e-8fe5-640cec0be9fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1660955 Nov 24 09:53:43.093105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51522) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:43.093410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:43.101511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'a9409d13-7a21-4b89-acc3-66ae80e1be85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e5862f5a-e6ef-43ad-b58f-8d050e7e1309'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:43.112055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9df91-842e-42c2-9aa0-025775469b1f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:43.115018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:43.118439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:43.124272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:43.128027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:43.132037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:43.135281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98fa04a8e03d4227b86a5772c2b9e2de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4448891 Nov 24 09:53:43.141172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51526) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:43.142030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:43.144306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:43.151338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:43.152750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 09:53:43.152750 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 09:53:43.152750 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'id': 'e3b4a8d5-90f0-4e12-9ada-5a2946e298c5'}] Nov 24 09:53:43.152750 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:43.153290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:43.165444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:43.167212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.167564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=334b320c-d2b3-4333-9a57-07ede2bd2183,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:43.171374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:43.171567 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:53:43.175718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:43.176533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.179650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fcae1df-bc71-496f-a7c6-20abc6daa677 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:43.180931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:43.184892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:43.236592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1474850 Nov 24 09:53:43.242407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51530) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:43.257028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:43.324378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The resource could not be found. Nov 24 09:53:43.325468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c6b78333-06b0-46a1-a6d2-f1af95272e49 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2313261 Nov 24 09:53:43.331454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51534) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:43.416384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.502781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.515170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.534985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=6622c188-548e-44dc-9aa4-7481e57b0a6d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:43.540840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:43.545644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:43.562614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:43.569657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:43.587722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:43.605025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.617680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:43.620091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.661580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.669038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.683211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.693264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-454f4aa3-04d7-4a50-96e7-4e0e0ed43c60 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:43.716056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:43.743985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.758006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0dcdd82e-efe9-4f91-a3ce-217d445676ac tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:43.783280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=13d58500-7224-4442-9cf6-a2a3f3328a41,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:43.786200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:43.794957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9df91-842e-42c2-9aa0-025775469b1f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:43.801124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:43.824458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.826316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4c9df91-842e-42c2-9aa0-025775469b1f HTTP/1.1" status: 204 len: 168 time: 0.6804445 Nov 24 09:53:43.871753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.905609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4c9d6932-f34c-42a9-bfad-db1047c3532d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:43.914392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:43.923880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-541ad42a-a7f0-46f5-847a-741da7e92cb8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:43.970208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/6622c188-548e-44dc-9aa4-7481e57b0a6d HTTP/1.1" status: 204 len: 168 time: 2.9732065 Nov 24 09:53:43.980622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.000708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9409d13-7a21-4b89-acc3-66ae80e1be85,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:44.022024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:44.064922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port 0b3d6f11-25cc-426b-82a9-aee638a17403 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:44.065315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.067194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.068680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9409d13-7a21-4b89-acc3-66ae80e1be85 HTTP/1.1" status: 204 len: 168 time: 0.6872265 Nov 24 09:53:44.072245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.154754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.161477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.162057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b130e719-f98d-4b3c-8e27-83fba3f64b04 (CIDR: 2001:db8::/64) Nov 24 09:53:44.166785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e38691c-8315-4952-bbad-fbb6530cf9e7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:44.172701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:44.173289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:44.193361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.197470 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a5704578-9079-4c5a-894c-a3505b9a2fa4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9502311 Nov 24 09:53:44.201521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51552) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.209149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:44.249776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e38691c-8315-4952-bbad-fbb6530cf9e7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:44.251200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e38691c-8315-4952-bbad-fbb6530cf9e7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1778774 Nov 24 09:53:44.263351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51556) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.295270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4423080a-64a9-4d5f-bcb5-76c827a3c439 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:44.386167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': '99b5e309-846b-4a13-b0d4-51b9c88e7848', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:44.397447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:44.408881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:44.417020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:44.438429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e26553-07c1-41b4-8c9d-5ca4d6c0476f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:44.441111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:44.449125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:44.460598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.465286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5032251 Nov 24 09:53:44.465876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:44.471757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51564) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.472344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:44.476593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:44.484739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:44.499683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:44.508934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e89de64-22c7-476d-823a-b9726d99502d', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:44.514027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.518108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:44.526475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:44.532585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:44.539843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:44.630779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c54e90-aa72-4b25-b2a3-4b9500e01f88 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 09:53:44.686676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The resource could not be found. Nov 24 09:53:44.693185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51be4f17-ea44-4f4f-bd70-6f0844ed5c1b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3105156 Nov 24 09:53:44.697928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:44.707940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--140025025'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:44.716021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:44.727462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:44.742167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.803740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port 0b3d6f11-25cc-426b-82a9-aee638a17403, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0b3d6f11-25cc-426b-82a9-aee638a17403,segment=NetworkSegment(35e583c5-1074-4846-a012-52dddcd3d935),segment_id=35e583c5-1074-4846-a012-52dddcd3d935)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:44.804157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.825774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:44.833918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:44.840315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:44.851015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:44.900773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c54e90-aa72-4b25-b2a3-4b9500e01f88 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 09:53:44.925013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Provisioning for port 4c9d6932-f34c-42a9-bfad-db1047c3532d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:44.934014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:44.935613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:44.952207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for 0b3d6f11-25cc-426b-82a9-aee638a17403 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:44.993055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.002032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.010249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3fa036b2-5b1f-4c37-9382-d5cf9e7462f2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.075061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd001e-4884-443b-82bb-f75af1a09660,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.082380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:45.102201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.107223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4047270 Nov 24 09:53:45.107486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.109001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51582) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:45.121652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79fb9858-8ed2-40aa-913d-5c277679881a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.127760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743471538'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:45.137627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.147313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:45.150636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82789583-51d6-463a-b805-22f4f31d8336 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.171494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Port': ['ID=0b3d6f11-25cc-426b-82a9-aee638a17403,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.181485 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e0d59bba-fa3d-446b-b386-d57730abda8d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1941459 Nov 24 09:53:45.181485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:45.184596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:53:45.192525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:45.237117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.253035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.253855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51590) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:45.254487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No DVR routers for this DVR port 0b3d6f11-25cc-426b-82a9-aee638a17403 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:45.262283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:45.267962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=9d459f0b-5af7-4819-a337-251a8663665d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.272446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:45.285624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:45.289196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:45.312104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.340966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:45.344046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:45.350205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:45.358801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:45.360086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.379213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.389649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.395707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1904180 Nov 24 09:53:45.400293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51596) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:45.434120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:45.442696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:45.448914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:45.456300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:45.457500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.460772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:45.518353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1714674988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d459f0b-5af7-4819-a337-251a8663665d'}], 'security_groups': ['a17390f7-12a6-45fa-9c7a-c3c8729aae8c']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:45.519435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:45.546556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.550293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:45.595506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160552525-network', 'tenant_id': '237394d999354d869b33215cbbb1b267'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:45.600733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:45.605943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Usage tracker for resource:network and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:45.610426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:45.616945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.618070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:45.677644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b4a8d5-90f0-4e12-9ada-5a2946e298c5']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:45.688195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.701025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:45.706177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e583c5-1074-4846-a012-52dddcd3d935') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:45.706782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e583c5-1074-4846-a012-52dddcd3d935') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:45.719646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.721607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.726547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9791687-f883-46b9-becc-a784c0cea03b tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.739276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d069e-50d5-41ac-a3af-a387ccb0756e None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:45.754441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.756508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b05867-d3e5-42bc-9f72-8f299fe0764d None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:45.762320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.776254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.785182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb8baa7-fea2-4c18-a0ff-37b0d9e002ba,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.789262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 69fbc290-955d-48f2-80d2-791fadb838fa has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:53:45.802797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff24fc3-f958-4191-9004-f711e588e439 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:45.804014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff24fc3-f958-4191-9004-f711e588e439 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:45.812037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:45.827997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.838667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2bb0b6b7-9b71-4249-9482-3e4c0d7fc470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:45.845091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.846848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3700652 Nov 24 09:53:45.848352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:45.849032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:45.870323 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:45.897602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff24fc3-f958-4191-9004-f711e588e439 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:45.899412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ff24fc3-f958-4191-9004-f711e588e439 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7058558 Nov 24 09:53:45.908578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:45.910785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487a942b-0516-4810-97b1-c5c8ae647b4a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:45.913702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Made reservation on behalf of 237394d999354d869b33215cbbb1b267 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:45.920277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:45.944487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:46.023088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:46.362143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8be03-69ee-4412-99ae-323850986386 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:46.381957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:46.383484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2744737 Nov 24 09:53:46.392929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51618) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.404790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'adcd001e-4884-443b-82bb-f75af1a09660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '487a942b-0516-4810-97b1-c5c8ae647b4a'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:46.432001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:46.453036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:46.457673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:46.485021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:46.499362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:46.507760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:46.520784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8604b6b-79b9-40bf-bc1f-d99f2bd0a5a6 None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:46.521063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:46.523855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:46.531703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:46.550550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb383ed7-8592-47dd-8f8a-c78363e96ce9 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:46.556878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:46.557312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:46.572636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:46.605786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8604b6b-79b9-40bf-bc1f-d99f2bd0a5a6 None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:53:46.613838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=e3b4a8d5-90f0-4e12-9ada-5a2946e298c5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:46.626714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:46.631967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22efc22f-8adc-4c7f-99c8-599cc8423ee6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:46.632986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22efc22f-8adc-4c7f-99c8-599cc8423ee6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:46.640564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 HTTP/1.1" status: 204 len: 168 time: 6.3027911 Nov 24 09:53:46.644909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-79502c65-77aa-4fb3-8915-27271ff18647 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:46.645735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5c81a-9955-4fa0-9553-d04d50018755 None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:46.651238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.662747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:53:46.674612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5c81a-9955-4fa0-9553-d04d50018755 None None] Network e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 09:53:46.675986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] Sync routers for ids ['69fbc290-955d-48f2-80d2-791fadb838fa'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:53:46.698319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] Routers {'69fbc290-955d-48f2-80d2-791fadb838fa'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:46.699190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['69fbc290-955d-48f2-80d2-791fadb838fa'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:46.719178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/69fbc290-955d-48f2-80d2-791fadb838fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5998766 Nov 24 09:53:46.724403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.738063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22efc22f-8adc-4c7f-99c8-599cc8423ee6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:46.739633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22efc22f-8adc-4c7f-99c8-599cc8423ee6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8295884 Nov 24 09:53:46.743132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adbbc94-52b0-44c9-b356-5bae2d1d5605 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:46.743864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adbbc94-52b0-44c9-b356-5bae2d1d5605 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:46.745846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7adbbc94-52b0-44c9-b356-5bae2d1d5605 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/e423620e-5ebc-4072-8851-649ed0986179 HTTP/1.1" status: 404 len: 337 time: 0.0897930 Nov 24 09:53:46.746668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.796000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-365c3699-ff60-49e0-956e-28c132962507 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:46.801809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51632) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.820464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:46.820697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:46.821616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a2f9708-f566-46d2-bcef-1152fc1be922 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4277875 Nov 24 09:53:46.825098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.826628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-79502c65-77aa-4fb3-8915-27271ff18647 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:46.828202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-79502c65-77aa-4fb3-8915-27271ff18647 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705004669&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.3990195 Nov 24 09:53:46.828350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-365c3699-ff60-49e0-956e-28c132962507 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:46.832536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-365c3699-ff60-49e0-956e-28c132962507 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fbc290-955d-48f2-80d2-791fadb838fa HTTP/1.1" status: 200 len: 205 time: 0.1017051 Nov 24 09:53:46.840554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.842213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] Routers {'69fbc290-955d-48f2-80d2-791fadb838fa'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:53:46.843135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['69fbc290-955d-48f2-80d2-791fadb838fa'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:46.886229 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-56aba645-0ea8-4c28-9852-14a81c52b1d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368668 Nov 24 09:53:46.894128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:46.912418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:46.934142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Update dhcp port {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'fixed_ips': [{'subnet_id': 'b130e719-f98d-4b3c-8e27-83fba3f64b04', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d459f0b-5af7-4819-a337-251a8663665d'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '4c9d6932-f34c-42a9-bfad-db1047c3532d'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:53:46.941211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:46.942285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af325fd3-a340-4a56-b941-b5afefd7e9d0 None None] The sync data for ids ['69fbc290-955d-48f2-80d2-791fadb838fa'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:53:46.977958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b69808-5471-4fac-910f-8a4796c1cbc5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:46.978768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0b69808-5471-4fac-910f-8a4796c1cbc5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:47.000874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.012704 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d0b69808-5471-4fac-910f-8a4796c1cbc5 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/e3b4a8d5-90f0-4e12-9ada-5a2946e298c5 HTTP/1.1" status: 404 len: 339 time: 0.1947539 Nov 24 09:53:47.015718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Delete allocated IP 2001:db8::280 (af50e6fc-f66d-4288-ac43-752f2c736e47/b130e719-f98d-4b3c-8e27-83fba3f64b04) {{(pid=88877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:53:47.018792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51650) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:47.160818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8:0:1::29b (af50e6fc-f66d-4288-ac43-752f2c736e47/9d459f0b-5af7-4819-a337-251a8663665d/334b320c-d2b3-4333-9a57-07ede2bd2183) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:47.189046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.200153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:47.218786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.226346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:47.232089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:47.233768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-30b14314-3dbd-4ef1-b8d1-ed39d9f239f8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:47.234596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-30b14314-3dbd-4ef1-b8d1-ed39d9f239f8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:47.248945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Deleting port f3c73595-4623-45b7-ade2-5a93ea04114e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:47.249244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.277672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:47.304924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.329756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-30b14314-3dbd-4ef1-b8d1-ed39d9f239f8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:47.331466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-30b14314-3dbd-4ef1-b8d1-ed39d9f239f8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 796 time: 0.4801791 Nov 24 09:53:47.449698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-e12a0dc1-84a4-4fe3-8a93-1f7d81e70c89 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.1000326 Nov 24 09:53:47.465060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.492073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.509304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.530281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-12b1592e-19cc-4b38-8ac8-99716d943da8 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:47.534827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c8a5daa-3f1f-45e0-8c61-ff2dffaf0f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:47.563009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.661279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487a942b-0516-4810-97b1-c5c8ae647b4a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:47.672270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:47.682778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.686762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] For port f3c73595-4623-45b7-ade2-5a93ea04114e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f3c73595-4623-45b7-ade2-5a93ea04114e,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:47.686957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/487a942b-0516-4810-97b1-c5c8ae647b4a HTTP/1.1" status: 204 len: 168 time: 0.8545246 Nov 24 09:53:47.687046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.689575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:47.744074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.749155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:53:47.764720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd54a3a-4eff-4c4e-a701-65717f5519d0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:47.768162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:47.797774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-107d9ade-924c-4fa6-87e9-a4fa00ca6d8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3105872 Nov 24 09:53:47.806183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:47.806565 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Added segment 64e19619-09f1-4edf-a334-f3d60e47d45b of type vlan for network b445f7e7-389a-4c56-a2e6-fd820d770644 Nov 24 09:53:47.836349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f3c73595-4623-45b7-ade2-5a93ea04114e no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:47.873101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Calling delete_port for f3c73595-4623-45b7-ade2-5a93ea04114e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:47.913628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c265a51-f460-4f51-a0a8-a2f649463f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:48.009614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c265a51-f460-4f51-a0a8-a2f649463f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:48.010961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c265a51-f460-4f51-a0a8-a2f649463f7b tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3166733 Nov 24 09:53:48.018995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.023313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd7ea854-1fd4-403c-9907-a7ed1c12ff38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:48.027479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.051866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port f3c73595-4623-45b7-ade2-5a93ea04114e update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 09:53:48.068812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Pushing event deleted for resources: {'Port': ['ID=f3c73595-4623-45b7-ade2-5a93ea04114e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:48.072825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:48.077021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] No DVR routers for this DVR port f3c73595-4623-45b7-ade2-5a93ea04114e on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:48.100720 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-2fb0cb0d-83e7-4f36-9e17-bbe715aa7445 service neutron] 10.222.0.55 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686546 Nov 24 09:53:48.154387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.300411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.303500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.395770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.406551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.415412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:48.421914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.430046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7547fe68-6be8-4a73-95e8-4f7fd8c11428']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:48.453277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69427572-09c0-4a8e-993c-d1e019d2bfbd') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:48.453585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69427572-09c0-4a8e-993c-d1e019d2bfbd') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:48.460034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-40f1f88e-ba59-4ee0-8089-45c40830c272 service neutron] 10.222.0.55 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466201 Nov 24 09:53:48.462800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.476327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.483612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.484622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:48.485321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.495208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bcdbf13-852b-44d5-81be-8f2c5a3f7b52 tempest-ExternalNetworksTestJSON-1458808859 tempest-ExternalNetworksTestJSON-1458808859-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:48.509078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:48.512523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:48.520213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:48.520854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.527240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=dbb10b91-d38c-4753-9d24-06e5b122aa0c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:48.528148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1ae17-b79f-4ff9-8b21-1171abda9e64 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:48.535847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:48.546354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.551662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.551925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21db31b2-5125-404c-b0fc-e44bc808468a tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:48.570561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd001e-4884-443b-82bb-f75af1a09660,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:48.577746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:48.584254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.585676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/adcd001e-4884-443b-82bb-f75af1a09660 HTTP/1.1" status: 204 len: 168 time: 0.5570836 Nov 24 09:53:48.604378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7047806 Nov 24 09:53:48.604378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51662) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.604378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.626145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:89:8d:37', 'name': 'tempest-NetworksTestDHCPv6-1481464431'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:48.687939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:48.688404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.709597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:48.713682 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:48.736875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4758508 Nov 24 09:53:48.753749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.757796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Pushing event updated for resources: {'Network': ['ID=b445f7e7-389a-4c56-a2e6-fd820d770644,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:48.761140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:48.766453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Request body: {'subnet': {'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160552525-subnet', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:48.798339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:48.807522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Usage tracker for resource:subnet and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:48.812493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:48.822625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d812240-26fc-41d5-b352-200377ad8ccf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:48.826200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.826831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 69fbc290-955d-48f2-80d2-791fadb838fa {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:53:48.828797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:48.863862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Ignored duplicate provisioning block setup for port 334b320c-d2b3-4333-9a57-07ede2bd2183 by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Nov 24 09:53:48.868873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Made reservation on behalf of 237394d999354d869b33215cbbb1b267 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:48.871357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.874003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network b445f7e7-389a-4c56-a2e6-fd820d770644 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:53:48.874465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.876255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a21bb008-a130-474f-8001-b28dbc82ac56 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/69fbc290-955d-48f2-80d2-791fadb838fa HTTP/1.1" status: 204 len: 168 time: 2.0132692 Nov 24 09:53:48.877160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51678) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.881870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.897526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11a60270-b62c-43bf-97a4-89bbdce138ba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:48.905912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3d812240-26fc-41d5-b352-200377ad8ccf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:48.908194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d812240-26fc-41d5-b352-200377ad8ccf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3052504 Nov 24 09:53:48.926362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:48.939210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--607050611'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:48.945282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:48.952204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:48.981260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff26fc30-ef02-4a7c-9cb6-cfcca0a1abf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:48.996360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': 'dbb10b91-d38c-4753-9d24-06e5b122aa0c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:48.997511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.020003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.020216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:49.025086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.030560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:49.053691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.094185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] In _notify_port_updated(), no bound segment for port 334b320c-d2b3-4333-9a57-07ede2bd2183 on network af50e6fc-f66d-4288-ac43-752f2c736e47 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:53:49.098779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:49.099537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.103844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/ports/334b320c-d2b3-4333-9a57-07ede2bd2183 HTTP/1.1" status: 200 len: 931 time: 3.7009020 Nov 24 09:53:49.153518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Allocated IP 2001:db8:0:1::2 (af50e6fc-f66d-4288-ac43-752f2c736e47/9d459f0b-5af7-4819-a337-251a8663665d/4c9d6932-f34c-42a9-bfad-db1047c3532d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:49.166201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51686) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:49.169593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/7547fe68-6be8-4a73-95e8-4f7fd8c11428 HTTP/1.1" status: 204 len: 168 time: 2.0949409 Nov 24 09:53:49.172488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=334b320c-d2b3-4333-9a57-07ede2bd2183,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:49.177854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:49.181334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4425b036-bfb4-452a-a224-73f2025cecc8 req-ca460a77-701e-43ac-83d6-b26d29913fe1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:49.192128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51688) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:49.253378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-209ca507-947e-4ece-a040-95d262c825ba tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:49.367326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:49.378073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.393430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Allocated IP 2001:db8::f816:3eff:fe49:f650 (d35a00cd-fc87-44df-a65e-9faae0fcef26/dbb10b91-d38c-4753-9d24-06e5b122aa0c/ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:49.393684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=7547fe68-6be8-4a73-95e8-4f7fd8c11428,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:49.397604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:49.405161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:49.427237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4425b036-bfb4-452a-a224-73f2025cecc8 req-ca460a77-701e-43ac-83d6-b26d29913fe1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:49.429310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4425b036-bfb4-452a-a224-73f2025cecc8 req-ca460a77-701e-43ac-83d6-b26d29913fe1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.7222559 Nov 24 09:53:49.430907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d47c6d9-f33b-4deb-9ef6-081331bb8dff tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:49.431787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d47c6d9-f33b-4deb-9ef6-081331bb8dff tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:49.435634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d47c6d9-f33b-4deb-9ef6-081331bb8dff tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/c91972ea-2882-468d-91d5-9c0248370cfd HTTP/1.1" status: 404 len: 337 time: 0.1531639 Nov 24 09:53:49.447506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51694) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:49.487648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:53:49.504993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port 334b320c-d2b3-4333-9a57-07ede2bd2183 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:49.505370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.537809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.573011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Transition to ACTIVE for port object 4c9d6932-f34c-42a9-bfad-db1047c3532d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:49.580915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.586275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5362da0b-5fd5-404b-937d-2af528e7ce0c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:49.586879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5362da0b-5fd5-404b-937d-2af528e7ce0c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:49.595674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7299e53b-dd3d-4516-bf6f-62d3f06c9499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:49.605106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:49.643279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:49.650518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:49.666301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5362da0b-5fd5-404b-937d-2af528e7ce0c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/9c5fb2bc-f485-44d1-9252-0af3730a141e HTTP/1.1" status: 404 len: 339 time: 0.2150393 Nov 24 09:53:49.667035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:49.672446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:49.819228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:49.826557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:49.856637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.860427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.875087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Transition to ACTIVE for port object ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:49.876144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbbe4b65-4fbb-430d-a447-e7adeb9229cc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:49.904759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Transition to ACTIVE for port object ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:49.911322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:49.917234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:50.041025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:50.053896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:50.057389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:50.068432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Pushing event updated for resources: {'Port': ['ID=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:50.085454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.123541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.150422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ad0522-8c53-41b8-b27f-52f4227412c7,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:50.175505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:50.178253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b9fc10e-a6bd-462a-a048-cebecef4aedf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:50.212515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe89:8d37 (d35a00cd-fc87-44df-a65e-9faae0fcef26/dbb10b91-d38c-4753-9d24-06e5b122aa0c/d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:50.260200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting subnet fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:50.273577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.311829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.312557 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3849876 Nov 24 09:53:50.322463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d23a2a-6ec3-4802-935a-c560a5b02c23,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:50.329049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:50.353163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:50.363289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'a4d23a2a-6ec3-4802-935a-c560a5b02c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:50.374494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:50.374933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Network hostable DHCP agents. Network: b445f7e7-389a-4c56-a2e6-fd820d770644, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:53:50.378960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.399173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:50.401359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:50.428202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:50.436708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:50.449508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.472429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Attempting to bind port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:50.472867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Attempting to bind port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:50.473294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Attempting to bind port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:50.481294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:50.481771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:50.482892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.483485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:50.484034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Bound port: ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:50.484467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.495990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:50.496678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.548915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet 67eec17d-ae08-4696-ac93-29b137359cca {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:50.557900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for 334b320c-d2b3-4333-9a57-07ede2bd2183 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:50.599795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.634324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:50.641959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:50.647762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.656834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:53:50.661949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b0f38db-27f7-4f22-8501-cbd40c012ef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:50.730201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, b445f7e7-389a-4c56-a2e6-fd820d770644) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:50.748343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389e293-2175-49f6-a030-b5f9d3f85318 None None] Network b445f7e7-389a-4c56-a2e6-fd820d770644 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:50.750295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.822883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.838914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:50.840384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0eb072de-1b8b-4f6c-9d1a-79dc9397e0c7 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5030208 Nov 24 09:53:50.848729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:50.850248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.854133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51718) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:50.861391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group_rule': {'security_group_id': 'a4d23a2a-6ec3-4802-935a-c560a5b02c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:50.876510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:50.884180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81570870-2b77-41a7-ad79-413527fec0bc req-d338d41c-ac1a-42df-a615-9e0396268aad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.1471906 Nov 24 09:53:50.896573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:50.903570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:50.911705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:50.917140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:50.932542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:50.959675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2050447 Nov 24 09:53:50.969085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51722) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:50.990482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:50.998316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.011304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:51.017184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00305879-6236-4807-97b1-c5b0af2ea58c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:51.019953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.032410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-981b8eed-567e-468b-9026-40e307723771 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:51.046734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Pushing event updated for resources: {'Port': ['ID=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:51.052203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:51.076296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Usage tracker for resource:router and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:51.094887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:51.099830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=334b320c-d2b3-4333-9a57-07ede2bd2183,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:51.102974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.108954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-b445f7e7-389a-4c56-a2e6-fd820d770644', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:53:51.110767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.116164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:51.117381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:51.164144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.172760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.176450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:51.180762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:51.183762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:51.185387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:51.188268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f91c89f3-da0e-49bf-b649-b991b0c63915 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:51.194100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:53:51.195292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17516459-56bb-4528-8d87-753a3fd4a14c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3399031 Nov 24 09:53:51.214880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51726) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.215836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.216939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.231807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:51.236600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:51.237448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.251114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:51.254919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.258965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:51.264460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/fdfa04f0-959c-4a38-a9e6-8ce7ddeb6d47 HTTP/1.1" status: 204 len: 168 time: 1.5877938 Nov 24 09:53:51.269238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51730) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.272400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1dbf3-58d4-4c77-8167-8f74f377e762 None None] Network a0378442-7533-492b-9a35-aa1d9c89dc5d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:51.313901 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7088897 Nov 24 09:53:51.314881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51734) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.329712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/334b320c-d2b3-4333-9a57-07ede2bd2183 HTTP/1.1" status: 204 len: 168 time: 2.1372755 Nov 24 09:53:51.331284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51738) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.379635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c42f76-79c7-4d4d-a621-4058fe0f5124 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:51.395764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26fe13c-75bd-4612-b261-55c0fb1c0f85 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:53:51.396598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c26fe13c-75bd-4612-b261-55c0fb1c0f85 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:51.401472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.412579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting subnet b9076302-0c5e-4855-8b96-60ed471cdd2c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:51.424493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.433149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Could not find standard attr ID for object 334b320c-d2b3-4333-9a57-07ede2bd2183. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:51.442130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.453408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-679c0931-9e1b-4c4b-a1dc-2609d3ba5515 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:51.456721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Allocated IP 172.20.0.2 (b445f7e7-389a-4c56-a2e6-fd820d770644/42ad0522-8c53-41b8-b27f-52f4227412c7/cf3eff10-d383-43fa-80ac-976b9f9b44b6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:51.500708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.518789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c26fe13c-75bd-4612-b261-55c0fb1c0f85 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:51.526036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c26fe13c-75bd-4612-b261-55c0fb1c0f85 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/334b320c-d2b3-4333-9a57-07ede2bd2183 HTTP/1.1" status: 404 len: 333 time: 0.1890399 Nov 24 09:53:51.526036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=67eec17d-ae08-4696-ac93-29b137359cca,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:51.534047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.587827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51744) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.588570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:51.634145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.713412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.752191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/67eec17d-ae08-4696-ac93-29b137359cca HTTP/1.1" status: 204 len: 168 time: 2.8719704 Nov 24 09:53:51.758084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51748) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:51.870447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.968233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37ea68-4206-4629-a055-e2d1aad2cf34 None None] Network 5282aef4-bb7f-40f4-8142-c41d99c3d1bc requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:51.972322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:51.978850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f2e8f-4af5-4c80-97bf-41736780fcda tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:51.987674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f2e8f-4af5-4c80-97bf-41736780fcda tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:51.988679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-376f2e8f-4af5-4c80-97bf-41736780fcda tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:51.995586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.010954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:52.044004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.046807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.053967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9457cdcb-0228-42f4-ac2a-f54ef9cc20bf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:52.062206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.088776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.106524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/b9076302-0c5e-4855-8b96-60ed471cdd2c HTTP/1.1" status: 204 len: 168 time: 0.8367343 Nov 24 09:53:52.118232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:52.119404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=b9076302-0c5e-4855-8b96-60ed471cdd2c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:52.127183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:52.144556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d23a2a-6ec3-4802-935a-c560a5b02c23,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:52.159735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:52.171344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:52.181982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-376f2e8f-4af5-4c80-97bf-41736780fcda tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:52.186714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-376f2e8f-4af5-4c80-97bf-41736780fcda tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8655651 Nov 24 09:53:52.187716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:52.219229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.225929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.229754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cc7b6f77-5147-4876-afab-6479e52f3568 req-eba99703-9b34-4773-bf84-cc60f0927631 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.0900173 Nov 24 09:53:52.234870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:52.235251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.280589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.281852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4d23a2a-6ec3-4802-935a-c560a5b02c23 HTTP/1.1" status: 204 len: 168 time: 1.0609941 Nov 24 09:53:52.287593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:52.288153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.297763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51762) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:52.306264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8198a3c7-c2d3-4aa8-8c12-ba4d8bc6b0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.339605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Transition to ACTIVE for port object cf3eff10-d383-43fa-80ac-976b9f9b44b6 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:52.347236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.424561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.443754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Provisioning for port 4c9d6932-f34c-42a9-bfad-db1047c3532d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:52.509657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11a436cb-9a2b-4e20-8fe9-c66d52d9794e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:52.579017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.592801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Transition to ACTIVE for port object cf3eff10-d383-43fa-80ac-976b9f9b44b6 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:52.598257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:52.598905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.610247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624706b-43f4-4c2f-9acb-e508f3a1f854,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:52.632441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:52.651834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.653105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/security-groups/1624706b-43f4-4c2f-9acb-e508f3a1f854 HTTP/1.1" status: 204 len: 168 time: 1.0626576 Nov 24 09:53:52.671875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:52.706363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port f7c0dcfc-e6f3-4245-8765-770a1e19c93a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:52.707021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.714517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9abbcdf5-a6cc-44c5-ae22-4d4051f36797 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:52.756093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.782760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b803f35-7da8-4211-8777-d6e77f42ecff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:52.830349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:52.846926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:52.855348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:52.905454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.942570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,segment=NetworkSegment(321d9117-0e79-48d0-9a1a-e03c5c1fc1fd),segment_id=321d9117-0e79-48d0-9a1a-e03c5c1fc1fd)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:52.943578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:52.972063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9abbcdf5-a6cc-44c5-ae22-4d4051f36797 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:52.989127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9abbcdf5-a6cc-44c5-ae22-4d4051f36797 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6801677 Nov 24 09:53:52.995101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51772) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:53.084598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108290381'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:53.095736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bab92165-e87f-4672-843c-3a536dabe656 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:53.096576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bab92165-e87f-4672-843c-3a536dabe656 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:53.187292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for fe60a53d-7d1b-4045-a624-c6a68d0ca9cf owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:53.221507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:53.258089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:53.258775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16498f4f-1934-418b-aafa-5ce6de3e7218 None None] DHCP port deletion for 5282aef4-bb7f-40f4-8142-c41d99c3d1bc request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:53.280152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bab92165-e87f-4672-843c-3a536dabe656 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:53.281519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bab92165-e87f-4672-843c-3a536dabe656 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 796 time: 0.8039150 Nov 24 09:53:53.293505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Pushing event updated for resources: {'Port': ['ID=cf3eff10-d383-43fa-80ac-976b9f9b44b6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:53.335577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.341946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:53.369955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.379928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-16498f4f-1934-418b-aafa-5ce6de3e7218 None None] Deleting port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:53.381006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16498f4f-1934-418b-aafa-5ce6de3e7218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.405679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.467345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:53.467917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.502539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.506968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.515230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:53.550296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.555180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-306cbc74-f5ff-48bf-829c-4719689bd51b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:53.599784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-098d473f-81f8-4e20-9816-f6bb82b937a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:53.602903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:53.609809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d7e5482-ded5-402e-a286-31f6b653e751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:53.611820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=fe60a53d-7d1b-4045-a624-c6a68d0ca9cf,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:53.628398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.633986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2e6d9726-b2e2-4cc5-890a-61ff53d112dd req-ad2a1049-dd19-4d03-85ef-df11808da516 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.0791347 Nov 24 09:53:53.661234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17390f7-12a6-45fa-9c7a-c3c8729aae8c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:53.667434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:53.686717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.693574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:53.695151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Usage tracker for resource:security_group_rule and tenant:b5ad00d649744c5da4621a61a298352f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:53.748768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-16498f4f-1934-418b-aafa-5ce6de3e7218 None None] The port 'fe60a53d-7d1b-4045-a624-c6a68d0ca9cf' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:53:53.764861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Attempting to bind port cf3eff10-d383-43fa-80ac-976b9f9b44b6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:53:53.765402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Attempting to bind port cf3eff10-d383-43fa-80ac-976b9f9b44b6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:53:53.765857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Attempting to bind port cf3eff10-d383-43fa-80ac-976b9f9b44b6 on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:53:53.783186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] DHCP port deletion for a0378442-7533-492b-9a35-aa1d9c89dc5d request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:53.788832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.792888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/security-groups/a17390f7-12a6-45fa-9c7a-c3c8729aae8c HTTP/1.1" status: 204 len: 168 time: 1.1153922 Nov 24 09:53:53.803497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51782) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:53.804861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Deleting port f7c0dcfc-e6f3-4245-8765-770a1e19c93a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:53.805304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.907821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,segment=NetworkSegment(c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d),segment_id=c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:53.908497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.944936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:53:53.945431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:53:53.945900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.946421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Bound using segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:53:53.947997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Bound port: cf3eff10-d383-43fa-80ac-976b9f9b44b6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:53:53.948481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:53.963416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:53.983840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:53.988667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port fe60a53d-7d1b-4045-a624-c6a68d0ca9cf on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:54.040789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-098d473f-81f8-4e20-9816-f6bb82b937a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:54.042087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-098d473f-81f8-4e20-9816-f6bb82b937a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 380 time: 0.6752789 Nov 24 09:53:54.059103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['5e89de64-22c7-476d-823a-b9726d99502d']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:54.133378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for f7c0dcfc-e6f3-4245-8765-770a1e19c93a owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:54.183553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] For port f7c0dcfc-e6f3-4245-8765-770a1e19c93a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,segment=NetworkSegment(c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d),segment_id=c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:54.184194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.194645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:54.195079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.299319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b0225f5c-b44c-44fc-8920-4aeae99743e0 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:54.316007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:54.371817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:54.477811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet b130e719-f98d-4b3c-8e27-83fba3f64b04 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:54.482933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.491599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.531183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:54.537376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.539244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Calling delete_port for f7c0dcfc-e6f3-4245-8765-770a1e19c93a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:53:54.556697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.610015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5282aef4-bb7f-40f4-8142-c41d99c3d1bc']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:54.620862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:54.624403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Allocated IP 172.26.6.125 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/2bdf09cf-0576-4dbd-82e8-c46be852e4d2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:54.640258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:54.644873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321d9117-0e79-48d0-9a1a-e03c5c1fc1fd') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:54.678113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.714245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.760450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] For port cf3eff10-d383-43fa-80ac-976b9f9b44b6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:53:54.785652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.796787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.817490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ad9b400-c665-45c0-a2c9-f9fe365bd9d4 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:54.825532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.831638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:54.857843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.879833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.882358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] For port cf3eff10-d383-43fa-80ac-976b9f9b44b6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf3eff10-d383-43fa-80ac-976b9f9b44b6,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:53:54.885823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Pushing event deleted for resources: {'Port': ['ID=f7c0dcfc-e6f3-4245-8765-770a1e19c93a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:54.893996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.908326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:54.908865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:54.952441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:54.953615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Provisioning for port d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:54.954010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.961156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=b130e719-f98d-4b3c-8e27-83fba3f64b04,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:54.970176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Provisioning complete for port d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:54.970631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.972016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:54.977540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:54.984695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 HTTP/1.1" status: 204 len: 168 time: 2.7918355 Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:54.985746 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:54.988914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:54.997027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51790) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.008312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520f237-4aec-4664-b414-bac7f1714a06 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:55.035521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114d30b-1dee-40ec-9534-37d413ca2184 None None] No DVR routers for this DVR port f7c0dcfc-e6f3-4245-8765-770a1e19c93a on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:53:55.037883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:55.048044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:55.049589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Port d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 was deleted so its status cannot be updated. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Nov 24 09:53:55.050606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:55.058261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/b130e719-f98d-4b3c-8e27-83fba3f64b04 HTTP/1.1" status: 204 len: 168 time: 1.2535889 Nov 24 09:53:55.060492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.068586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:55.196129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-afcf8f71-d614-4324-a0de-7ed2922e5bbe req-c516b8b4-d09c-4ce1-bd6b-bad2cf3a6174 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.3704004 Nov 24 09:53:55.199914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f7c0dcfc-e6f3-4245-8765-770a1e19c93a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:55.260875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:53:55.261408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:53:55.262480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:55.269836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:55.273837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:55.281736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:55.291335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Pushing event updated for resources: {'Port': ['ID=cf3eff10-d383-43fa-80ac-976b9f9b44b6,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:55.295480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f7c0dcfc-e6f3-4245-8765-770a1e19c93a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:55.296223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f7c0dcfc-e6f3-4245-8765-770a1e19c93a not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:55.296867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe60a53d-7d1b-4045-a624-c6a68d0ca9cf no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:53:55.301245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:55.319055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.334559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:55.373893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.394708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9aa36-032a-4217-89f0-559f26672dcc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:55.396225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9aa36-032a-4217-89f0-559f26672dcc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:55.397047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-11b9aa36-032a-4217-89f0-559f26672dcc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:55.415118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a5d3f0d-1c9e-4633-ba7b-2a54329970a1 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:55.424728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fe60a53d-7d1b-4045-a624-c6a68d0ca9cf {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:53:55.425129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe60a53d-7d1b-4045-a624-c6a68d0ca9cf not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:53:55.426944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Provisioning for port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:55.452771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.460904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=5282aef4-bb7f-40f4-8142-c41d99c3d1bc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:55.480061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.482566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Provisioning complete for port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:55.483126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.490340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:55.504370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.514529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.526195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:55.580966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.12 (91607340-c895-442d-8d2b-85d84a7d9695/f6aaf115-55c4-47b0-ab6c-be7a9ea20154/3240a165-307e-443c-935d-8bc5e1d1fd94) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:55.589175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-11b9aa36-032a-4217-89f0-559f26672dcc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:55.597226 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-11b9aa36-032a-4217-89f0-559f26672dcc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5856657 Nov 24 09:53:55.597970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51798) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.612490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.613790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.6069913 Nov 24 09:53:55.624546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51802) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.634377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2df12b2d-0efa-457d-acc3-84d01f9752d2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:55.635298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-2df12b2d-0efa-457d-acc3-84d01f9752d2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 09:53:55.636548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2df12b2d-0efa-457d-acc3-84d01f9752d2 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "PUT /v2.0/security-groups/c7ddb2ce-f668-4a58-a216-851f4af4124a HTTP/1.1" status: 409 len: 330 time: 0.0106044 Nov 24 09:53:55.640724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.664003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/5282aef4-bb7f-40f4-8142-c41d99c3d1bc HTTP/1.1" status: 204 len: 168 time: 3.8967474 Nov 24 09:53:55.667640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:55.679625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ddb2ce-f668-4a58-a216-851f4af4124a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:55.695317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:55.703300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1773940533', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:55.707494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.747009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:55.762385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port f7c0dcfc-e6f3-4245-8765-770a1e19c93a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:55.763962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.767891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:55.773053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.778200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77bf7caa-894a-4497-9cfa-8b0f9a1e1a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:55.824516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:55.845328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:55.868092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Pushing event updated for resources: {'Port': ['ID=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:55.872514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:55.896858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:55.903532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Could not find standard attr ID for object 334b320c-d2b3-4333-9a57-07ede2bd2183. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:53:55.904486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] The port 'f7c0dcfc-e6f3-4245-8765-770a1e19c93a' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:53:55.928466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:55.929012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:55.980094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.005839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-174a213f-1d53-459c-a358-8c282c5ed43e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:56.025314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.026365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.064143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.095958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.127395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:56.127911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.157888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.168572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:56.189742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:56.193097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-590d8aef-b9ca-4cbd-9cc9-5f7258ba0ae2 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:56.200203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:56.224593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddcb76a6-9e2b-4df8-809d-4699a70e77b5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:56.243490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:56.246906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.270800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.275152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ddb2ce-f668-4a58-a216-851f4af4124a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:56.281904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:56.291194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:56.296039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a82880f-134e-4a26-b2ff-30710c07a627 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:56.328248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.415101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=917f16ce-122e-4874-a50b-dd96c794b52d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:56.425337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0378442-7533-492b-9a35-aa1d9c89dc5d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:56.442897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:56.458182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet dbb10b91-d38c-4753-9d24-06e5b122aa0c {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:56.469781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 3240a165-307e-443c-935d-8bc5e1d1fd94 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:53:56.470500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.474486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.499896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:56.500509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32d53a4-1e2a-4516-9a5e-2aca8d2eef5d') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:53:56.573046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.585624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:56.595793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.624648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:56.661851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:56.662522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.665232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:56.674722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.680659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7ddb2ce-f668-4a58-a216-851f4af4124a HTTP/1.1" status: 204 len: 168 time: 1.0339713 Nov 24 09:53:56.682056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51818) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:56.736727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.737188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.767353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d6775c74-0c96-4c35-82e8-3ff2bf6bf42b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:56.772125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:56.772558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.863661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:53:56.864381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.889214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 91607340-c895-442d-8d2b-85d84a7d9695 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:53:56.897015 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:53:56.907945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:56.918841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.920138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:56.923966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:56.933697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf3eff10-d383-43fa-80ac-976b9f9b44b6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:53:56.936397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8744695 Nov 24 09:53:57.021787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51822) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.066966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-1997474522'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:57.076513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:57.080894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port cf3eff10-d383-43fa-80ac-976b9f9b44b6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:57.108199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:57.112918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:57.120782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:57.239627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.244691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.255689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602958d-d9b5-40b7-85ad-21a1a167b4ef req-3409ff81-8a6a-4294-bb51-9446ef425765 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:57.257568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6602958d-d9b5-40b7-85ad-21a1a167b4ef req-3409ff81-8a6a-4294-bb51-9446ef425765 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 932 time: 0.8149471 Nov 24 09:53:57.260932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b756f65b-652f-4e8a-830b-44d5685e7c25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:57.317064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.326662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/a0378442-7533-492b-9a35-aa1d9c89dc5d HTTP/1.1" status: 204 len: 168 time: 5.1973686 Nov 24 09:53:57.327905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=a0378442-7533-492b-9a35-aa1d9c89dc5d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:57.331165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:57.336532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.379966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679cadeb-02c9-4fce-a4b2-819706345cee None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:57.399645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef1ee10-2ad8-4d55-b608-35de3cc23857 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:57.400148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef1ee10-2ad8-4d55-b608-35de3cc23857 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:57.404773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ef1ee10-2ad8-4d55-b608-35de3cc23857 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/09507cd1-0c1d-4017-a8d8-0950130df1bc HTTP/1.1" status: 404 len: 337 time: 0.0645394 Nov 24 09:53:57.406560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.510829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6602958d-d9b5-40b7-85ad-21a1a167b4ef req-a57bb455-77d0-48e4-b267-bed5c4bc3471 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331722 Nov 24 09:53:57.512682 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd8ad42-a07f-44af-8d22-8e4dc4e78d02 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:57.513558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd8ad42-a07f-44af-8d22-8e4dc4e78d02 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:57.517036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fcd8ad42-a07f-44af-8d22-8e4dc4e78d02 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/16aa9195-aac1-4c70-9452-b2541868db07 HTTP/1.1" status: 404 len: 339 time: 0.1088617 Nov 24 09:53:57.546050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.574641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c626814-dc65-4dd9-acb6-d6ca0a48f0fc None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:57.575567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c626814-dc65-4dd9-acb6-d6ca0a48f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.609347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:57.627774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:57.644359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f28a93b9-95b5-480e-85e9-61499b069aff tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Synchronizing usage tracker for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:57.647826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.692507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.754823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:57.755486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:57.818002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f28a93b9-95b5-480e-85e9-61499b069aff tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Unset dirty status for tenant:b5ad00d649744c5da4621a61a298352f on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:57.826980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f28a93b9-95b5-480e-85e9-61499b069aff tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1352849 Nov 24 09:53:57.826980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7720981 Nov 24 09:53:57.829165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51838) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.888898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Request body: {'port': {'device_id': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:57.920681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9811ab61-20db-4edc-a88e-9d08482aad9c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:57.921199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9811ab61-20db-4edc-a88e-9d08482aad9c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:57.924160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9811ab61-20db-4edc-a88e-9d08482aad9c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/15348f7a-4086-4685-bed9-2ed0845a28df HTTP/1.1" status: 404 len: 337 time: 0.3707423 Nov 24 09:53:57.928143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:57.948908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8edac1-8d37-4b1d-8240-3b50d0463335 None None] Network b445f7e7-389a-4c56-a2e6-fd820d770644 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:57.968437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a153e4e9-0955-4f77-9ac8-a4b009a26c68 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:57.968907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a153e4e9-0955-4f77-9ac8-a4b009a26c68 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:57.973688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a153e4e9-0955-4f77-9ac8-a4b009a26c68 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/ac67eb19-65d8-4395-bc36-1735fc0f2905 HTTP/1.1" status: 404 len: 339 time: 0.0366864 Nov 24 09:53:57.983891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51846) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.005192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d091889c-cf5a-4a1c-9ae1-da03f8b0e41d tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] delete failed (client error): The resource could not be found. Nov 24 09:53:58.012711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d091889c-cf5a-4a1c-9ae1-da03f8b0e41d tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "DELETE /v2.0/security-groups/536de91a-81a0-41aa-bb06-b148c8f2a663 HTTP/1.1" status: 404 len: 347 time: 0.1764712 Nov 24 09:53:58.017403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51850) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.040953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:58.049940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-04e97656-5290-42d4-aa87-8663961a01f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] show failed (client error): The resource could not be found. Nov 24 09:53:58.051138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04e97656-5290-42d4-aa87-8663961a01f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-groups/ed7a3076-e28d-4ef0-8b81-6967a7dbe507 HTTP/1.1" status: 404 len: 347 time: 0.0291727 Nov 24 09:53:58.060150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:58.062263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51854) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.080947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:58.088604 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-a9e1961b-d74c-4689-8d36-a7aced828687 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] show failed (client error): The resource could not be found. Nov 24 09:53:58.089642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9e1961b-d74c-4689-8d36-a7aced828687 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] 10.222.0.55 "GET /v2.0/security-group-rules/78df3fd4-e6cd-4724-b5b8-73fd7921f28c HTTP/1.1" status: 404 len: 356 time: 0.0263455 Nov 24 09:53:58.095293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.102774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-63eab39d-cafc-47d7-9ea3-784135071a8e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:58.103845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63eab39d-cafc-47d7-9ea3-784135071a8e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:58.122693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27d19fab-e85b-42fc-91b4-3b4d7f69a424 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:58.182882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:58.193406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.258290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.371136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.382509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb10b91-d38c-4753-9d24-06e5b122aa0c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:58.385716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-63eab39d-cafc-47d7-9ea3-784135071a8e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/11157b50-8a78-4cad-8fce-a0be9c3f1073 HTTP/1.1" status: 404 len: 337 time: 0.3909359 Nov 24 09:53:58.398498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:58.399952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51862) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.407625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c626814-dc65-4dd9-acb6-d6ca0a48f0fc None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:58.408337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c626814-dc65-4dd9-acb6-d6ca0a48f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.464656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-89248d6a-d71d-4dad-aa1c-2a6920193142 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:53:58.465415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89248d6a-d71d-4dad-aa1c-2a6920193142 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:53:58.470764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a193e-94eb-4638-b86b-f9e40beddcc8 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:53:58.473479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.478562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/dbb10b91-d38c-4753-9d24-06e5b122aa0c HTTP/1.1" status: 204 len: 168 time: 2.8680136 Nov 24 09:53:58.482046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89248d6a-d71d-4dad-aa1c-2a6920193142 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/170e3483-e4d5-48c0-abac-152def1a68e8 HTTP/1.1" status: 404 len: 339 time: 0.0666847 Nov 24 09:53:58.488898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51866) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.489271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51868) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.522906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51874) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.524102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.26.6.32 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/2db9c084-9556-4095-b0ec-25ef935e9d12) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:58.681940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e68071b2-e187-47ff-bcde-877dbeee258b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1910877 Nov 24 09:53:58.686193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:58.699523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:58.797267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9c626814-dc65-4dd9-acb6-d6ca0a48f0fc None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:58.850251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.884286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.899109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Update dhcp port {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'fixed_ips': [{'subnet_id': '9d459f0b-5af7-4819-a337-251a8663665d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '917f16ce-122e-4874-a50b-dd96c794b52d'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '4c9d6932-f34c-42a9-bfad-db1047c3532d'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:53:58.946400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:58.961533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8128e2a7-7dcf-4044-948d-f4f69d3c03ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:58.998494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b61c058f-e47e-4392-a8c6-f0f13cc6e96c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5ad00d649744c5da4621a61a298352f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4711165 Nov 24 09:53:59.006209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:59.011297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:59.019615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Provisioning for port cf3eff10-d383-43fa-80ac-976b9f9b44b6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:59.034338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.052573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Provisioning complete for port cf3eff10-d383-43fa-80ac-976b9f9b44b6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:59.052954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.058984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:59.105708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:53:59.112788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.117521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0784080 Nov 24 09:53:59.118620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51890) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:53:59.190190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a83593-b9a6-4254-b124-35a9799c73cf,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:59.193853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:59.209108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029014517'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:53:59.252214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:59.293822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.295890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:53:59.321090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Deleting port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:53:59.321524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.336256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:59.342216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.352676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6299db-e355-417d-92c6-745c29df3b29 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:59.358346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:59.367990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:53:59.375104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.392645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:59.406417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.427360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56f5d9-8fb6-4d05-a11a-7c513cf77b35 req-59450846-ffa4-4cb1-b705-2913e463d418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:53:59.428251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1c56f5d9-8fb6-4d05-a11a-7c513cf77b35 req-59450846-ffa4-4cb1-b705-2913e463d418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:53:59.457099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting subnet 72de2194-b044-47d7-ab5f-a66ad378d1fb {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:53:59.474008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.492075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.519508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:53:59.529055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=2db9c084-9556-4095-b0ec-25ef935e9d12,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:59.533131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:53:59.535467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:53:59.536102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] For port cf3eff10-d383-43fa-80ac-976b9f9b44b6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf3eff10-d383-43fa-80ac-976b9f9b44b6,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:59.538781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:59.542468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:53:59.548494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1c56f5d9-8fb6-4d05-a11a-7c513cf77b35 req-59450846-ffa4-4cb1-b705-2913e463d418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:53:59.554709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.555767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c56f5d9-8fb6-4d05-a11a-7c513cf77b35 req-59450846-ffa4-4cb1-b705-2913e463d418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 932 time: 0.7008312 Nov 24 09:53:59.556393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:59.576840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.621471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.685596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Allocated IP 2001:db8::2 (af50e6fc-f66d-4288-ac43-752f2c736e47/917f16ce-122e-4874-a50b-dd96c794b52d/4c9d6932-f34c-42a9-bfad-db1047c3532d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:53:59.733635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Provisioning for port 3240a165-307e-443c-935d-8bc5e1d1fd94 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:53:59.775938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:53:59.780302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.788182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6a6c840-0273-4386-9908-da6794b9d085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:53:59.818345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28c8f6-2a1c-4dc2-8452-43c716de03fd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:59.827012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Provisioning complete for port 3240a165-307e-443c-935d-8bc5e1d1fd94 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:53:59.827389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.830227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:59.833367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c56f5d9-8fb6-4d05-a11a-7c513cf77b35 req-f82123bf-8b15-4b7d-b5c5-6bc3ea9004fb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765877 Nov 24 09:53:59.844366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:53:59.851700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:53:59.880342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:53:59.881684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.885446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c28c8f6-2a1c-4dc2-8452-43c716de03fd HTTP/1.1" status: 204 len: 168 time: 0.8744462 Nov 24 09:53:59.924421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3240a165-307e-443c-935d-8bc5e1d1fd94 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:53:59.931442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Port 3240a165-307e-443c-935d-8bc5e1d1fd94 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:53:59.943121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:53:59.943865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.946036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:53:59.959113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Pushing event updated for resources: {'Port': ['ID=cf3eff10-d383-43fa-80ac-976b9f9b44b6,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:53:59.974429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:53:59.995417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Transition to ACTIVE for port object 3240a165-307e-443c-935d-8bc5e1d1fd94 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:00.019541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.020462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.097867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.108551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:00.185933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.240106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:00.257055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:00.323822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.415440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.429911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.448828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73cd1c68-1318-47cc-a1d2-214859d8d058 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:00.481107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Calling delete_port for ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:00.509669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.513784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3254309 Nov 24 09:54:00.524654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:00.541764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'security_group': {'name': 'tempest-secgroup-1313449774'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:00.552418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf3eff10-d383-43fa-80ac-976b9f9b44b6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:00.587591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:00.598402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:00.608822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:00.640647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:00.691993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5f6fc2f4-0aab-492f-adc7-a674dd890894 None None] Provisioning complete for port cf3eff10-d383-43fa-80ac-976b9f9b44b6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:00.692566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc2f4-0aab-492f-adc7-a674dd890894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.709953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Attempting to bind port 3240a165-307e-443c-935d-8bc5e1d1fd94 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:00.710738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Attempting to bind port 3240a165-307e-443c-935d-8bc5e1d1fd94 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:00.711342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Attempting to bind port 3240a165-307e-443c-935d-8bc5e1d1fd94 on network 91607340-c895-442d-8d2b-85d84a7d9695 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:00.722662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Port 3240a165-307e-443c-935d-8bc5e1d1fd94 on network 91607340-c895-442d-8d2b-85d84a7d9695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:54:00.723393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Attempting to bind port 3240a165-307e-443c-935d-8bc5e1d1fd94 on network 91607340-c895-442d-8d2b-85d84a7d9695 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:00.739148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386e096e-1830-4c8f-83b7-e83fea9a67b2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:00.752147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:00.757320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.760703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:00.763163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:00.763667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Checking segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:00.764285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Bound using segment: {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:00.764915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Bound port: 3240a165-307e-443c-935d-8bc5e1d1fd94, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01ef429-5532-45ca-b0b2-c088113cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:00.765410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.784376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:00.802021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 24616750-4b9f-4fef-b272-3e9fb2a0f151 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:54:00.824383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:00.836490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-564e3b4d-656c-47d7-b4a3-fcc613fa17eb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:00.856473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:00.858728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:01.096303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:01.127512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:01.130978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:01.139449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:security_group_rule and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:01.150649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:01.156390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=72de2194-b044-47d7-ab5f-a66ad378d1fb,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:01.162836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:01.168122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:01.172857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf3eff10-d383-43fa-80ac-976b9f9b44b6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:01.173773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.192617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.196984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2224655 Nov 24 09:54:01.197923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51918) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:01.199169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.204111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/72de2194-b044-47d7-ab5f-a66ad378d1fb HTTP/1.1" status: 204 len: 168 time: 2.7118881 Nov 24 09:54:01.209411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:01.283760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:01.290809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.313195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51926) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:01.324074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:01.328325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=3240a165-307e-443c-935d-8bc5e1d1fd94,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:01.333241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.338752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:01.375947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda68856-07bd-4411-a27d-dae71eb9e732 None None] Network ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:01.385824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6f981-66b3-4dc5-a5bd-019eeb0d72de req-7b327c05-3348-4c3a-9f3d-d419712dc733 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:01.387641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2b6f981-66b3-4dc5-a5bd-019eeb0d72de req-7b327c05-3348-4c3a-9f3d-d419712dc733 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 944 time: 0.3550117 Nov 24 09:54:01.388720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.389561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.402866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85d4e485-400f-4644-9049-283b309cc945 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:01.407336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:01.411538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:01.498287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.499954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] 10.222.0.61 "PUT /v2.0/ports/3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 1094 time: 3.6333823 Nov 24 09:54:01.500583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:54:01.522570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2054199487'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:01.529302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:01.533959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Usage tracker for resource:network and tenant:be48cba5e008400e856f65e88c172ad2 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:01.537316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:01.543903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:01.620862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Made reservation on behalf of be48cba5e008400e856f65e88c172ad2 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:01.631452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.677602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'status': 'completed', 'code': 200} Nov 24 09:54:01.689157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.797891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-0e1bc355-9324-4d66-810b-8b8a0a9ca8c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1097 time: 0.2413249 Nov 24 09:54:01.803018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:01.855954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,revision_number=6']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:01.874042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Usage tracker for resource:security_group_rule and tenant:be48cba5e008400e856f65e88c172ad2 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:01.886764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:01.902962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:01.908652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:01.908812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b1be990-13a6-4f11-9d0b-e382ee2c03c2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:01.932015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:01.932428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:01.952914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:01.970192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-d73e4965-c102-49c7-9652-4eefa877977e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 217 time: 0.1618371 Nov 24 09:54:01.990353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.015524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:02.018031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.020617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:02.036614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:02.037294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.043282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.067223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Transition to ACTIVE for port object 4c9d6932-f34c-42a9-bfad-db1047c3532d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:02.084622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.090675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-7cb07975-3e0a-4e7a-99dd-df2b4f49563d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:02.092965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-7cb07975-3e0a-4e7a-99dd-df2b4f49563d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 200 len: 834 time: 0.1082091 Nov 24 09:54:02.093714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1671e65c-2410-44ac-b29f-ed1191daf1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:02.095640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=76c9204b-20c0-40db-ad39-066e2a9fb250,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:02.099846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port 24aee365-bacc-46ba-8e80-b87d827a9cde {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:02.100266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.142825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2b6f981-66b3-4dc5-a5bd-019eeb0d72de req-f427fb35-b2b5-465f-a378-2b86f91584b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883072 Nov 24 09:54:02.144260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4543893 Nov 24 09:54:02.150155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51934) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:02.152006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:02.152646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-963b737d-4418-43f5-810f-c6b5e85a490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:02.171875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.172548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:2f:69:b6', 'name': 'tempest-NetworksTestDHCPv6-485757152'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:02.176825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6507895 Nov 24 09:54:02.186293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:02.196809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51938) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:02.225460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf955c1-9f86-4688-90de-a7070f433543,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:02.229442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1921221684', 'security_groups': ['cdf955c1-9f86-4688-90de-a7070f433543'], 'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '917f16ce-122e-4874-a50b-dd96c794b52d'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:02.229826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:02.300684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:02.315273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] Sync routers for ids ['24616750-4b9f-4fef-b272-3e9fb2a0f151'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:02.333728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.337950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.6692197 Nov 24 09:54:02.339029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:02.339595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] Routers {'24616750-4b9f-4fef-b272-3e9fb2a0f151'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:02.340546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['24616750-4b9f-4fef-b272-3e9fb2a0f151'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:02.368699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] DHCP port deletion for ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:02.381561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Deleting port 24aee365-bacc-46ba-8e80-b87d827a9cde {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:02.381975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.396884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.432424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:02.437753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:02.441431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Deleting port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:02.441821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.449931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] Routers {'24616750-4b9f-4fef-b272-3e9fb2a0f151'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:02.451725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['24616750-4b9f-4fef-b272-3e9fb2a0f151'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:02.527082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.543794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c079654c-908f-48ae-a133-1125b40f88f5 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:02.547426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:02.548196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1005de4-8ce1-4e3a-8470-9e83ef2b3ce2 None None] The sync data for ids ['24616750-4b9f-4fef-b272-3e9fb2a0f151'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:02.562699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port 24aee365-bacc-46ba-8e80-b87d827a9cde, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24aee365-bacc-46ba-8e80-b87d827a9cde,segment=NetworkSegment(91d9ec23-205a-436b-9a54-93464f21be8b),segment_id=91d9ec23-205a-436b-9a54-93464f21be8b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:02.563567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.630324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:54:02.680378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:02.684897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec7bf49-cee1-4e54-bb8d-0420026cc470,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:02.715114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for 24aee365-bacc-46ba-8e80-b87d827a9cde owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:02.721808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.722269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Added segment 159afddb-9458-495f-9229-19a9660f4e0e of type vlan for network 530a16bd-382b-4994-ba6d-3a62f4f50d23 Nov 24 09:54:02.723814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:02.755624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:02.761695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:53:56Z', 'revision_number': 3, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:02.767358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-0634e1b2-08ba-49ea-b46c-49149408f955 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91607340-c895-442d-8d2b-85d84a7d9695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6640842 Nov 24 09:54:02.784930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:02.785334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Updating router 1bc80076-a690-48b4-8ceb-52c3fa721a96 port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:54:02.788830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:02.828510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:02.862776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.875459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:02.890546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:02.895068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:02.906823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-133a98c7-bc2b-456e-a3a9-5d48dc06dc38 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:02.938883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No DVR routers for this DVR port 24aee365-bacc-46ba-8e80-b87d827a9cde on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:03.004788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:03.044954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] For port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:03.045400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.093923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.127990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:03.142936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d9ec23-205a-436b-9a54-93464f21be8b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:03.143373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d9ec23-205a-436b-9a54-93464f21be8b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:03.156497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.173361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.174912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Calling delete_port for ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:03.180638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:54:03.181123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:54:03.213676 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:54:03.216001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Port': ['ID=24aee365-bacc-46ba-8e80-b87d827a9cde,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:03.227200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:03.371927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.396028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.400649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8a0125e-4cdb-47c9-8b4c-b1607ce5dda6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:03.407344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.418299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.442568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ffc7fcb-7109-4189-baea-8047cbcb909a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers/24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 200 len: 880 time: 1.0976019 Nov 24 09:54:03.444207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:03.449842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51948) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:03.454223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:03.488246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be4a1c4f-8a1d-45a7-9be6-d14e4d81e9c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:03.518429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/ecf16c91-24a4-4a0d-88ae-3ca1a815d8cf HTTP/1.1" status: 204 len: 168 time: 2.3025792 Nov 24 09:54:03.522620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51952) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:03.575177 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe95186-8786-4eff-ae39-7c81216d6821 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:03.576108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe95186-8786-4eff-ae39-7c81216d6821 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:03.580136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0fe95186-8786-4eff-ae39-7c81216d6821 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/7fa217ee-5420-4270-8ebe-1576db0eed9f HTTP/1.1" status: 404 len: 337 time: 0.0530663 Nov 24 09:54:03.582720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51956) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:03.604092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Pushing event deleted for resources: {'Port': ['ID=ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:03.607798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:03.622165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f9ce5d-9222-4722-a943-16240bd61eda tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:03.624434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f9ce5d-9222-4722-a943-16240bd61eda tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:03.630564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-75f9ce5d-9222-4722-a943-16240bd61eda tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/0e57107e-1d3a-4249-a000-333ed244a6ed HTTP/1.1" status: 404 len: 339 time: 0.0459867 Nov 24 09:54:03.637249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51960) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:03.660253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] No DVR routers for this DVR port ebdf3bd7-dc7e-4a1c-94d5-2b75ee547fac on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:03.662650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-bf4b1b9d-19bb-4a7b-9517-06102e66b79f service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871007 Nov 24 09:54:03.677217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.682047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:03.682831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.703510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e35a4f2d-251d-49f3-a74f-1dcd459afd47 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:03.703718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.722828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:03.893832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb7c28-d527-4743-9aa7-8364ad0d68d7 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:03.949035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 0a31fb7b-f12e-485d-9b8b-18ea65400300 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:03.990028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a088e504-aa8e-406a-8102-328b36142023 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:router {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:04.020014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a088e504-aa8e-406a-8102-328b36142023 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:router {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:04.024335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a088e504-aa8e-406a-8102-328b36142023 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5733757 Nov 24 09:54:04.028151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:04.035674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1773940533'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:04.042330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7245491 Nov 24 09:54:04.062407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event updated for resources: {'Network': ['ID=530a16bd-382b-4994-ba6d-3a62f4f50d23,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:04.068254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:04.081455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:04.096419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.123272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting subnet 4fa37cbd-7f93-4a3f-be3e-126377751c88 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:04.128102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.129083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Request body: {'subnet': {'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:04.152135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:54:04.227569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.334472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] For port 24aee365-bacc-46ba-8e80-b87d827a9cde, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=24aee365-bacc-46ba-8e80-b87d827a9cde,segment=NetworkSegment(91d9ec23-205a-436b-9a54-93464f21be8b),segment_id=91d9ec23-205a-436b-9a54-93464f21be8b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:04.335371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.338018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fd806-21c9-4dc4-bc8f-bcca6c410710 req-b8ffc1d6-a61b-47b1-b865-1833d1e1093e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:04.339770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-602fd806-21c9-4dc4-bc8f-bcca6c410710 req-b8ffc1d6-a61b-47b1-b865-1833d1e1093e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 944 time: 0.8940573 Nov 24 09:54:04.349224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:04.390300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] device_id is not set on port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:04.407442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.457343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Provisioning for port 4c9d6932-f34c-42a9-bfad-db1047c3532d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:04.508775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.516394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9218d4a-513e-46da-9477-72bcfac889ea tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:04.543199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:04.544464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.552700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5013b2f-49b8-44aa-89f3-4b52ec8e98e4 req-0fce7306-a42e-415b-8c6e-99e40a916bd6 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542581 Nov 24 09:54:04.588003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa37cbd-7f93-4a3f-be3e-126377751c88,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:04.590751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:04.666007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.681876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '76c9204b-20c0-40db-ad39-066e2a9fb250'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:04.682931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.684360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/subnets/4fa37cbd-7f93-4a3f-be3e-126377751c88 HTTP/1.1" status: 204 len: 168 time: 1.0443208 Nov 24 09:54:04.687439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51972) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:04.698888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:04.714280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Calling delete_port for 24aee365-bacc-46ba-8e80-b87d827a9cde owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:04.728201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Usage tracker for resource:subnet and tenant:be48cba5e008400e856f65e88c172ad2 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:04.745822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:04.749179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97741df1-a02e-4e49-a860-e1b814d42674 None None] Network 0f23c888-2113-4e23-b7c9-ca087e60dd41 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:04.832426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:04.840582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:04.841482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:04.853643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-602fd806-21c9-4dc4-bc8f-bcca6c410710 req-f1aa4f0f-a36c-47fb-b198-a1fac15f5c38 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979914 Nov 24 09:54:04.863279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fe2f:69b6 (d35a00cd-fc87-44df-a65e-9faae0fcef26/76c9204b-20c0-40db-ad39-066e2a9fb250/0a31fb7b-f12e-485d-9b8b-18ea65400300) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:04.890181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Made reservation on behalf of be48cba5e008400e856f65e88c172ad2 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:05.132090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.149031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Deleting port dcf5c47a-d42c-4145-b723-48598060efb5 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:05.149344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.192527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-3084459c-7606-4913-90ff-ebb75ccbcd07 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1097 time: 0.5604658 Nov 24 09:54:05.209263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.328710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8::81 (af50e6fc-f66d-4288-ac43-752f2c736e47/917f16ce-122e-4874-a50b-dd96c794b52d/d5232e8c-d1a3-40c2-9a2e-f850fd8640b1) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:05.507005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:05.507434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:05.547638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] For port dcf5c47a-d42c-4145-b723-48598060efb5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcf5c47a-d42c-4145-b723-48598060efb5,segment=NetworkSegment(4edc210a-8057-4bef-a570-66ab43fb05ad),segment_id=4edc210a-8057-4bef-a570-66ab43fb05ad)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:05.548041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.565387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.587772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 3240a165-307e-443c-935d-8bc5e1d1fd94 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:54:05.697260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24aee365-bacc-46ba-8e80-b87d827a9cde no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:05.697733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Calling delete_port for dcf5c47a-d42c-4145-b723-48598060efb5 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:05.773808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=3240a165-307e-443c-935d-8bc5e1d1fd94,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:05.801695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'port_id': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:54:05.803387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:05.803814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.838376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Transition to ACTIVE for port object 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:05.857629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 24aee365-bacc-46ba-8e80-b87d827a9cde {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:05.858065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 24aee365-bacc-46ba-8e80-b87d827a9cde not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:05.902722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:05.918410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.001175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3fb71-28ea-4b18-9ed7-7eec940d4c64 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:06.014987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Deleting port 24aee365-bacc-46ba-8e80-b87d827a9cde {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:06.015861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.107922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.119097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a874434-8868-45ce-b063-dedc394b2875 None None] DHCP port deletion for 0f23c888-2113-4e23-b7c9-ca087e60dd41 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:06.127291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1fc51f64-7f7e-40e6-b251-90f890eff451 None None] The port '24aee365-bacc-46ba-8e80-b87d827a9cde' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:54:06.137317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.153834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Attempting to bind port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:06.154830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Attempting to bind port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:06.155364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Attempting to bind port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:06.156739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96e79c9f-8cea-402c-80ee-168ece5eb07d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.171795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Pushing event updated for resources: {'Port': ['ID=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:06.177136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:06.185218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c90cc3bd-d82c-41b9-9c7f-3947601464b3 None None] Could not find standard attr ID for object 334b320c-d2b3-4333-9a57-07ede2bd2183. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:06.191577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3240a165-307e-443c-935d-8bc5e1d1fd94 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:54:06.195801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:06.196061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.196498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:06.197084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.197640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:06.198300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Bound port: 2bdf09cf-0576-4dbd-82e8-c46be852e4d2, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:06.199905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.223140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Port': ['ID=dcf5c47a-d42c-4145-b723-48598060efb5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:06.225747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:06.234550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] No DVR routers for this DVR port dcf5c47a-d42c-4145-b723-48598060efb5 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:06.270462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.288261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-c0d4c087-bdc1-442b-8fc3-8872d1446b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:06.290279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-c0d4c087-bdc1-442b-8fc3-8872d1446b29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 897 time: 1.0606787 Nov 24 09:54:06.298163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] For port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:06.298893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.301772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] For port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:06.312066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.318125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.351683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcf5c47a-d42c-4145-b723-48598060efb5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:06.394961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: dcf5c47a-d42c-4145-b723-48598060efb5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:06.394961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcf5c47a-d42c-4145-b723-48598060efb5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:06.406158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=3240a165-307e-443c-935d-8bc5e1d1fd94,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:06.412632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.461918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:06.462834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:06.479663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.491189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 0a31fb7b-f12e-485d-9b8b-18ea65400300 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:06.500385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-d3c878ee-b50f-4d72-9a6c-d3f570d95536 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 217 time: 0.1960614 Nov 24 09:54:06.527284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.530624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Pushing event updated for resources: {'Port': ['ID=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:06.536267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:06.536739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-14763b6b-f06f-40fd-9052-04318cece2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.543191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fe1ef-d094-4560-951c-c712fa7dc6c3 req-88d45781-40d5-400b-a1f7-172029ab893e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:06.552001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-522fe1ef-d094-4560-951c-c712fa7dc6c3 req-88d45781-40d5-400b-a1f7-172029ab893e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 944 time: 0.4363179 Nov 24 09:54:06.651717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-522fe1ef-d094-4560-951c-c712fa7dc6c3 req-640b1105-da1d-4f1e-adfd-cf1b97b06749 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987318 Nov 24 09:54:06.679244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f23c888-2113-4e23-b7c9-ca087e60dd41']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:06.706931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['3240a165-307e-443c-935d-8bc5e1d1fd94'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:54:06.761154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edc210a-8057-4bef-a570-66ab43fb05ad') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:06.761833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edc210a-8057-4bef-a570-66ab43fb05ad') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:06.779338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:06.782081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-18a6b625-b428-43d5-a34d-e5dd69f368b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:06.783734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-18a6b625-b428-43d5-a34d-e5dd69f368b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 200 len: 834 time: 0.2409091 Nov 24 09:54:06.784398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.799101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.809017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:06.809677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.827408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:54:06.828133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.844816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:54:06.849162 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:54:06.890284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.921301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:06.961754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 24616750-4b9f-4fef-b272-3e9fb2a0f151 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:06.963145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.968379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:06.974794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-760fedc1-1b82-454a-a2fa-fa3ff7ff6bf0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:06.978057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Allocated IP 2001:db8::f816:3eff:fe2f:d835 (d35a00cd-fc87-44df-a65e-9faae0fcef26/76c9204b-20c0-40db-ad39-066e2a9fb250/a7d71fc1-fba0-49c0-a535-f0218647710d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:07.000523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:07.005101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Pushing event deleted for resources: {'Network': ['ID=0f23c888-2113-4e23-b7c9-ca087e60dd41,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:07.007639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:07.007809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:07.016507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] 10.222.0.55 "DELETE /v2.0/networks/0f23c888-2113-4e23-b7c9-ca087e60dd41 HTTP/1.1" status: 204 len: 168 time: 2.3250358 Nov 24 09:54:07.068195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:07.082867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:07.099151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:07.104125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:07.105279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:07.111174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=0a31fb7b-f12e-485d-9b8b-18ea65400300,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:07.132035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:07.134381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:07.280640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:07.288762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:07.294609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-792b224f-1a8f-4b89-a666-2910a81aa38f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 200 len: 887 time: 3.2645886 Nov 24 09:54:07.295775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.308052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:07.319931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-743bfe52-0c0f-47de-a353-a7b486bebd60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91607340-c895-442d-8d2b-85d84a7d9695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5121617 Nov 24 09:54:07.330055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Checking segment: {'id': '159afddb-9458-495f-9229-19a9660f4e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:07.330463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Network hostable DHCP agents. Network: 530a16bd-382b-4994-ba6d-3a62f4f50d23, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:54:07.345224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-94ec682b-80d4-4c4a-840f-4b776ba231f5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:54:07.346396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-94ec682b-80d4-4c4a-840f-4b776ba231f5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060823 Nov 24 09:54:07.353413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1966705 Nov 24 09:54:07.362858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 51984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.393624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event updated for resources: {'Subnet': ['ID=32241240-7976-41de-84d8-248a5c874e53,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:07.405539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:07.448667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-891ecce6-38b6-4ebb-aba7-d3a235e13370 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:07.487433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Allocated IP 172.20.0.1 (b445f7e7-389a-4c56-a2e6-fd820d770644/42ad0522-8c53-41b8-b27f-52f4227412c7/ed840fa1-fd53-42b7-9068-0fc691f2bb7e) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:07.531923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] Sync routers for ids ['24616750-4b9f-4fef-b272-3e9fb2a0f151'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:07.550262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da7a003a-f1a6-47b3-8376-56453efe28c3 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers/24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 200 len: 887 time: 0.2532184 Nov 24 09:54:07.550985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.551594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 51992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.627025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fd230ad3-8128-48e8-9716-7a49b96f953f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:07.646126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fd230ad3-8128-48e8-9716-7a49b96f953f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:07.650340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fd230ad3-8128-48e8-9716-7a49b96f953f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 200 len: 205 time: 0.0795641 Nov 24 09:54:07.655748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.657321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:07.673700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:07.693142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] Routers {'24616750-4b9f-4fef-b272-3e9fb2a0f151'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:07.693414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:07.694107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['24616750-4b9f-4fef-b272-3e9fb2a0f151'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:07.698180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:07.698904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:07.713879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=d5232e8c-d1a3-40c2-9a2e-f850fd8640b1,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:07.744945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:07.772724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:07.868116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:53:56Z', 'revision_number': 3, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:07.893627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] Routers {'24616750-4b9f-4fef-b272-3e9fb2a0f151'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:07.894409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['24616750-4b9f-4fef-b272-3e9fb2a0f151'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:07.931554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:54:07.938642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7343733 Nov 24 09:54:07.939504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52008) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:07.951143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ea282-0a61-496f-95ae-0ea8f0838cb0 None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:53:56Z', 'revision_number': 3, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:07.975980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:07.984396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ecfda6a-b8a9-4e88-bba0-a0e2c2c5e764 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f4eb08b74db4ad0a299b132838207ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4155686 Nov 24 09:54:07.986855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:08.040800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 530a16bd-382b-4994-ba6d-3a62f4f50d23) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:08.055682 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-346ad9d2-dad8-4095-b6b7-89795d41db12 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917672 Nov 24 09:54:08.067235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:08.067889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.075253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:08.076466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407ee35-a9c0-44de-8560-8646806395f7 None None] The sync data for ids ['24616750-4b9f-4fef-b272-3e9fb2a0f151'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:08.081053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.082184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f83d5a-429f-4cbc-9260-17c3c1fd373b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:08.087589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26f83d5a-429f-4cbc-9260-17c3c1fd373b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:08.116307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1c092-828b-416d-bdef-9fa2a1b5d77d None None] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:08.125555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.156817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.254891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.280958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Transition to ACTIVE for port object a7d71fc1-fba0-49c0-a535-f0218647710d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:08.290255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.296085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2164783 Nov 24 09:54:08.310304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52016) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:08.313500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26f83d5a-429f-4cbc-9260-17c3c1fd373b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:08.317868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26f83d5a-429f-4cbc-9260-17c3c1fd373b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9152148 Nov 24 09:54:08.321026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:08.338817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Transition to ACTIVE for port object a7d71fc1-fba0-49c0-a535-f0218647710d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:08.394863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ca42019a-89a2-47a5-a83d-8ddbc15773b6 None None] Provisioning for port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:08.402661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.429292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:08.538070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ca42019a-89a2-47a5-a83d-8ddbc15773b6 None None] Provisioning complete for port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:08.538853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca42019a-89a2-47a5-a83d-8ddbc15773b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.648115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.656365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-530a16bd-382b-4994-ba6d-3a62f4f50d23', 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23', 'tenant_id': 'be48cba5e008400e856f65e88c172ad2', 'fixed_ips': [{'subnet_id': '32241240-7976-41de-84d8-248a5c874e53'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:08.657971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.658380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:08.679798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.681317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78ef55f4-8eea-495e-b378-af3caeebb28f HTTP/1.1" status: 204 len: 168 time: 0.6935039 Nov 24 09:54:08.682454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef55f4-8eea-495e-b378-af3caeebb28f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:08.701249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Request body: {'port': {'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23', 'name': 'tempest-TagsExtTest-1667975587'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:08.737865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:08.742796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:08.745375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:08.748100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Pushing event updated for resources: {'Port': ['ID=a7d71fc1-fba0-49c0-a535-f0218647710d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:08.751973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:08.752120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:08.755027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ca42019a-89a2-47a5-a83d-8ddbc15773b6 None None] Port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:08.781726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Transition to ACTIVE for port object ed840fa1-fd53-42b7-9068-0fc691f2bb7e will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:08.842934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.855530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 2db9c084-9556-4095-b0ec-25ef935e9d12 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:08.855954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:08.869689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f72d5d-1f86-4fb2-82a0-8d962a9619c8 req-087740d5-c726-4fc4-8858-5a4e1fa4ddf4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:08.871383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42f72d5d-1f86-4fb2-82a0-8d962a9619c8 req-087740d5-c726-4fc4-8858-5a4e1fa4ddf4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 945 time: 1.0202734 Nov 24 09:54:08.957360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:08.994926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Allocated IP 172.20.0.2 (530a16bd-382b-4994-ba6d-3a62f4f50d23/32241240-7976-41de-84d8-248a5c874e53/38b9b06d-2197-4957-b841-6994cf449022) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:09.057383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:09.061459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.071917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 0a31fb7b-f12e-485d-9b8b-18ea65400300 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:09.072301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.111950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:09.124980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22bb37aa-b827-4f7c-8236-e90e56bef086 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:09.219784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.228496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Pushing event updated for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:09.233622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b108dac9-78ff-442f-929a-f0dae8283ca4 req-95e4bcaf-a787-421c-8d9e-3e6c682f5b64 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1378069 Nov 24 09:54:09.244863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:09.247748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:09.332643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.344334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Transition to ACTIVE for port object 38b9b06d-2197-4957-b841-6994cf449022 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:09.363712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:09.366434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 2db9c084-9556-4095-b0ec-25ef935e9d12 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:09.368377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Transition to ACTIVE for port object 38b9b06d-2197-4957-b841-6994cf449022 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:09.375256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.381156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:09.381348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bcb1feb5-070d-4bd2-8249-4536afdd95e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:09.394525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42f72d5d-1f86-4fb2-82a0-8d962a9619c8 req-8222e66c-ff43-4ad2-873d-b56cb3919132 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470103 Nov 24 09:54:09.401284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:09.418261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Attempting to bind port a7d71fc1-fba0-49c0-a535-f0218647710d on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:09.418723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Attempting to bind port a7d71fc1-fba0-49c0-a535-f0218647710d by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:09.419650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Attempting to bind port a7d71fc1-fba0-49c0-a535-f0218647710d on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:09.420861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:09.437533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:09.437946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:09.438422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.438901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:09.439456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Bound port: a7d71fc1-fba0-49c0-a535-f0218647710d, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:09.439884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.460348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:09.477976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Usage tracker for resource:port and tenant:be48cba5e008400e856f65e88c172ad2 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:09.502362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:09.572677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:09.576221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:09.585771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a7d71fc1-fba0-49c0-a535-f0218647710d,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:09.621712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 3240a165-307e-443c-935d-8bc5e1d1fd94 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:09.640298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.645155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:09.674350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.688630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.696171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=2db9c084-9556-4095-b0ec-25ef935e9d12,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:09.699070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:09.713173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:09.720629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Pushing event updated for resources: {'Port': ['ID=38b9b06d-2197-4957-b841-6994cf449022,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:09.724266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:09.725352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:09.727688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:09.734897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-647a98f0-5e4d-4d25-a945-0075305166f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:09.777362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Made reservation on behalf of be48cba5e008400e856f65e88c172ad2 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:09.783402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.839169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.920613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] device_id is not set on port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:09.953458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Pushing event updated for resources: {'Port': ['ID=a7d71fc1-fba0-49c0-a535-f0218647710d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:09.957595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:09.958774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Attempting to bind port 38b9b06d-2197-4957-b841-6994cf449022 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:09.959437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Attempting to bind port 38b9b06d-2197-4957-b841-6994cf449022 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '159afddb-9458-495f-9229-19a9660f4e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:09.960047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Attempting to bind port 38b9b06d-2197-4957-b841-6994cf449022 on network 530a16bd-382b-4994-ba6d-3a62f4f50d23 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:09.964511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 3240a165-307e-443c-935d-8bc5e1d1fd94 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:09.974744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:09.975464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Checking segment: {'id': '159afddb-9458-495f-9229-19a9660f4e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:09.976097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.976720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Bound using segment: {'id': '159afddb-9458-495f-9229-19a9660f4e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:09.977439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Bound port: 38b9b06d-2197-4957-b841-6994cf449022, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159afddb-9458-495f-9229-19a9660f4e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '530a16bd-382b-4994-ba6d-3a62f4f50d23'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:09.978043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:09.989191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 3240a165-307e-443c-935d-8bc5e1d1fd94 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:09.989877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.057367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.095646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.290630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 0a31fb7b-f12e-485d-9b8b-18ea65400300 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:10.380869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] For port 38b9b06d-2197-4957-b841-6994cf449022, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:10.384864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] For port 38b9b06d-2197-4957-b841-6994cf449022, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=38b9b06d-2197-4957-b841-6994cf449022,segment=NetworkSegment(159afddb-9458-495f-9229-19a9660f4e0e),segment_id=159afddb-9458-495f-9229-19a9660f4e0e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:10.392041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0a5d0e26-9fba-423a-bb76-5bcad0bc8350 None None] Provisioning for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:10.395561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:10.446102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.460523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 917f16ce-122e-4874-a50b-dd96c794b52d (CIDR: 2001:db8::/64) Nov 24 09:54:10.508357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.518840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:10.519321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:10.527917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:10.540532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.546343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.582114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0a5d0e26-9fba-423a-bb76-5bcad0bc8350 None None] Provisioning complete for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:10.582715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a5d0e26-9fba-423a-bb76-5bcad0bc8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.660003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.660805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 24616750-4b9f-4fef-b272-3e9fb2a0f151 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:54:10.689523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26c8a32f-15c5-45e2-be92-d3812db7d6ef tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7270048 Nov 24 09:54:10.694987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52028) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:10.695930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Allocated IP 172.20.0.5 (530a16bd-382b-4994-ba6d-3a62f4f50d23/32241240-7976-41de-84d8-248a5c874e53/51f0897f-7a6f-4996-99d8-fb718f62d7c4) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:10.708689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:10.746356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.764513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.765730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 204 len: 168 time: 3.1091909 Nov 24 09:54:10.774621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52032) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:10.790634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:10.793457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d0e26-9fba-423a-bb76-5bcad0bc8350 None None] Port ed840fa1-fd53-42b7-9068-0fc691f2bb7e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:10.803397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Pushing event updated for resources: {'Port': ['ID=38b9b06d-2197-4957-b841-6994cf449022,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:10.810282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:10.812498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:10.812928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.830894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-582538360'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:10.842918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:10.848634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.862627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:10.866611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:10.881699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:10.894286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049266ef-99e0-4eed-bddf-1ec25e175c6d req-89a52726-2c58-4f79-a0a9-83954b55afd4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:10.895958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-049266ef-99e0-4eed-bddf-1ec25e175c6d req-89a52726-2c58-4f79-a0a9-83954b55afd4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 945 time: 0.3137119 Nov 24 09:54:10.906033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=3240a165-307e-443c-935d-8bc5e1d1fd94,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:10.906504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.907165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:54:10.913580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.918500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c5e388a-fe0b-4b51-ae27-b8ec85c43711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:10.921870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4f0750e9-f35e-4f7f-a950-23baee51ae06 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:10.955394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:10.969042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:10.981255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=0a31fb7b-f12e-485d-9b8b-18ea65400300,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:11.035190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:11.037851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'code': 200} Nov 24 09:54:11.045240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.046467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:11.052760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:11.056645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:11.071338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:11.076065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-049266ef-99e0-4eed-bddf-1ec25e175c6d req-93db5039-0c22-45fe-a63c-3093036e1a04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709876 Nov 24 09:54:11.076329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:11.078120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:11.078317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:11.085220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.086919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1c45cc22-e2b8-4410-8b56-8679a77071f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:11.092321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:54:11.100867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:11.138855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.139247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 3969a595-282b-44b3-a845-9f8ededfb041 of type vlan for network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 Nov 24 09:54:11.182965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:11.195944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:11.243912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.266181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.276695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/0a31fb7b-f12e-485d-9b8b-18ea65400300 HTTP/1.1" status: 204 len: 168 time: 2.5979857 Nov 24 09:54:11.288060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:11.358532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.436727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082de526-be33-45b5-91e7-7547156f96ad tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:11.438356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082de526-be33-45b5-91e7-7547156f96ad tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:11.439226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-082de526-be33-45b5-91e7-7547156f96ad tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:11.517248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.521378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:11.522376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.531961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21e34a91-eaf1-4ecf-8fae-8394f7c92a3e tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:11.568957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-082de526-be33-45b5-91e7-7547156f96ad tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:11.572676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-082de526-be33-45b5-91e7-7547156f96ad tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2810903 Nov 24 09:54:11.593340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.597754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:11.637548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.666428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8909216 Nov 24 09:54:11.672263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52046) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:11.696893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bab27c91-2e95-413e-94e8-81d4d2914313 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:11.751551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9d459f0b-5af7-4819-a337-251a8663665d (CIDR: 2001:db8:0:1::/64) Nov 24 09:54:11.752561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=2fecb3fd-6dc9-4597-8729-36bea7a3be49,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:11.754666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:11.755976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:11.764024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:11.764024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:11.771243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:11.803018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:54:11.823082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4d0a89b-0642-4c2d-a99f-6ab1167d42f0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1242001 Nov 24 09:54:11.839710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52050) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:11.846508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'subnet': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:11.979360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Transition to ACTIVE for port object 51f0897f-7a6f-4996-99d8-fb718f62d7c4 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:12.017406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.025581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Pushing event updated for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:12.035576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:12.039099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca7d5ee1-f18c-497a-8ebb-44b20dd61125 req-ff7db260-55bf-4495-9dfb-1fd36248afe0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1099 time: 0.7610412 Nov 24 09:54:12.051340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:12.076364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:12.091363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:12.119790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:12.254080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.274514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:12.417908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.418924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 76c9204b-20c0-40db-ad39-066e2a9fb250 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:12.427794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.434039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69b26725-f809-4a65-8d28-2ebe15748ab8 tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:12.472502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a7d71fc1-fba0-49c0-a535-f0218647710d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:12.479764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:12.488681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Usage tracker for resource:subnet and tenant:533ca2eb198943148382b69042805923 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:12.493589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:12.503647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:12.510476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.547485 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca7d5ee1-f18c-497a-8ebb-44b20dd61125 req-c5427048-d5f0-44d4-8b58-aae0db0ada8f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5005710 Nov 24 09:54:12.559429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port a7d71fc1-fba0-49c0-a535-f0218647710d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:12.560174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Made reservation on behalf of 533ca2eb198943148382b69042805923 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:12.566421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.566649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:12.655402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:12.655925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.692415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:12.704105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:12.753626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.821715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:12.830749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event updated for resources: {'Port': ['ID=51f0897f-7a6f-4996-99d8-fb718f62d7c4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:12.833215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 38b9b06d-2197-4957-b841-6994cf449022 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:12.839556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:12.846008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:12.853735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:12.875091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Provisioning for port a7d71fc1-fba0-49c0-a535-f0218647710d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:12.900667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Provisioning complete for port a7d71fc1-fba0-49c0-a535-f0218647710d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:12.902150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.911907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:12.919793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-389fc798-f7bc-4c4c-ad38-9cb4d7dcce73 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:12.962556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=76c9204b-20c0-40db-ad39-066e2a9fb250,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:12.965387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:12.976422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.004792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f622cf62-4252-4627-9757-df7a22cd7965 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/76c9204b-20c0-40db-ad39-066e2a9fb250 HTTP/1.1" status: 204 len: 168 time: 1.4034464 Nov 24 09:54:13.008237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.032419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 38b9b06d-2197-4957-b841-6994cf449022 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:13.075370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:13.076093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.087933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edbe66-a4e7-48e0-b55b-cedf86b880a7 req-0e9f2b8f-b314-4b46-a74b-55d73701193f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:13.095186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9feebf24-7224-420a-ae11-6aaaaf03de92 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843115 Nov 24 09:54:13.098141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7edbe66-a4e7-48e0-b55b-cedf86b880a7 req-0e9f2b8f-b314-4b46-a74b-55d73701193f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 0.6926119 Nov 24 09:54:13.098334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52060) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.124399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.167152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a7d71fc1-fba0-49c0-a535-f0218647710d,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:13.171459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.173396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:13.206716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.211980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85526d3b-d2fc-4076-a9b5-2dcf81447fb1 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:13.304610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Pushing event updated for resources: {'Port': ['ID=a7d71fc1-fba0-49c0-a535-f0218647710d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:13.321697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:13.330832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32214578-4292-44df-bd23-e9a4a92cb351 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:13.331643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32214578-4292-44df-bd23-e9a4a92cb351 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:13.345466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Subnet': ['ID=1456e8e2-b179-4c03-b021-e4c781e90758,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:13.348772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:13.353390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Network af50e6fc-f66d-4288-ac43-752f2c736e47 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:13.357201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:13.361361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:13.362024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.370324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0484347 Nov 24 09:54:13.370877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4ac81-3767-40d5-92e8-ebd5d768a296 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:13.376610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52064) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.382458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.385639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32214578-4292-44df-bd23-e9a4a92cb351 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:13.390730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-32214578-4292-44df-bd23-e9a4a92cb351 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2879877 Nov 24 09:54:13.390931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-557c41f7-551a-4c07-a3dd-e3723952c873 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:13.393222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5523758 Nov 24 09:54:13.394093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.394468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.420014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16812890-896f-497f-b819-d6de47a8cc42 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:13.443072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1871180619', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1456e8e2-b179-4c03-b021-e4c781e90758'}], 'security_groups': ['57a83593-b9a6-4254-b124-35a9799c73cf', '386e096e-1830-4c8f-83b7-e83fea9a67b2']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:13.461931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1069999277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:13.493206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-048da369-80e4-400c-8538-d8324b039dc2 None None] Provisioning complete for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:13.493758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-048da369-80e4-400c-8538-d8324b039dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.573757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea35e1f-46a6-4216-9868-18efcae94e96 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:13.574534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ea35e1f-46a6-4216-9868-18efcae94e96 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:13.577596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-048da369-80e4-400c-8538-d8324b039dc2 None None] Port ed840fa1-fd53-42b7-9068-0fc691f2bb7e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:13.617317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:13.625416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ea35e1f-46a6-4216-9868-18efcae94e96 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:13.629145 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ea35e1f-46a6-4216-9868-18efcae94e96 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2305961 Nov 24 09:54:13.630310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.632754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.639665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-048da369-80e4-400c-8538-d8324b039dc2 None None] Could not find standard attr ID for object 0a31fb7b-f12e-485d-9b8b-18ea65400300. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:13.668395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Usage tracker for resource:router and tenant:be48cba5e008400e856f65e88c172ad2 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:13.689805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7edbe66-a4e7-48e0-b55b-cedf86b880a7 req-75b6b315-83d3-4c61-b3e3-912312941d93 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5906265 Nov 24 09:54:13.696099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:13.738633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:13.741586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=6a755411-da80-48da-9a54-0f1e63325b53,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:13.753860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e1cc5104-fd94-4cf3-9638-a92c9b4be06a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223075 Nov 24 09:54:13.759882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52080) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:13.760936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:13.771539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:13.790609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.791925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.820146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '3969a595-282b-44b3-a845-9f8ededfb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:13.821032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 2fecb3fd-6dc9-4597-8729-36bea7a3be49, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:54:13.933658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:13.968695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:13.973146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:54:13.993533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:13.995829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 2fecb3fd-6dc9-4597-8729-36bea7a3be49) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:13.998166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.009053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:14.009712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.056828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:14.062428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3222370 Nov 24 09:54:14.062640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e4e8ec-f750-4b7f-bafc-878341ebef91 None None] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:14.062824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:14.065931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.068467 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb2f6024-e0b1-4307-a875-ead9effdadc1 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6870389 Nov 24 09:54:14.070920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-346020448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:14.071054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52088) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:14.077494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:14.080088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c05a6554-c84d-43fe-9797-f8b961992fb7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-215156706', 'prefixes': ['172.20.0.0/16']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:14.084140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.090390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c05a6554-c84d-43fe-9797-f8b961992fb7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:14.106414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:14.129968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:14.138939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:14.204572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:14.284791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa8f44-2e69-4b0d-95a1-92fb8feb35fa None None] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:14.300080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:14.305048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.306046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.333568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Deleting port a7d71fc1-fba0-49c0-a535-f0218647710d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:14.333986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.358916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device a7d71fc1-fba0-49c0-a535-f0218647710d no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:14.413442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.467415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-2fecb3fd-6dc9-4597-8729-36bea7a3be49', 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': '6a755411-da80-48da-9a54-0f1e63325b53'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:14.468321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.550496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.648476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c05a6554-c84d-43fe-9797-f8b961992fb7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for subnetpool, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.651484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c05a6554-c84d-43fe-9797-f8b961992fb7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5769472 Nov 24 09:54:14.659276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52092) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:14.667156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-77ce7fdb-10c4-4dc1-9f27-f561f9a1aca9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-2102863425') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:14.683728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.688564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9a48042-a825-4666-a019-d05090eea551 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6218948 Nov 24 09:54:14.696612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:14.698672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:14.712873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:14.723924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] 10.222.0.55 "PUT /v2.0/routers/1bc80076-a690-48b4-8ceb-52c3fa721a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5098724 Nov 24 09:54:14.737387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:14.738444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:14.840037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77ce7fdb-10c4-4dc1-9f27-f561f9a1aca9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-2102863425 HTTP/1.1" status: 201 len: 201 time: 0.1796045 Nov 24 09:54:14.844238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52104) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:14.860133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-622387a7-ee8d-43dd-9b8a-63bbd57b1d63 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-984877781') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:14.957751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:14.960179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Allocated IP 172.20.0.2 (2fecb3fd-6dc9-4597-8729-36bea7a3be49/6a755411-da80-48da-9a54-0f1e63325b53/b47a2737-3065-4abb-a78b-c092a1c31203) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:15.015212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e01fec4e-0728-4a81-b638-7369c70c4623 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:15.024886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-622387a7-ee8d-43dd-9b8a-63bbd57b1d63 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-984877781 HTTP/1.1" status: 201 len: 201 time: 0.1794734 Nov 24 09:54:15.039255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52110) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.046461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-201a51bd-f74e-4189-a903-d02feed07fb9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-187873466') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.047650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:15.103143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Delete allocated IP 2001:db8::81 (af50e6fc-f66d-4288-ac43-752f2c736e47/917f16ce-122e-4874-a50b-dd96c794b52d) {{(pid=88878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Nov 24 09:54:15.154156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Allocated IP 2001:db8:0:2::343 (af50e6fc-f66d-4288-ac43-752f2c736e47/1456e8e2-b179-4c03-b021-e4c781e90758/d5232e8c-d1a3-40c2-9a2e-f850fd8640b1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:15.168810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:15.178455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:15.181811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:15.182812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:15.224454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-201a51bd-f74e-4189-a903-d02feed07fb9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-187873466 HTTP/1.1" status: 201 len: 201 time: 0.1835475 Nov 24 09:54:15.227614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52116) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.234925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-91799151-31cc-4d20-8b81-94b920dc5014 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-93514680') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.277128 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91799151-31cc-4d20-8b81-94b920dc5014 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-93514680 HTTP/1.1" status: 201 len: 201 time: 0.0481148 Nov 24 09:54:15.280095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52120) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.288036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-560fc72c-9a3d-4ce6-8347-477f0022f4dd tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.302604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:15.306009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:15.310416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Provisioning for port 38b9b06d-2197-4957-b841-6994cf449022 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:15.379099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-560fc72c-9a3d-4ce6-8347-477f0022f4dd tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 200 len: 241 time: 0.0975590 Nov 24 09:54:15.381497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52124) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.389347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-2b923493-f532-4df4-b7bb-3257951e5cc9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-2102863425') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.400657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6392999 Nov 24 09:54:15.410007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.425439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:07:c6:35', 'name': 'tempest-NetworksTestDHCPv6-840001810'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:15.483685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272ba1a-89f8-4a12-bbc8-49cc12f5b493 req-7e80c9ec-b5b2-494d-9f0d-acb359633228 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:15.486438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8272ba1a-89f8-4a12-bbc8-49cc12f5b493 req-7e80c9ec-b5b2-494d-9f0d-acb359633228 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 0.5239522 Nov 24 09:54:15.490188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b923493-f532-4df4-b7bb-3257951e5cc9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-2102863425 HTTP/1.1" status: 204 len: 168 time: 0.1074231 Nov 24 09:54:15.490908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52134) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.497660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-72c99797-bab3-4dc2-906b-e6d60eecacd7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-2102863425') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.532466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 2, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.538038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:15.538914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Updating router 1bc80076-a690-48b4-8ceb-52c3fa721a96 port ed840fa1-fd53-42b7-9068-0fc691f2bb7e binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:54:15.597523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:15.650103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72c99797-bab3-4dc2-906b-e6d60eecacd7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-2102863425 HTTP/1.1" status: 204 len: 168 time: 0.1579771 Nov 24 09:54:15.651086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52140) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.658076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-c0bb8191-9edb-48d8-9b2b-4eff44f918a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.726553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Provisioning complete for port 38b9b06d-2197-4957-b841-6994cf449022 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:15.727486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:15.757694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0bb8191-9edb-48d8-9b2b-4eff44f918a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 200 len: 205 time: 0.0981903 Nov 24 09:54:15.764604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52144) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:15.773987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-ed7e1221-8911-4001-bdb0-df87e23cef45 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:15.955091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:15.990238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed7e1221-8911-4001-bdb0-df87e23cef45 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 200 len: 240 time: 0.2240152 Nov 24 09:54:15.999120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52150) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.006739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Update dhcp port {'port': {'network_id': 'af50e6fc-f66d-4288-ac43-752f2c736e47', 'fixed_ips': [{'subnet_id': '9d459f0b-5af7-4819-a337-251a8663665d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '917f16ce-122e-4874-a50b-dd96c794b52d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1456e8e2-b179-4c03-b021-e4c781e90758'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': '4c9d6932-f34c-42a9-bfad-db1047c3532d'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:54:16.007504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-2a10540d-9664-4a39-a374-94fc138a8bfb tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-984877781') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.097065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.112398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Transition to ACTIVE for port object ed840fa1-fd53-42b7-9068-0fc691f2bb7e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:16.119433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8272ba1a-89f8-4a12-bbc8-49cc12f5b493 req-e9024498-a2de-44d7-aa2f-cd8c96d02c6d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012585 Nov 24 09:54:16.124785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.124886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.133099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:16.162697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2a10540d-9664-4a39-a374-94fc138a8bfb tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-984877781 HTTP/1.1" status: 204 len: 168 time: 0.1611457 Nov 24 09:54:16.164804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52156) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.168752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.179036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-3a40d684-a9f3-44d4-ab14-330daf9db1c9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-984877781') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.192872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a7d71fc1-fba0-49c0-a535-f0218647710d,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:16.213465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Transition to ACTIVE for port object b47a2737-3065-4abb-a78b-c092a1c31203 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:16.237376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Transition to ACTIVE for port object b47a2737-3065-4abb-a78b-c092a1c31203 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:16.284091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.293473 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3a40d684-a9f3-44d4-ab14-330daf9db1c9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-984877781 HTTP/1.1" status: 204 len: 168 time: 0.1254818 Nov 24 09:54:16.299145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52164) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.300673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a7d71fc1-fba0-49c0-a535-f0218647710d,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:16.301607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.305458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-dffb27a3-3367-4593-bc4d-8693705e9c78 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.321533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.335680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.366363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06ec3e2c-5edc-43e6-9d5f-fd94095b1d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:16.412593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dffb27a3-3367-4593-bc4d-8693705e9c78 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 200 len: 205 time: 0.1122456 Nov 24 09:54:16.413272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52168) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.421120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-2903f028-7709-4a9a-86f3-614254626904 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.440831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Pushing event updated for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:16.444128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:16.502962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:16.572358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Attempting to bind port ed840fa1-fd53-42b7-9068-0fc691f2bb7e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:16.572787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Attempting to bind port ed840fa1-fd53-42b7-9068-0fc691f2bb7e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:16.573206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Attempting to bind port ed840fa1-fd53-42b7-9068-0fc691f2bb7e on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:16.593430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:16.593854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:16.598617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.599183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Bound using segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:16.599623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Bound port: ed840fa1-fd53-42b7-9068-0fc691f2bb7e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:16.600058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.601631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:16.607165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Pushing event updated for resources: {'Port': ['ID=b47a2737-3065-4abb-a78b-c092a1c31203,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:16.650653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.667252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-553923760-network', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:16.701988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:16.719800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.741082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] For port ed840fa1-fd53-42b7-9068-0fc691f2bb7e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:16.768330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] For port ed840fa1-fd53-42b7-9068-0fc691f2bb7e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:16.772948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.778274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:16.790131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2903f028-7709-4a9a-86f3-614254626904 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 200 len: 240 time: 0.3757026 Nov 24 09:54:16.791031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52178) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:16.805323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e553e2-5a61-4b6c-a25c-14aaae75cb70 req-a04260c5-279c-4bf1-9d2a-3a75b25566d7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:16.807042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04e553e2-5a61-4b6c-a25c-14aaae75cb70 req-a04260c5-279c-4bf1-9d2a-3a75b25566d7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 0.2208951 Nov 24 09:54:16.807520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.812553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-4e72cc29-8706-4353-86be-a094f25e9239 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-187873466') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.829104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Transition to ACTIVE for port object d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:16.835997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:16.849129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.852081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:16.861452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Calling delete_port for a7d71fc1-fba0-49c0-a535-f0218647710d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:16.876196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f8c200ba-6644-45b7-9a5d-fc957535dfe4 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:16.916096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Pushing event updated for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:16.924919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:16.926334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:16.927262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:53:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:16.934326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Usage tracker for resource:network and tenant:6422974073ce4d3b8ed028bb09fec49f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:16.948694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:16.977244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:16.977881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04e553e2-5a61-4b6c-a25c-14aaae75cb70 req-71fcd4e0-8fba-4643-8b14-8218342fcbfa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966771 Nov 24 09:54:16.980841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port bf74c376-79fb-42ce-ac28-58e719078148 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:17.014009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:17.014767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:17.028783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:17.031755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:17.052357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:17.055955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52182) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.091233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] For port 38b9b06d-2197-4957-b841-6994cf449022, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=38b9b06d-2197-4957-b841-6994cf449022,segment=NetworkSegment(159afddb-9458-495f-9229-19a9660f4e0e),segment_id=159afddb-9458-495f-9229-19a9660f4e0e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:17.146299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.179908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e72cc29-8706-4353-86be-a094f25e9239 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-187873466 HTTP/1.1" status: 204 len: 168 time: 0.3874369 Nov 24 09:54:17.180744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52186) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.198455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=a7d71fc1-fba0-49c0-a535-f0218647710d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:17.203336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:17.206465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-4f3325c8-e858-4338-bb8b-0c700a92f168 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-187873466') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:17.215103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f3bfdb-a5a8-4721-bcbe-74d2ead46448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:17.231091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:17.395616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Attempting to bind port b47a2737-3065-4abb-a78b-c092a1c31203 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:17.396166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Attempting to bind port b47a2737-3065-4abb-a78b-c092a1c31203 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '3969a595-282b-44b3-a845-9f8ededfb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:17.396664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Attempting to bind port b47a2737-3065-4abb-a78b-c092a1c31203 on network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:17.440671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:17.441200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Checking segment: {'id': '3969a595-282b-44b3-a845-9f8ededfb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:17.441847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.442383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Bound using segment: {'id': '3969a595-282b-44b3-a845-9f8ededfb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:17.446367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Bound port: b47a2737-3065-4abb-a78b-c092a1c31203, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3969a595-282b-44b3-a845-9f8ededfb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2fecb3fd-6dc9-4597-8729-36bea7a3be49'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:17.446367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.446637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67364c63-6871-466b-b5e3-76de2f43cbc7 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1094 time: 0.3810742 Nov 24 09:54:17.447511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52190) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.475220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:17.482745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:17.485588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Pushing event updated for resources: {'Port': ['ID=38b9b06d-2197-4957-b841-6994cf449022,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:17.486328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:17.489496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:17.491004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:17.494518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Allocated IP 2001:db8:0:2::2 (af50e6fc-f66d-4288-ac43-752f2c736e47/1456e8e2-b179-4c03-b021-e4c781e90758/4c9d6932-f34c-42a9-bfad-db1047c3532d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:17.496824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:17.498477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:17.501783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:17.518626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Made reservation on behalf of 6422974073ce4d3b8ed028bb09fec49f for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:17.523560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.523883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.533208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4f3325c8-e858-4338-bb8b-0c700a92f168 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-187873466 HTTP/1.1" status: 204 len: 168 time: 0.3511236 Nov 24 09:54:17.534621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52194) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.540346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event updated for resources: {'Port': ['ID=d5232e8c-d1a3-40c2-9a2e-f850fd8640b1,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:17.541031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-6df911b6-7572-4b4c-9f75-979f1a255fc3 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:17.545913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Deleting port a7d71fc1-fba0-49c0-a535-f0218647710d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:17.546465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.548253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:17.596584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] In _notify_port_updated(), no bound segment for port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 on network af50e6fc-f66d-4288-ac43-752f2c736e47 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:54:17.601109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:17.602334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.611190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "PUT /v2.0/ports/d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 HTTP/1.1" status: 200 len: 970 time: 4.2115176 Nov 24 09:54:17.680364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.745685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:17.753549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:16Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:17.760522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46336d5-46e3-4e92-b756-65f19264ba82 None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:16Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:17.936435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6df911b6-7572-4b4c-9f75-979f1a255fc3 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 200 len: 205 time: 0.4006677 Nov 24 09:54:17.947027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52202) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:17.956545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-e6cad740-37a4-4fc7-b50d-296c24599615 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:17.983585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::3ad (d35a00cd-fc87-44df-a65e-9faae0fcef26/2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98/bf74c376-79fb-42ce-ac28-58e719078148) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:18.022911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6cad740-37a4-4fc7-b50d-296c24599615 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 200 len: 239 time: 0.0746801 Nov 24 09:54:18.026421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52206) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:18.034453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-d77b90a2-59c0-4682-b137-6e7405503b16 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-93514680') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:18.088838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] For port b47a2737-3065-4abb-a78b-c092a1c31203, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:18.092695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] For port b47a2737-3065-4abb-a78b-c092a1c31203, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b47a2737-3065-4abb-a78b-c092a1c31203,segment=NetworkSegment(3969a595-282b-44b3-a845-9f8ededfb041),segment_id=3969a595-282b-44b3-a845-9f8ededfb041)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:18.101268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Provisioning for port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:18.107553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.115755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d77b90a2-59c0-4682-b137-6e7405503b16 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-93514680 HTTP/1.1" status: 204 len: 168 time: 0.0879555 Nov 24 09:54:18.119140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52210) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:18.120935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.123021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Provisioning complete for port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:18.123455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.149163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-780aa7c7-e54b-42e3-8e3c-69cb20037247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:18.176768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-e96f2885-4b47-4e47-96e5-ccbeba40b0da tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-93514680') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:18.263769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.304736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:18.305040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.323645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e96f2885-4b47-4e47-96e5-ccbeba40b0da tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-93514680 HTTP/1.1" status: 204 len: 168 time: 0.1965566 Nov 24 09:54:18.326778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52214) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:18.334179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-3e857130-3234-42a0-841d-2570fec3539c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:18.377436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.63 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/a30e6175-b389-416c-8782-0fe539f93d68) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:18.382155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object bf74c376-79fb-42ce-ac28-58e719078148 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:18.405866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3e857130-3234-42a0-841d-2570fec3539c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 200 len: 205 time: 0.0746794 Nov 24 09:54:18.412444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52218) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:18.419581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-8de8603a-81d2-4675-934f-9fa52bbbd8ae tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:18.451603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:18.458171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:18.479865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Pushing event updated for resources: {'Port': ['ID=b47a2737-3065-4abb-a78b-c092a1c31203,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:18.503672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:18.517074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.536743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:18.550342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:18.620112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Usage tracker for resource:security_group_rule and tenant:6422974073ce4d3b8ed028bb09fec49f is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:18.629122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 38b9b06d-2197-4957-b841-6994cf449022 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:18.641943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:18.698181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Provisioning complete for port 38b9b06d-2197-4957-b841-6994cf449022 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:18.698711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4f86ece-e96c-4426-b7f2-404e69bad5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.743363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.763754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] For port a7d71fc1-fba0-49c0-a535-f0218647710d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=a7d71fc1-fba0-49c0-a535-f0218647710d,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:18.764011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:18.770293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.20.0.1 (2fecb3fd-6dc9-4597-8729-36bea7a3be49/6a755411-da80-48da-9a54-0f1e63325b53/a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:18.990238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Transition to ACTIVE for port object 4c9d6932-f34c-42a9-bfad-db1047c3532d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:19.010520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:19.022633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8de8603a-81d2-4675-934f-9fa52bbbd8ae tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 204 len: 168 time: 0.6063461 Nov 24 09:54:19.027176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52222) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:19.032227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Calling delete_port for a7d71fc1-fba0-49c0-a535-f0218647710d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:19.032399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:19.048268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-546b48e4-89a0-4218-8e77-3f533bfa9448 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:19.050026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:19.065889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:19.070997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:19.072109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.092535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.111428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=bf74c376-79fb-42ce-ac28-58e719078148,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:19.126643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e9569d-4bfb-4d8b-bec2-e0080d77eae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:19.135181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7119846 Nov 24 09:54:19.144218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52226) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:19.149289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.169562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:19.211561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.240008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.240440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.240864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.241285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.241708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.242298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.242760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.243177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.243588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.244023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.244485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.275930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Pushing event updated for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:19.284504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:19.307202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:19.310089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:19.319715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.334160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-94e1ec9d-b98a-4d58-b031-09930584af14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.389658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d1395-4920-4d8e-b1da-12f581157c0b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:19.394338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4d1395-4920-4d8e-b1da-12f581157c0b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:19.395263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a4d1395-4920-4d8e-b1da-12f581157c0b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:19.411853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-546b48e4-89a0-4218-8e77-3f533bfa9448 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.3825231 Nov 24 09:54:19.416774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52230) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:19.426475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-244ca43a-ddd6-42b1-8054-cdab81a5d862 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:19.469738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.473722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5a4d1395-4920-4d8e-b1da-12f581157c0b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:19.474998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a4d1395-4920-4d8e-b1da-12f581157c0b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3288705 Nov 24 09:54:19.477674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:19.500582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:19.508769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52234) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:19.525651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:19.563680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:19.574402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:19.587717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:19.602242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 38b9b06d-2197-4957-b841-6994cf449022 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:19.602598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.636161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.651799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:19.656471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:19.662468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=a30e6175-b389-416c-8782-0fe539f93d68,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:19.665494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:19.672429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:19.709215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.727155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.729739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Pushing event deleted for resources: {'Port': ['ID=a7d71fc1-fba0-49c0-a535-f0218647710d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:19.733087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:19.756516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port bf74c376-79fb-42ce-ac28-58e719078148 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:19.756899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.777618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] No DVR routers for this DVR port a7d71fc1-fba0-49c0-a535-f0218647710d on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:19.815763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.816204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.816636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.817190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.817469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.817889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.818308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.818751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.819170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.819580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.819997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:19.828599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:19.900355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ed840fa1-fd53-42b7-9068-0fc691f2bb7e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:19.934527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:19.947765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:19.961147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22340bf3-c14c-4f0a-8369-f34d775b3500 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:19.967136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-244ca43a-ddd6-42b1-8054-cdab81a5d862 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 204 len: 168 time: 0.5481431 Nov 24 09:54:19.981788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52238) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:19.991578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-ab018cab-bde0-4129-a353-e7065403b35b tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:20.105123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8692b4fb-db42-441c-82bb-112bc580626b None None] Provisioning complete for port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:20.105542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8692b4fb-db42-441c-82bb-112bc580626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.136070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:20.151442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:20.151863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.292024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.311225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.326026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73032023-f2df-4f8e-a3e2-44395706a18c tempest-ServerActionsTestJSON-808279507 tempest-ServerActionsTestJSON-808279507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:20.365454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0de8a-70f8-4f22-a059-78f5686a4f9c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:20.398641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:20.422923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:54:20.435415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.435808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Added segment fdab60b5-91fc-42f7-9169-1157e42c682b of type vlan for network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 Nov 24 09:54:20.488501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for bf74c376-79fb-42ce-ac28-58e719078148 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:20.515437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8692b4fb-db42-441c-82bb-112bc580626b None None] Port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:20.545982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.619296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.667545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.764889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.837866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ed840fa1-fd53-42b7-9068-0fc691f2bb7e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:20.840821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:20.841980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.860721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.865936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4af301d1-bb1c-4ddd-b992-5493be213205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:20.988467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:20.989483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:20.990120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.024889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1becd4ed-f29a-4cc9-b474-e2cdf4e5621f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:21.055606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4037740 Nov 24 09:54:21.067495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52242) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.088132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Request body: {'subnet': {'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-553923760-subnet', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:21.114144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ab018cab-bde0-4129-a353-e7065403b35b tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 204 len: 168 time: 1.1283240 Nov 24 09:54:21.149041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52246) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.151650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:21.166841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-17fa0a18-d108-499d-a443-cd1157c368c4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-1010180876') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:21.196717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.203346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98/ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:21.211969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.216661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.228719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.233510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:21.246667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:54:21.261682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Usage tracker for resource:subnet and tenant:6422974073ce4d3b8ed028bb09fec49f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:21.276410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:21.287326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.288267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:21.298957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:21.315305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68a08c-f13d-4c4a-a0c7-bf0cd4908931 None None] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:21.319785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=d5232e8c-d1a3-40c2-9a2e-f850fd8640b1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.323376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.334977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.335169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Made reservation on behalf of 6422974073ce4d3b8ed028bb09fec49f for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:21.341119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.341882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 HTTP/1.1" status: 204 len: 168 time: 3.6599603 Nov 24 09:54:21.346430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.385333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.398185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:21.449806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=bf74c376-79fb-42ce-ac28-58e719078148,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.458715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e820f9-957a-4aab-a496-ecc9ca305c41 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] GET failed (client error): The resource could not be found. Nov 24 09:54:21.459279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71e820f9-957a-4aab-a496-ecc9ca305c41 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Synchronizing usage tracker for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:21.486738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-71e820f9-957a-4aab-a496-ecc9ca305c41 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Unset dirty status for tenant:533ca2eb198943148382b69042805923 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:21.490983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71e820f9-957a-4aab-a496-ecc9ca305c41 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports/d5232e8c-d1a3-40c2-9a2e-f850fd8640b1 HTTP/1.1" status: 404 len: 333 time: 0.1438768 Nov 24 09:54:21.491643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.511670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.593554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.638091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-17fa0a18-d108-499d-a443-cd1157c368c4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-1010180876 HTTP/1.1" status: 201 len: 201 time: 0.4793558 Nov 24 09:54:21.640652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52258) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.645691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-827031d4-2c5d-43d8-bc7b-9b8c72e9c2dd tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-1037470034') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:21.654924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.662514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.682639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.694571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.706968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:21.747497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/bf74c376-79fb-42ce-ac28-58e719078148 HTTP/1.1" status: 204 len: 168 time: 2.2290885 Nov 24 09:54:21.750925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-376017b7-6219-4f4b-a3ed-19354a2a2971 None None] Provisioning for port b47a2737-3065-4abb-a78b-c092a1c31203 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:21.754241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52262) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:21.760672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.768111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ddf5bc8-2aed-4f1c-a187-cae45e5487ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.788347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.791476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.844603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.865177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.890545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f8bb23cb-d711-4e9a-8a70-f894c6b61871 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:21.910561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf955c1-9f86-4688-90de-a7070f433543,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:21.913238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:21.914423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b47a2737-3065-4abb-a78b-c092a1c31203 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:21.933453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:21.937383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/security-groups/cdf955c1-9f86-4688-90de-a7070f433543 HTTP/1.1" status: 204 len: 168 time: 0.4396429 Nov 24 09:54:22.000733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Could not find standard attr ID for object d5232e8c-d1a3-40c2-9a2e-f850fd8640b1. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:22.014001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:22.070163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Provisioning for port 4c9d6932-f34c-42a9-bfad-db1047c3532d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:22.093149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.098051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:22.098461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.100053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:22.102248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:22.155984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Transition to ACTIVE for port object ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:22.210278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Transition to ACTIVE for port object ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:22.224770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.229481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port b47a2737-3065-4abb-a78b-c092a1c31203 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:22.237900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-649d954b-c148-4306-a4f0-f1e43fda03e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:22.255645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d92c88-58ad-4b39-b194-793c79c5300f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:22.257271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d92c88-58ad-4b39-b194-793c79c5300f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:22.258097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25d92c88-58ad-4b39-b194-793c79c5300f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:22.267568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b47a2737-3065-4abb-a78b-c092a1c31203 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:22.267991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.270309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.328340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25d92c88-58ad-4b39-b194-793c79c5300f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:22.332260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25d92c88-58ad-4b39-b194-793c79c5300f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5743408 Nov 24 09:54:22.337736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52270) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:22.349331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.365984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:22.370364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:22.380002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:22.395386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.399614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Pushing event updated for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:22.406436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.408143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe66207b-77ef-48f7-99cc-30dd85943cad tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:22.431030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:22.512617 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-827031d4-2c5d-43d8-bc7b-9b8c72e9c2dd tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-1037470034 HTTP/1.1" status: 201 len: 201 time: 0.8705688 Nov 24 09:54:22.527913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52274) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:22.547927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-7857ddad-ea18-4a02-bafd-9ce0567ae83e tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-540547539') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:22.570057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.580635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2286077a-ab37-4025-bbcf-bba44a526f54 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:22.600543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e096e-1830-4c8f-83b7-e83fea9a67b2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:22.604632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:22.615032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.622654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/security-groups/386e096e-1830-4c8f-83b7-e83fea9a67b2 HTTP/1.1" status: 204 len: 168 time: 0.6082993 Nov 24 09:54:22.623893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:22.624145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Attempting to bind port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:22.624768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Attempting to bind port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:22.624940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Attempting to bind port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:22.638503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:22.638963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:22.639419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.639859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:22.640416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Bound port: ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:22.640828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.692363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e4920e-4f4e-41c7-b418-1ee225337bcc,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:22.712119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:22.721264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.735693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.752672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.789387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.878793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.885521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f5b7c7-090a-4d0f-abcf-534331908fbd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:22.904099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a83593-b9a6-4254-b124-35a9799c73cf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:22.906536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:22.910854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 491b84b4-2459-400e-9299-bad4b5aa161d is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:54:22.916122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:22.920951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/security-groups/57a83593-b9a6-4254-b124-35a9799c73cf HTTP/1.1" status: 204 len: 168 time: 0.2938533 Nov 24 09:54:22.922823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:22.961873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:22.965276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:22.979759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Checking segment: {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:22.980171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Network hostable DHCP agents. Network: dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:54:22.989494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.017326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b937949d-399d-4188-8acc-c5f272599b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:23.061785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:23.062213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.108992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:54:23.131535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7857ddad-ea18-4a02-bafd-9ce0567ae83e tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-540547539 HTTP/1.1" status: 201 len: 201 time: 0.5974379 Nov 24 09:54:23.133352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d04e8e89-7031-4a33-92de-203beba37df0 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:23.134432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52288) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:23.150326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:23.153624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-d2161264-6b1a-49d0-b8bb-8a29d7f60931 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-199809902') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:23.165445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:23.166446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.190022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e04f7b-484c-4466-90cb-bd13ed502cec None None] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:23.239123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port b47a2737-3065-4abb-a78b-c092a1c31203, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b47a2737-3065-4abb-a78b-c092a1c31203,segment=NetworkSegment(3969a595-282b-44b3-a845-9f8ededfb041),segment_id=3969a595-282b-44b3-a845-9f8ededfb041)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:23.275848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.295698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Pushing event updated for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:23.303934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:23.329120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:23.405808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1cbdf918-f194-4335-ac09-609b5279653b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:23.433702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.474397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3936613 Nov 24 09:54:23.481280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ed840fa1-fd53-42b7-9068-0fc691f2bb7e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:23.490445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52292) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:23.509932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:23.529869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:23.542138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Usage tracker for resource:router and tenant:6422974073ce4d3b8ed028bb09fec49f is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:23.553618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:23.583053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:23.585224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.588342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.617979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Provisioning complete for port b47a2737-3065-4abb-a78b-c092a1c31203 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:23.618406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.686197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.687680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.716873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2161264-6b1a-49d0-b8bb-8a29d7f60931 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-199809902 HTTP/1.1" status: 201 len: 201 time: 0.5749042 Nov 24 09:54:23.736605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:23.751104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-1ea6a95b-321e-4990-ba4a-71e2e7eb277a tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', {'tags': ['tempest-TagsExtTest-Tag-274746355', 'tempest-TagsExtTest-Tag-406538747', 'tempest-TagsExtTest-Tag-1494418516']}) {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:23.751688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-7a72dded-63c2-4fc3-be67-d43dce10bc2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7913725 Nov 24 09:54:23.754497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.769636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.772738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=b47a2737-3065-4abb-a78b-c092a1c31203,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:23.781111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f3fd666c-3785-4d7c-a6ab-507c7d889a96 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:23.819871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:23.836705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ed840fa1-fd53-42b7-9068-0fc691f2bb7e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:23.837454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.859948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:23.883818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 917f16ce-122e-4874-a50b-dd96c794b52d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:23.891886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:23.904290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] Sync routers for ids ['491b84b4-2459-400e-9299-bad4b5aa161d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:23.912146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/491b84b4-2459-400e-9299-bad4b5aa161d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2088718 Nov 24 09:54:23.913664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52300) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:23.944491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=a30e6175-b389-416c-8782-0fe539f93d68,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:23.947758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:23.957404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.006700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.103469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] Routers {'491b84b4-2459-400e-9299-bad4b5aa161d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:24.104441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['491b84b4-2459-400e-9299-bad4b5aa161d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.107545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ea6a95b-321e-4990-ba4a-71e2e7eb277a tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 200 len: 316 time: 0.3688343 Nov 24 09:54:24.113303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52304) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:24.119616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-e3517904-9dbe-4f52-875e-7b24fd5e7460 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.168074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'fixed_ips': [{'subnet_id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:24.170166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.179119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.183485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677cdddf-e073-49c4-9368-508bddcbcb6a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:24.184643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-677cdddf-e073-49c4-9368-508bddcbcb6a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:24.194165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.196990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Could not find standard attr ID for object d5232e8c-d1a3-40c2-9a2e-f850fd8640b1. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:24.204394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.225098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] Routers {'491b84b4-2459-400e-9299-bad4b5aa161d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:24.226089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['491b84b4-2459-400e-9299-bad4b5aa161d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.281851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-677cdddf-e073-49c4-9368-508bddcbcb6a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:24.286429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-677cdddf-e073-49c4-9368-508bddcbcb6a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports/a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d HTTP/1.1" status: 200 len: 910 time: 0.2665293 Nov 24 09:54:24.287931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52308) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:24.301466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a755411-da80-48da-9a54-0f1e63325b53'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:24.345287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.345287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485d20-8c56-44a1-83c1-cbf5368dae22 None None] The sync data for ids ['491b84b4-2459-400e-9299-bad4b5aa161d'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:24.368468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Provisioning for port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:24.379465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.382089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Provisioning complete for port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:24.382518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.386139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.395581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67a92a2d-0913-4b61-8721-72766e52a436 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:24.427614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-b68e3d29-d680-47ef-a9a0-e812be858291 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1099 time: 0.4726508 Nov 24 09:54:24.443604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.448157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:24.452252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:24.468360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.492320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4717d-b8ec-43fd-a7b9-ea9e68129824 None None] Port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:24.507308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Allocated IP 172.20.0.2 (dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3/e6e4920e-4f4e-41c7-b418-1ee225337bcc/1c50ccc4-7f85-407a-9523-7075d9703ab2) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:24.578667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e3517904-9dbe-4f52-875e-7b24fd5e7460 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 204 len: 168 time: 0.4640584 Nov 24 09:54:24.581498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:24.594729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-515c1d50-3b83-440e-b899-42e712d6960d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-274746355') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.647839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1deaebc2-27e1-4df0-828f-08aad8a1b14a None None] Provisioning complete for port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:24.649035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1deaebc2-27e1-4df0-828f-08aad8a1b14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.751664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.755884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.766375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1deaebc2-27e1-4df0-828f-08aad8a1b14a None None] Port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:24.770892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bfc75361-1f1d-453f-9651-ee9ceec8591f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:24.804113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.817087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Transition to ACTIVE for port object 1c50ccc4-7f85-407a-9523-7075d9703ab2 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:24.827792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=917f16ce-122e-4874-a50b-dd96c794b52d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:24.832370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:24.840436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Transition to ACTIVE for port object 1c50ccc4-7f85-407a-9523-7075d9703ab2 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:24.846425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.850940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:24.876338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:24.896193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/917f16ce-122e-4874-a50b-dd96c794b52d HTTP/1.1" status: 204 len: 168 time: 1.9722235 Nov 24 09:54:24.897727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-515c1d50-3b83-440e-b899-42e712d6960d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:24.901943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-515c1d50-3b83-440e-b899-42e712d6960d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-274746355 HTTP/1.1" status: 404 len: 328 time: 0.3170083 Nov 24 09:54:24.902564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:24.902963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:24.906258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af5238-0916-4188-9b35-8ab34137a88e None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:24.922295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-103088eb-87ae-4b27-9cfe-dc0f46a2e517 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-406538747') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:24.981096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98 HTTP/1.1" status: 204 len: 168 time: 2.6324236 Nov 24 09:54:24.985897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:25.117873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-8325ca8a-8374-4de1-b041-96331caaffc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:25.119947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-8325ca8a-8374-4de1-b041-96331caaffc6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 897 time: 0.6469989 Nov 24 09:54:25.216896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-493ffa3b-6c13-493b-a174-6b42505ee4a3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1650794 Nov 24 09:54:25.235072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:25.283684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP 85831d1c-e09f-4b99-8e49-1e0ec668fa2f associated. External IP: 172.26.6.63, port: 3240a165-307e-443c-935d-8bc5e1d1fd94. Nov 24 09:54:25.308483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 1456e8e2-b179-4c03-b021-e4c781e90758 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:25.330245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.406362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-024b75a5-c590-464d-83ad-1c9a0b1b465e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 999 time: 0.2715464 Nov 24 09:54:25.415160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Pushing event updated for resources: {'Port': ['ID=1c50ccc4-7f85-407a-9523-7075d9703ab2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:25.438559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:25.449274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:25.455355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:25.460115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:25.509638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.597595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-a5aed6ca-6f37-4633-b336-33b50b1ddf01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:25.599261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-a5aed6ca-6f37-4633-b336-33b50b1ddf01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 200 len: 834 time: 0.1497548 Nov 24 09:54:25.634707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-103088eb-87ae-4b27-9cfe-dc0f46a2e517 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:25.639526 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-103088eb-87ae-4b27-9cfe-dc0f46a2e517 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-406538747 HTTP/1.1" status: 404 len: 328 time: 0.7280328 Nov 24 09:54:25.644083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52332) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:25.655281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:25.658843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-b5aa35c7-af24-4e4c-baa1-544bcd670631 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53', 'tempest-TagsExtTest-Tag-1494418516') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:25.699253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.708975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30364083-41fb-45ca-b128-0a9c9e9869ee None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:25.728050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ad5f9-a749-4035-9eb3-4cc136414b79 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:25.728811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-443ad5f9-a749-4035-9eb3-4cc136414b79 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:25.742246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Attempting to bind port 1c50ccc4-7f85-407a-9523-7075d9703ab2 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:25.742700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Attempting to bind port 1c50ccc4-7f85-407a-9523-7075d9703ab2 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:25.743131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Attempting to bind port 1c50ccc4-7f85-407a-9523-7075d9703ab2 on network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:25.773719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Could not find standard attr ID for object bf74c376-79fb-42ce-ac28-58e719078148. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:25.800520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.825807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-443ad5f9-a749-4035-9eb3-4cc136414b79 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:25.829595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-443ad5f9-a749-4035-9eb3-4cc136414b79 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5870049 Nov 24 09:54:25.838654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:25.838859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:25.839168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Checking segment: {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:25.839562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.840005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Bound using segment: {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:25.841177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Bound port: 1c50ccc4-7f85-407a-9523-7075d9703ab2, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:25.842093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:25.900110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-0ffddb08-6b76-4f5a-add3-66957d48201b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91607340-c895-442d-8d2b-85d84a7d9695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2888947 Nov 24 09:54:25.966856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.040965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] For port 1c50ccc4-7f85-407a-9523-7075d9703ab2, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:26.044322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] For port 1c50ccc4-7f85-407a-9523-7075d9703ab2, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1c50ccc4-7f85-407a-9523-7075d9703ab2,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:26.045446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:26.052593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:26.053019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.067818 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-b3f1484e-bc84-44d5-80ed-0c33d9ae3d09 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531472 Nov 24 09:54:26.072902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b5aa35c7-af24-4e4c-baa1-544bcd670631 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:26.077020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Provisioning for port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:26.078127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b5aa35c7-af24-4e4c-baa1-544bcd670631 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags/tempest-TagsExtTest-Tag-1494418516 HTTP/1.1" status: 404 len: 329 time: 0.4298916 Nov 24 09:54:26.078833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.080684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.089683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f7a9f-3b75-42dc-a8ad-a2ceb1219a1d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:26.090367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8e5f7a9f-3b75-42dc-a8ad-a2ceb1219a1d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:26.092212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:26.101718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-a255c9cc-b02c-4165-ad95-bed072d42de8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', {'tags': ['tempest-TagsExtTest-Tag-164068299', 'tempest-TagsExtTest-Tag-1232645559', 'tempest-TagsExtTest-Tag-414965423']}) {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:26.145292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Provisioning complete for port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:26.145720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.202637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.217502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2982d1aa-e69d-4ab1-bbc7-ea14c33beebb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:26.245014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8e5f7a9f-3b75-42dc-a8ad-a2ceb1219a1d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:26.246316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8e5f7a9f-3b75-42dc-a8ad-a2ceb1219a1d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4066424 Nov 24 09:54:26.256434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.312037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Allocated IP 172.26.6.222 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/d81526d0-b5d8-41a6-b059-da0100c37cd8) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:26.318870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Pushing event updated for resources: {'Port': ['ID=1c50ccc4-7f85-407a-9523-7075d9703ab2,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:26.335953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:26.420601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:26.490694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Deleting port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:26.491251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.633316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=1456e8e2-b179-4c03-b021-e4c781e90758,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:26.636842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.649589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:26.660251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.660973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-904c9fa6-9f07-400e-95fd-98d03f29cf6b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3956039 Nov 24 09:54:26.662695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a255c9cc-b02c-4165-ad95-bed072d42de8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 200 len: 316 time: 0.5771811 Nov 24 09:54:26.665689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52348) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.666251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c74f8dde-0062-47b3-9d3f-8ca9ee8a8b0e req-e2f3e690-78e0-4cc2-b4d0-0ceee210068d service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842197 Nov 24 09:54:26.676075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-ce22f2f2-2381-4b49-a1ef-5bf0b2d2b6e4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:26.678398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52350) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.688569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.696489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:26.719969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.732153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.762256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:26.778397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:26.841195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:26.849871 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/1456e8e2-b179-4c03-b021-e4c781e90758 HTTP/1.1" status: 204 len: 168 time: 1.9363177 Nov 24 09:54:26.856021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52356) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.878430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.887982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b47a2737-3065-4abb-a78b-c092a1c31203 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:26.910414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.916693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:26.924353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:26.933112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-957eea15-d1b7-401f-a74b-5da1d299db90 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:26.933616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957eea15-d1b7-401f-a74b-5da1d299db90 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:26.952848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:26.954080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:26.957515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/ports/a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d HTTP/1.1" status: 200 len: 910 time: 2.6621251 Nov 24 09:54:26.959455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:26.962644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-957eea15-d1b7-401f-a74b-5da1d299db90 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/917f16ce-122e-4874-a50b-dd96c794b52d HTTP/1.1" status: 404 len: 337 time: 0.0979271 Nov 24 09:54:26.963248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52360) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.968184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:26.973188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52362) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:26.974485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.048742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:27.049195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.102983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting subnet 9d459f0b-5af7-4819-a337-251a8663665d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:27.108156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.159906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:27.161289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.171253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:27.233272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.287655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aba38f-cc8f-44b3-bdee-880e82847f60 None None] Network af50e6fc-f66d-4288-ac43-752f2c736e47 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:27.287924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce22f2f2-2381-4b49-a1ef-5bf0b2d2b6e4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 204 len: 168 time: 0.6187072 Nov 24 09:54:27.289468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.297941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-df4e041f-5d14-4378-b7b3-cbc12dfc1a98 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-164068299') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:27.307383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Calling delete_port for ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:27.409192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-df4e041f-5d14-4378-b7b3-cbc12dfc1a98 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:27.413134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df4e041f-5d14-4378-b7b3-cbc12dfc1a98 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-164068299 HTTP/1.1" status: 404 len: 328 time: 0.1203310 Nov 24 09:54:27.413134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.427560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:27.427970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-ba470920-b3f3-4135-9a1f-34a01aaf4cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:27.445399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52372) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.459512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-0f7008ff-442e-47ce-a8a5-51652da6d719 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-1232645559') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:27.522317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:27.529489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:27.550724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port b47a2737-3065-4abb-a78b-c092a1c31203 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:27.551203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.559952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.567461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09121bc3-c72f-4b1f-bd17-841c097e4da8 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:27.614823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-0f7008ff-442e-47ce-a8a5-51652da6d719 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:27.618878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0f7008ff-442e-47ce-a8a5-51652da6d719 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-1232645559 HTTP/1.1" status: 404 len: 329 time: 0.1696644 Nov 24 09:54:27.618878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Subnet': ['ID=9d459f0b-5af7-4819-a337-251a8663665d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:27.619745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:27.621045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52376) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.629100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-5e858cb1-4f31-4746-b97b-f2b562605f7d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4', 'tempest-TagsExtTest-Tag-414965423') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:27.664723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:27.680606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/9d459f0b-5af7-4819-a337-251a8663665d HTTP/1.1" status: 204 len: 168 time: 0.7040834 Nov 24 09:54:27.684605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.689465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=d81526d0-b5d8-41a6-b059-da0100c37cd8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:27.715398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:27.741872 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad4886a-a2b6-4e77-9764-04468e680b8f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:27.742379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad4886a-a2b6-4e77-9764-04468e680b8f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:27.746302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ad4886a-a2b6-4e77-9764-04468e680b8f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/b130e719-f98d-4b3c-8e27-83fba3f64b04 HTTP/1.1" status: 404 len: 337 time: 0.0585644 Nov 24 09:54:27.748785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.764247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:27.764739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:27.787105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:27.796474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:27.803840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:27.818206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2faa04b-5bf8-4b11-8579-7a418232d6d7 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "GET /v2.0/ports?device_id=72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 HTTP/1.1" status: 200 len: 205 time: 0.0670261 Nov 24 09:54:27.821067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52388) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.822697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-5e858cb1-4f31-4746-b97b-f2b562605f7d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:27.826988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5e858cb1-4f31-4746-b97b-f2b562605f7d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags/tempest-TagsExtTest-Tag-414965423 HTTP/1.1" status: 404 len: 328 time: 0.2009299 Nov 24 09:54:27.827717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:27.901674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-8d4a707a-f07f-4809-9024-c49e53524629 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', {'tags': ['tempest-TagsExtTest-Tag-376091922', 'tempest-TagsExtTest-Tag-1296467308', 'tempest-TagsExtTest-Tag-1540465884']}) {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:27.979677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-4153c87b-0153-4f7a-8624-87940f03861e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] delete failed (client error): The resource could not be found. Nov 24 09:54:27.980835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4153c87b-0153-4f7a-8624-87940f03861e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/routers/72f6c1d3-c9dc-4c26-95d9-ad664d5f0252 HTTP/1.1" status: 404 len: 336 time: 0.1559162 Nov 24 09:54:28.001057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52396) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.086195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77b9f1e-82ed-408a-be1a-ff0c38f80a61 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.086718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77b9f1e-82ed-408a-be1a-ff0c38f80a61 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.086857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d4a707a-f07f-4809-9024-c49e53524629 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 200 len: 317 time: 0.1953743 Nov 24 09:54:28.088334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.093172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] DHCP port deletion for af50e6fc-f66d-4288-ac43-752f2c736e47 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:28.098311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Deleting port 4c9d6932-f34c-42a9-bfad-db1047c3532d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:28.098776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.112505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-c66b6c45-e55a-419b-8e23-8cf6e04ad92d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:28.139100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f77b9f1e-82ed-408a-be1a-ff0c38f80a61 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/93ae696e-4109-44c1-b35d-33c237217932 HTTP/1.1" status: 404 len: 337 time: 0.1294863 Nov 24 09:54:28.140122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52404) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.233429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1c50ccc4-7f85-407a-9523-7075d9703ab2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:28.268024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Deleting port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:28.268915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.292962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3cf494-f9e0-400e-a1f1-876417809786 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.293487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3cf494-f9e0-400e-a1f1-876417809786 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.298564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df3cf494-f9e0-400e-a1f1-876417809786 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/7184605a-be5d-47e1-99a3-a77575130c5e HTTP/1.1" status: 404 len: 337 time: 0.1535454 Nov 24 09:54:28.299505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52408) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.348552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4602291c-87f5-43d6-9c04-130859a7a56e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.349057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4602291c-87f5-43d6-9c04-130859a7a56e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.353356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4602291c-87f5-43d6-9c04-130859a7a56e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/85e76a04-d68f-4c31-9048-0bdc9c3287d7 HTTP/1.1" status: 404 len: 337 time: 0.0505402 Nov 24 09:54:28.369050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c66b6c45-e55a-419b-8e23-8cf6e04ad92d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.2643633 Nov 24 09:54:28.369050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52412) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.369050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52414) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.381895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:28.424388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-d6c99550-4a88-4b8d-abb8-9ef85ddab694 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-376091922') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:28.519080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c757e8-2b7d-4511-a449-286df2bee4ac tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.519587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c757e8-2b7d-4511-a449-286df2bee4ac tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.524584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-79c757e8-2b7d-4511-a449-286df2bee4ac tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/8f57bf12-b4e1-4913-9293-f62739ef6765 HTTP/1.1" status: 404 len: 333 time: 0.1684198 Nov 24 09:54:28.533970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52420) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.583480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-71873675-2f4f-4cf1-bb91-e1d06cc77ae1 None None] Provisioning complete for port 4c9d6932-f34c-42a9-bfad-db1047c3532d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:28.583905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71873675-2f4f-4cf1-bb91-e1d06cc77ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.628845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7a918-9d82-4952-8a7e-c59705c43172 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.641423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa7a918-9d82-4952-8a7e-c59705c43172 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.644395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfa7a918-9d82-4952-8a7e-c59705c43172 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/8e07381e-2f87-4035-8c72-9f7ef6ff6530 HTTP/1.1" status: 404 len: 337 time: 0.1091905 Nov 24 09:54:28.658197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52424) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.724788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.735156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d6c99550-4a88-4b8d-abb8-9ef85ddab694 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:28.739460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d6c99550-4a88-4b8d-abb8-9ef85ddab694 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-376091922 HTTP/1.1" status: 404 len: 328 time: 0.3255641 Nov 24 09:54:28.740772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52428) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.747486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-80bad52a-0a72-4fd2-9497-ddb528ea0839 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-1296467308') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:28.771841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1c50ccc4-7f85-407a-9523-7075d9703ab2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:28.784403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.785173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.787649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fac7816-7a04-4a2e-9237-e0c51c12496e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.788110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fac7816-7a04-4a2e-9237-e0c51c12496e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.789278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d77586-5ae0-4b49-b41b-1ad4e10fe374 None None] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:28.792635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5fac7816-7a04-4a2e-9237-e0c51c12496e tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/2ad827a4-259a-4123-92e9-082d1ebe9bd5 HTTP/1.1" status: 404 len: 337 time: 0.1266701 Nov 24 09:54:28.800421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.901388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] For port 4c9d6932-f34c-42a9-bfad-db1047c3532d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4c9d6932-f34c-42a9-bfad-db1047c3532d,segment=NetworkSegment(7b35643b-dbf8-41a9-995f-866620340b22),segment_id=7b35643b-dbf8-41a9-995f-866620340b22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:28.901845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:28.911314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bbe49c-2b94-4631-a5f8-95fde05b18db tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.911817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bbe49c-2b94-4631-a5f8-95fde05b18db tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.917262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4bbe49c-2b94-4631-a5f8-95fde05b18db tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/ac32b6d2-7550-409e-a3a6-62da58168b5d HTTP/1.1" status: 404 len: 333 time: 0.1071301 Nov 24 09:54:28.919863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52436) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:28.922844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:28.970903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82c6617-06bf-419e-a2a7-7406f8efc75a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:28.971407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82c6617-06bf-419e-a2a7-7406f8efc75a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:28.975752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c82c6617-06bf-419e-a2a7-7406f8efc75a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/948d3d0e-83a2-4830-a03b-2540ff2895d2 HTTP/1.1" status: 404 len: 337 time: 0.0532546 Nov 24 09:54:28.976811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:29.024398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad2ca1d-a6c4-4f10-bea4-350dee6bd3fb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] DELETE failed (client error): The resource could not be found. Nov 24 09:54:29.024799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad2ca1d-a6c4-4f10-bea4-350dee6bd3fb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:29.029655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ad2ca1d-a6c4-4f10-bea4-350dee6bd3fb tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/subnets/116dfc03-80e2-4f8b-8a6f-450544fff734 HTTP/1.1" status: 404 len: 337 time: 0.0488558 Nov 24 09:54:29.029655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-80bad52a-0a72-4fd2-9497-ddb528ea0839 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:29.029929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80bad52a-0a72-4fd2-9497-ddb528ea0839 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-1296467308 HTTP/1.1" status: 404 len: 329 time: 0.2880311 Nov 24 09:54:29.030635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52444) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:29.033233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:29.067303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-31cad4e8-0981-456e-b603-8ece9c1fa580 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc', 'tempest-TagsExtTest-Tag-1540465884') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:29.112569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Calling delete_port for 4c9d6932-f34c-42a9-bfad-db1047c3532d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:29.268958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:29.269407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.483632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Calling delete_port for ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:29.486204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Deleting port dd88fab9-6ab7-4753-adab-7a9081871b69 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:29.486615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.541047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-31cad4e8-0981-456e-b603-8ece9c1fa580 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:29.546144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-31cad4e8-0981-456e-b603-8ece9c1fa580 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags/tempest-TagsExtTest-Tag-1540465884 HTTP/1.1" status: 404 len: 329 time: 0.5080559 Nov 24 09:54:29.549904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:29.558746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-c4a6fe54-1e9c-401e-8bcd-10dbbb5d1f8a tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', {'tags': ['tempest-TagsExtTest-Tag-1283025543', 'tempest-TagsExtTest-Tag-903056593', 'tempest-TagsExtTest-Tag-835065643']}) {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:29.596862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.640443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.640671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ccecbd8f-5bf6-41bc-96a9-947bef85e1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:29.685579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:29.695040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4a6fe54-1e9c-401e-8bcd-10dbbb5d1f8a tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "PUT /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 200 len: 316 time: 0.1417930 Nov 24 09:54:29.696189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:29.706291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-795ca624-84d0-4370-8cd9-3208a44cb372 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:29.708518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Sync routers for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:29.730365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:29.732062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:29.804745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.849059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.898131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Pushing event deleted for resources: {'Port': ['ID=4c9d6932-f34c-42a9-bfad-db1047c3532d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:29.902636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.927797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:29.932843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] No DVR routers for this DVR port 4c9d6932-f34c-42a9-bfad-db1047c3532d on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:29.943494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-71873675-2f4f-4cf1-bb91-e1d06cc77ae1 None None] Provisioning complete for port dd88fab9-6ab7-4753-adab-7a9081871b69 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:29.943494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71873675-2f4f-4cf1-bb91-e1d06cc77ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:29.955688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Calling delete_port for dd88fab9-6ab7-4753-adab-7a9081871b69 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:30.024685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.5712786 Nov 24 09:54:30.027636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:54:30.027825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71873675-2f4f-4cf1-bb91-e1d06cc77ae1 None None] Port dd88fab9-6ab7-4753-adab-7a9081871b69 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:30.032691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52460) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.043231 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-795ca624-84d0-4370-8cd9-3208a44cb372 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 204 len: 168 time: 0.3437009 Nov 24 09:54:30.044812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52466) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.051524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-f7b04ffd-b7b1-4cf0-99ef-60c52c229936 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-1283025543') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.095411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:30.096862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-f7b04ffd-b7b1-4cf0-99ef-60c52c229936 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:30.098034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7b04ffd-b7b1-4cf0-99ef-60c52c229936 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-1283025543 HTTP/1.1" status: 404 len: 329 time: 0.0522034 Nov 24 09:54:30.099275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.101041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52472) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.107983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-402e1e1d-bbf5-406b-984f-6da610d6d41c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-903056593') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.125623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-211e2d18-58eb-4081-bbc4-0df5ae85da21 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:30.161964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Provisioning for port 1c50ccc4-7f85-407a-9523-7075d9703ab2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:30.176153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Provisioning complete for port 1c50ccc4-7f85-407a-9523-7075d9703ab2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:30.176580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.182888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Port': ['ID=dd88fab9-6ab7-4753-adab-7a9081871b69,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:30.194412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:30.203960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.220637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-402e1e1d-bbf5-406b-984f-6da610d6d41c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:30.220637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-402e1e1d-bbf5-406b-984f-6da610d6d41c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-903056593 HTTP/1.1" status: 404 len: 328 time: 0.1178296 Nov 24 09:54:30.223042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.237086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-562a3c3e-7658-4ee9-addd-e518dc947b18 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793', 'tempest-TagsExtTest-Tag-835065643') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.260780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/ports/dd88fab9-6ab7-4753-adab-7a9081871b69 HTTP/1.1" status: 204 len: 168 time: 1.2290540 Nov 24 09:54:30.266602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.337939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-562a3c3e-7658-4ee9-addd-e518dc947b18 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] show failed (client error): The resource could not be found. Nov 24 09:54:30.339180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-562a3c3e-7658-4ee9-addd-e518dc947b18 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags/tempest-TagsExtTest-Tag-835065643 HTTP/1.1" status: 404 len: 328 time: 0.1150389 Nov 24 09:54:30.343466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.410552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-48019daf-ccfb-43fc-a97a-87b5a6cfd75d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '210e031f-812c-4ea7-8fe1-d7546a7c7793') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.424573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.478853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.493706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] For port 1c50ccc4-7f85-407a-9523-7075d9703ab2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1c50ccc4-7f85-407a-9523-7075d9703ab2,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:30.497783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.499799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:30.523517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'status': 'completed', 'code': 200} Nov 24 09:54:30.525526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:30.645682 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48019daf-ccfb-43fc-a97a-87b5a6cfd75d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793/tags HTTP/1.1" status: 204 len: 168 time: 0.3010471 Nov 24 09:54:30.648079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Pushing event updated for resources: {'Port': ['ID=1c50ccc4-7f85-407a-9523-7075d9703ab2,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:30.652448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:30.653804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-99a55609-aca9-49e2-a024-64eb1b261fad None None] Provisioning complete for port 1c50ccc4-7f85-407a-9523-7075d9703ab2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:30.654223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99a55609-aca9-49e2-a024-64eb1b261fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.655423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52488) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:30.673609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe9eeb62-352e-4dbf-a165-503067923d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/85831d1c-e09f-4b99-8e49-1e0ec668fa2f HTTP/1.1" status: 200 len: 991 time: 0.6330423 Nov 24 09:54:30.680603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-1be4794a-f990-4f59-b323-34d8a20c8304 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '49da910c-5494-49c4-8a2f-391182c08cdc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.708941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.740535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af50e6fc-f66d-4288-ac43-752f2c736e47']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.755256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b35643b-dbf8-41a9-995f-866620340b22') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.755766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b35643b-dbf8-41a9-995f-866620340b22') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.770063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.793092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.800970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:54:30.801730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:54:30.818539 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:54:30.842716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '85831d1c-e09f-4b99-8e49-1e0ec668fa2f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'port_id': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:54:21Z', 'updated_at': '2021-11-24T09:54:21Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.847042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Checking router: e4ab2306-2e40-4ad1-97dd-cb75b2eca0df for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:30.858484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:30.859239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:30.901666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.919296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.920161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.922647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.924811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:54:30.926679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7eac3570-106c-4336-8be7-9c7044e2445b tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:30.930817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db3958b5-b80c-400e-98d6-53d695b6c5a9 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:30.947873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:30.956982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Pushing event deleted for resources: {'Network': ['ID=af50e6fc-f66d-4288-ac43-752f2c736e47,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:30.959653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:30.961366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] 10.222.0.55 "DELETE /v2.0/networks/af50e6fc-f66d-4288-ac43-752f2c736e47 HTTP/1.1" status: 204 len: 168 time: 0.6937261 Nov 24 09:54:31.004730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:31.005148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:31.005702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:31.006109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:31.056727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:31.065633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:31.076276 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-6a50dca2-4a40-4c1c-bd29-b0ccfb73a497 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1099 time: 0.5241220 Nov 24 09:54:31.081424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:31.138044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:31.138947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:31.234466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=6']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:31.238370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1be4794a-f990-4f59-b323-34d8a20c8304 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc/tags HTTP/1.1" status: 204 len: 168 time: 0.5792763 Nov 24 09:54:31.240572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:31.241930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52496) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.253394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b5cc4406-9cc7-4145-8ae2-65874380993e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:31.258627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-b54160b5-750b-4c17-8893-1f71625d83f7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '51f0897f-7a6f-4996-99d8-fb718f62d7c4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:31.304333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6167815 Nov 24 09:54:31.315161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.327565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:31.351581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.417302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:31.424788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:31.470753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-32d51f38-3c7f-4908-aa83-8d3946f9b5c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:31.472692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-32d51f38-3c7f-4908-aa83-8d3946f9b5c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 897 time: 0.3279924 Nov 24 09:54:31.494163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '85831d1c-e09f-4b99-8e49-1e0ec668fa2f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'port_id': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:54:21Z', 'updated_at': '2021-11-24T09:54:21Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:31.499998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6230dbc-61f3-4372-bd51-d16ad84433c0 None None] The sync data for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv is: [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '85831d1c-e09f-4b99-8e49-1e0ec668fa2f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.63', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'port_id': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:54:21Z', 'updated_at': '2021-11-24T09:54:21Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:31.516803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b54160b5-750b-4c17-8893-1f71625d83f7 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4/tags HTTP/1.1" status: 204 len: 168 time: 0.2712965 Nov 24 09:54:31.518106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.526435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.tag.tag_plugin [None req-ccc0eb50-1fac-4c68-ac6d-1d40568bce40 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '32241240-7976-41de-84d8-248a5c874e53') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:31.547794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Deleting port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:31.548118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:31.589721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:31.619467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:31.620501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:31.637941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:31.658959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:31.660176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:31.683551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.771213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:31.792364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:31.800561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-57e5c6e5-830a-4555-85bb-78fd7ad5107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:31.927948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da6ca8c8-73a2-4401-8132-5dd14ec54edc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=533ca2eb198943148382b69042805923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5749841 Nov 24 09:54:31.946219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:31.996661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:31.997421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.002347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8c29fba-2a51-4653-ac90-4f0b407ee274 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/85831d1c-e09f-4b99-8e49-1e0ec668fa2f HTTP/1.1" status: 200 len: 991 time: 0.3151088 Nov 24 09:54:32.036114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ccc0eb50-1fac-4c68-ac6d-1d40568bce40 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53/tags HTTP/1.1" status: 204 len: 168 time: 0.5131927 Nov 24 09:54:32.043813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52522) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:32.080560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a1c0b-bfea-4811-9b87-1f3c060875b5 None None] New status for floating IP 85831d1c-e09f-4b99-8e49-1e0ec668fa2f: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:54:32.103072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.131810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1c50ccc4-7f85-407a-9523-7075d9703ab2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:32.168436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-dcf10040-0954-41c0-98d6-a5d0e7e3cda7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 999 time: 0.6630840 Nov 24 09:54:32.245587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Calling delete_port for ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:32.275529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.302153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e674e58b-6c48-4266-be6f-4e8a6467740c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.306025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e674e58b-6c48-4266-be6f-4e8a6467740c tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnetpools/210e031f-812c-4ea7-8fe1-d7546a7c7793 HTTP/1.1" status: 204 len: 168 time: 0.2585800 Nov 24 09:54:32.309932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52526) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:32.332800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.348332 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1 (CIDR: 2001:db8::/64) Nov 24 09:54:32.359026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:32.359581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:32.371357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:32.397611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2e2ad9c-6488-4f9d-a612-dd50c0228a66 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0768180 Nov 24 09:54:32.397835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52530) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:32.400848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9894c66a-d807-41f5-b4d3-11e12085816b tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Synchronizing usage tracker for tenant:be48cba5e008400e856f65e88c172ad2 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:32.405315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:32.408391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-012e2137-06d9-4eec-b416-349bc561826b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:32.409982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-012e2137-06d9-4eec-b416-349bc561826b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 200 len: 834 time: 0.2353549 Nov 24 09:54:32.454404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:32.488855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:32.491375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:32.491798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:32.495853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.501839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1c50ccc4-7f85-407a-9523-7075d9703ab2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:32.502232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.503707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Sync routers for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:32.515401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.517239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:32.518301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:32.524093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85691cb8-5876-4c54-a0b9-16b525cbcd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:32.542545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e4f294-5000-4bfe-88e8-75270a88038c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:32.550344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:32.553710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.557330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8e4f294-5000-4bfe-88e8-75270a88038c HTTP/1.1" status: 204 len: 168 time: 0.6059442 Nov 24 09:54:32.620628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:32.644534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:32.664875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:32.672191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.735046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:32.794403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:32.883996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9894c66a-d807-41f5-b4d3-11e12085816b tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Unset dirty status for tenant:be48cba5e008400e856f65e88c172ad2 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:32.885281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:32.885429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9894c66a-d807-41f5-b4d3-11e12085816b tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "GET /v2.0/ports?device_id=49da910c-5494-49c4-8a2f-391182c08cdc HTTP/1.1" status: 200 len: 205 time: 0.5768266 Nov 24 09:54:32.896904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52538) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:32.927160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4c9d6932-f34c-42a9-bfad-db1047c3532d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:32.927565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4c9d6932-f34c-42a9-bfad-db1047c3532d not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:32.979074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:32.980627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4822335 Nov 24 09:54:32.987302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52542) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:33.007154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:33.197084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:28Z', 'revision_number': 3, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:33.204278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Checking router: eaefee97-f040-4122-bcbe-f2db7d2e5fb4 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:33.204686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Updating router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 port d81526d0-b5d8-41a6-b059-da0100c37cd8 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:54:33.205540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.210974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-7bbfc8fd-ed73-46f1-9d0a-efd007f5323d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91607340-c895-442d-8d2b-85d84a7d9695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7891712 Nov 24 09:54:33.214509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce4704e-e867-41b3-9a2c-850c6a46b617 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:33.299482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:33.311681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:33.312133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.332753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:33.333802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.334728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.352009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=9454b7a3-e631-412c-975a-79cf7c6df656,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:33.359835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:33.420371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c4c59993-d01a-4398-9edd-cf8a173aa5d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/85831d1c-e09f-4b99-8e49-1e0ec668fa2f HTTP/1.1" status: 200 len: 993 time: 0.4097512 Nov 24 09:54:33.445558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0465882 Nov 24 09:54:33.448927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52558) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:33.457587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:ce:12:f1', 'name': 'tempest-NetworksTestDHCPv6-464743621'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:33.645096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-4396322a-dbec-4b89-ac44-da8c1f21a236 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170480 Nov 24 09:54:33.794510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.882876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Transition to ACTIVE for port object d81526d0-b5d8-41a6-b059-da0100c37cd8 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:33.894967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.895743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:33.901205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:33.938269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:33.963079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:33.990621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Attempting to bind port d81526d0-b5d8-41a6-b059-da0100c37cd8 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:33.991245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Attempting to bind port d81526d0-b5d8-41a6-b059-da0100c37cd8 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:33.991460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Attempting to bind port d81526d0-b5d8-41a6-b059-da0100c37cd8 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:33.999157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898a176-a72d-4255-a2d8-700cb4fda5ec None None] Pushing event updated for resources: {'Port': ['ID=d81526d0-b5d8-41a6-b059-da0100c37cd8,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:34.002481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c898a176-a72d-4255-a2d8-700cb4fda5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:34.003802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:34.010060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:34.010612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:34.011148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.011664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:34.012234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=a2a0b5cc-277e-4a2b-a4ee-2e67b7850a5d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:34.012423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Bound port: d81526d0-b5d8-41a6-b059-da0100c37cd8, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:34.012967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.034771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:34.063688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:34.072726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:34.085557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.121268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] For port d81526d0-b5d8-41a6-b059-da0100c37cd8, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:34.125215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] For port d81526d0-b5d8-41a6-b059-da0100c37cd8, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d81526d0-b5d8-41a6-b059-da0100c37cd8,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:34.128698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.133949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:34.153840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 2f9eca83-48f8-4859-adba-3fe27ee639ce yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:34.210843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898a176-a72d-4255-a2d8-700cb4fda5ec None None] Pushing event updated for resources: {'Port': ['ID=d81526d0-b5d8-41a6-b059-da0100c37cd8,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:34.215084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c898a176-a72d-4255-a2d8-700cb4fda5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:34.243566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-45ea9988-ab1b-4b00-9c15-de24439472ef tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:34.244229 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-45ea9988-ab1b-4b00-9c15-de24439472ef tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:54:34.245512 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-45ea9988-ab1b-4b00-9c15-de24439472ef tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3488538 Nov 24 09:54:34.252066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:34.252770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:34.255370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:34.272057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--301957007'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:34.361545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:34.376774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:34.383751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:34.400779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:34.445083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Deleting port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:34.446072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.476956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.497518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.563107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:34.567782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:34.571340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:34.578336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:34.668639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.687355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.694204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:34.704629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b90f838-07af-4f90-a109-e047ffddd9c5 req-7e583f6a-2b0b-48df-a753-4d745f275959 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0440588 Nov 24 09:54:34.708016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:34.725231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:34.728518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:34.734996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:34.787269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.795199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.795739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] For port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:34.796864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.801152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:34.845078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.859083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.874939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.889632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.893663 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6301262 Nov 24 09:54:34.900452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52578) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:34.910573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '3b4958cb-8a1b-4094-8fbe-40a324279edf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:34.917515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae46ad-059a-435b-a32f-68982eddc428,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:34.921709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:34.925167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43e90551-23c2-4a9f-ab89-3b3855a699ce tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:34.989550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:34.992994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:34.993543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Fanout notify agent at l3_agent the message router_deleted on router 49da910c-5494-49c4-8a2f-391182c08cdc {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:54:35.005334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:35.049137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4958cb-8a1b-4094-8fbe-40a324279edf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:35.052688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:35.069990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:35.073927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8:0:1::49 (d35a00cd-fc87-44df-a65e-9faae0fcef26/9454b7a3-e631-412c-975a-79cf7c6df656/2f9eca83-48f8-4859-adba-3fe27ee639ce) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:35.084947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:fece:12f1 (d35a00cd-fc87-44df-a65e-9faae0fcef26/605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1/2f9eca83-48f8-4859-adba-3fe27ee639ce) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:35.094750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:35.113847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.117402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d4d7215-4afa-4572-bb4a-9dd84620290d tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/routers/49da910c-5494-49c4-8a2f-391182c08cdc HTTP/1.1" status: 204 len: 168 time: 2.2170563 Nov 24 09:54:35.119098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52582) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:35.125255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:28Z', 'revision_number': 3, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:35.130870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518552b3-c18b-48bc-affe-b4f685986d84 None None] The sync data for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv is: [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:28Z', 'revision_number': 3, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:35.208452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Calling delete_port for ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:35.252625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.361946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.366897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:35.399044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Deleting port 51f0897f-7a6f-4996-99d8-fb718f62d7c4 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:35.399434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.409212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Pushing event deleted for resources: {'Port': ['ID=ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:35.424116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.424116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.425232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.425849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.426838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.427235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.427921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.428622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.429007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.430361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.430818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:35.440028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:35.486725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.514214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 2f9eca83-48f8-4859-adba-3fe27ee639ce will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:35.519844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] No DVR routers for this DVR port ff1a04f7-0ac5-4e2a-aad3-df0acedb2e53 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:35.550002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4d4f4-6269-4281-9b33-e702e1927397 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:35.635105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.644430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:35.712992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.713240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.725965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.743716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:35.773179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:35.780558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:35.783261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:35.787969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:35.788665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.835608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c570318e-4cee-4439-b423-b8932a5fea1f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:35.847789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=2f9eca83-48f8-4859-adba-3fe27ee639ce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:35.848891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 491b84b4-2459-400e-9299-bad4b5aa161d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:35.850127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:35.860110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:35.918124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:35.923401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0192108 Nov 24 09:54:35.941638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52586) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:35.958779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '3b4958cb-8a1b-4094-8fbe-40a324279edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:35.974173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:35.990090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:36.004689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:36.022317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d81526d0-b5d8-41a6-b059-da0100c37cd8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:36.026644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5759556 Nov 24 09:54:36.027605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52590) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:36.088628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:36.092893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.120362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d35a00cd-fc87-44df-a65e-9faae0fcef26', 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'tenant_id': '2d89b3eecc9341d4a67899af274aaa46', 'fixed_ips': [{'subnet_id': '605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1'}, {'subnet_id': '9454b7a3-e631-412c-975a-79cf7c6df656'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:36.120821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.248548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d81526d0-b5d8-41a6-b059-da0100c37cd8 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:36.264178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d81526d0-b5d8-41a6-b059-da0100c37cd8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:36.264594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.268743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 2f9eca83-48f8-4859-adba-3fe27ee639ce {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:36.269111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.300025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Calling delete_port for 51f0897f-7a6f-4996-99d8-fb718f62d7c4 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:36.342724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Allocated IP 172.20.0.1 (dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3/e6e4920e-4f4e-41c7-b418-1ee225337bcc/68df9cb1-4761-4f9c-ad47-9e277bcd42a6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:36.361122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:54:36.366644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.429127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:36.454316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/491b84b4-2459-400e-9299-bad4b5aa161d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4848733 Nov 24 09:54:36.459902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52594) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:36.506307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Allocated IP 2001:db8:0:1::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/9454b7a3-e631-412c-975a-79cf7c6df656/cf28a344-c1c0-469f-a743-eae2555a20ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:36.512874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Allocated IP 2001:db8::f816:3eff:fe8f:30e7 (d35a00cd-fc87-44df-a65e-9faae0fcef26/605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1/cf28a344-c1c0-469f-a743-eae2555a20ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:36.571990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95a06ec7-f79d-4e18-8256-bb0732c64784 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:36.681208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95a06ec7-f79d-4e18-8256-bb0732c64784 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:36.682864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95a06ec7-f79d-4e18-8256-bb0732c64784 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=491b84b4-2459-400e-9299-bad4b5aa161d HTTP/1.1" status: 200 len: 205 time: 0.2206364 Nov 24 09:54:36.687870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52598) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:36.691339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 09:54:36.692463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4114665-ff33-4bce-813f-af398079e027 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7494140 Nov 24 09:54:36.697303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52602) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:36.759475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.772726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Transition to ACTIVE for port object cf28a344-c1c0-469f-a743-eae2555a20ce will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:36.797177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Transition to ACTIVE for port object cf28a344-c1c0-469f-a743-eae2555a20ce will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:36.803415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] Sync routers for ids ['491b84b4-2459-400e-9299-bad4b5aa161d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:36.810900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.817142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:36.849181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.874963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-098e1aa6-fa9e-419d-af38-9d3d9f8b3009 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:36.875352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.886725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:36.898772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:36.913579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:36.923143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:36.946827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Transition to ACTIVE for port object 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:36.956948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:36.964878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:36.980551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] Routers {'491b84b4-2459-400e-9299-bad4b5aa161d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:36.981857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['491b84b4-2459-400e-9299-bad4b5aa161d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:37.054075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.078320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 2f9eca83-48f8-4859-adba-3fe27ee639ce owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:37.088038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:37.197551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.205793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:37.216014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d81526d0-b5d8-41a6-b059-da0100c37cd8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d81526d0-b5d8-41a6-b059-da0100c37cd8,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:37.224848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.227124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Attempting to bind port cf28a344-c1c0-469f-a743-eae2555a20ce on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:37.227605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Attempting to bind port cf28a344-c1c0-469f-a743-eae2555a20ce by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:37.228080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Attempting to bind port cf28a344-c1c0-469f-a743-eae2555a20ce on network d35a00cd-fc87-44df-a65e-9faae0fcef26 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:37.234924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1438fb8-adc6-4cc1-b4f8-9a284f827a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:37.245415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event deleted for resources: {'Port': ['ID=51f0897f-7a6f-4996-99d8-fb718f62d7c4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:37.253137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:37.283836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] Routers {'491b84b4-2459-400e-9299-bad4b5aa161d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:37.284537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['491b84b4-2459-400e-9299-bad4b5aa161d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:37.296143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Pushing event updated for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:37.297326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.355310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:37.355766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a163353-9417-4974-a2dc-18a8a9520d7f None None] The sync data for ids ['491b84b4-2459-400e-9299-bad4b5aa161d'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:37.360079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:37.360505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Checking segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:37.360964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.361412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Bound using segment: {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:37.361961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Bound port: cf28a344-c1c0-469f-a743-eae2555a20ce, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5290c05-0937-48ca-b08d-d8a17ff2213c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:37.362381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.377372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:37.396983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:37.401683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:37.410229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:37.459080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d81526d0-b5d8-41a6-b059-da0100c37cd8,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:37.464394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:37.546279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:37.550203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:37.554788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.559619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61eac50d-86bc-43d6-b710-b10dbea4fbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:37.592509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.620665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.641489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cc78147-4838-4150-aed9-0f14c24632c5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:37.690448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:37.714657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:37.718996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.756178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:37.935430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d81526d0-b5d8-41a6-b059-da0100c37cd8 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:37.986636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/ports/51f0897f-7a6f-4996-99d8-fb718f62d7c4 HTTP/1.1" status: 204 len: 168 time: 2.8647726 Nov 24 09:54:37.990061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52610) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.001854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.045419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d81526d0-b5d8-41a6-b059-da0100c37cd8 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:38.046130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.047915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=2f9eca83-48f8-4859-adba-3fe27ee639ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:38.053720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:38.143287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ae80d29b-3aec-4532-9459-277264ebc483 None None] Provisioning for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:38.154189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ae80d29b-3aec-4532-9459-277264ebc483 None None] Provisioning complete for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:38.154501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae80d29b-3aec-4532-9459-277264ebc483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.263750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.278426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/2f9eca83-48f8-4859-adba-3fe27ee639ce HTTP/1.1" status: 204 len: 168 time: 2.2429121 Nov 24 09:54:38.281282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.324030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ae80d29b-3aec-4532-9459-277264ebc483 None None] Port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:38.368213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.374994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.438886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89a84218-b268-4b96-83d5-9b47c8f8384c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:38.449389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.472874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4958cb-8a1b-4094-8fbe-40a324279edf,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:38.487981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:38.489535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.498272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.502072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/3b4958cb-8a1b-4094-8fbe-40a324279edf HTTP/1.1" status: 204 len: 168 time: 1.7439518 Nov 24 09:54:38.504672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52618) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.511256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b41e3d-b5d5-43b4-b1a8-491fd2e7988e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:38.512068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d3b41e3d-b5d5-43b4-b1a8-491fd2e7988e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:38.552363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Deleting subnet 32241240-7976-41de-84d8-248a5c874e53 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:38.561142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.598135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.599034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 491b84b4-2459-400e-9299-bad4b5aa161d {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:54:38.648454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.648904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d3b41e3d-b5d5-43b4-b1a8-491fd2e7988e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:38.649723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ffe5a6e-fe23-460b-8499-417fb6563eae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/491b84b4-2459-400e-9299-bad4b5aa161d HTTP/1.1" status: 204 len: 168 time: 1.9603968 Nov 24 09:54:38.653726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3b41e3d-b5d5-43b4-b1a8-491fd2e7988e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3679197 Nov 24 09:54:38.654880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.655265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52624) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.664100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.694203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0064438-dafc-4d14-b503-0322b509abf6 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:38.731616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0064438-dafc-4d14-b503-0322b509abf6 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:38.732990 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0064438-dafc-4d14-b503-0322b509abf6 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2176318 Nov 24 09:54:38.740078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:38.745014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.751109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--992627750'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:38.757269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.788070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:38.790620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a90a0d34-0090-4bf1-b664-8897bc57130c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:38.865436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:38.899211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Pushing event updated for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:38.902229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.913268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:38.919727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:38.985963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:38.990619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e13cc1-5b4b-40e9-b9f1-bb95f8bee1ba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:38.991438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b4e13cc1-5b4b-40e9-b9f1-bb95f8bee1ba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:39.035036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.045902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:39.055797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:39.065949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:39.072576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b4e13cc1-5b4b-40e9-b9f1-bb95f8bee1ba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:39.073878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b4e13cc1-5b4b-40e9-b9f1-bb95f8bee1ba tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4159188 Nov 24 09:54:39.079742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52634) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.118908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet 6a755411-da80-48da-9a54-0f1e63325b53 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:39.128281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.185820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:39.198853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:39.205205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:39.206797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:39.208397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:39.209301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:39.213480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.257207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.269590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-99b86ec2-72b0-434e-98f4-e4f3a1dccc78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:39.322263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event deleted for resources: {'Subnet': ['ID=32241240-7976-41de-84d8-248a5c874e53,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:39.328331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:39.329813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.332825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.338574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.341107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1303b-9853-4d15-b724-1ff8c15dea48 None None] Network 530a16bd-382b-4994-ba6d-3a62f4f50d23 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:39.349668 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/subnets/32241240-7976-41de-84d8-248a5c874e53 HTTP/1.1" status: 204 len: 168 time: 1.3246586 Nov 24 09:54:39.350559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52638) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.354844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2b21b84-2ea3-4cbb-acb7-e6581397f4e5 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:39.363382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:39.364681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-83d3e504-d896-47f4-8856-cff1dde87316 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2822711 Nov 24 09:54:39.375967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.556341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.577617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e18eab-66bb-46e5-ac34-c5a2498831cc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:39.592884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:39.603997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.606506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.608029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8668010 Nov 24 09:54:39.616396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.630692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e30437ea-8cd2-4efd-a5b3-631eb48723b1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'f0e18eab-66bb-46e5-ac34-c5a2498831cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:39.631364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e30437ea-8cd2-4efd-a5b3-631eb48723b1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:39.632445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e30437ea-8cd2-4efd-a5b3-631eb48723b1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0149980 Nov 24 09:54:39.652068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.732636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Deleting port 38b9b06d-2197-4957-b841-6994cf449022 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:39.732947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.790859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] DHCP port deletion for 530a16bd-382b-4994-ba6d-3a62f4f50d23 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:39.794411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.802031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Deleting port 38b9b06d-2197-4957-b841-6994cf449022 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:39.802575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.808908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e324db35-2024-4f17-9387-82e0dd7ac94f tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:39.870925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=6a755411-da80-48da-9a54-0f1e63325b53,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:39.874015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:39.890005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:39.890178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/6a755411-da80-48da-9a54-0f1e63325b53 HTTP/1.1" status: 204 len: 168 time: 1.2332160 Nov 24 09:54:39.894168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b43f4ba-2ab7-4762-b53e-1f36d0164919 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:40.029100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.125497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] For port 38b9b06d-2197-4957-b841-6994cf449022, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=38b9b06d-2197-4957-b841-6994cf449022,segment=NetworkSegment(159afddb-9458-495f-9229-19a9660f4e0e),segment_id=159afddb-9458-495f-9229-19a9660f4e0e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:40.125497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.135143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] For port 38b9b06d-2197-4957-b841-6994cf449022, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=38b9b06d-2197-4957-b841-6994cf449022,segment=NetworkSegment(159afddb-9458-495f-9229-19a9660f4e0e),segment_id=159afddb-9458-495f-9229-19a9660f4e0e)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:40.135842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.139994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa36bb2-f8c6-4b63-92ad-05ec7dac81c0 None None] Network 2fecb3fd-6dc9-4597-8729-36bea7a3be49 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:40.146394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:40.162105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.235303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.256641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.296983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Calling delete_port for 38b9b06d-2197-4957-b841-6994cf449022 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:40.388044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.393356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa991aa9-5dc5-4591-b25b-8806af03b52e tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:40.394064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.404888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-41a4438b-f9bf-4574-923d-f0816f125635 None None] Provisioning complete for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:40.405286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41a4438b-f9bf-4574-923d-f0816f125635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.436986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event deleted for resources: {'Port': ['ID=38b9b06d-2197-4957-b841-6994cf449022,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:40.441136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:40.444581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] No DVR routers for this DVR port 38b9b06d-2197-4957-b841-6994cf449022 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:40.445324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port b47a2737-3065-4abb-a78b-c092a1c31203 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:40.446888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.447054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:40.472092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49817c-2485-452a-aa4b-d6b06f48e8f1 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:40.529388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.546888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07dc6932-6385-426b-82e8-fba3330771fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:40.591983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e18eab-66bb-46e5-ac34-c5a2498831cc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:40.593258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.629070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530a16bd-382b-4994-ba6d-3a62f4f50d23']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:40.631602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:40.643567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159afddb-9458-495f-9229-19a9660f4e0e') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:40.643944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159afddb-9458-495f-9229-19a9660f4e0e') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:40.656723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.667936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Calling delete_port for 38b9b06d-2197-4957-b841-6994cf449022 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:40.672875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.681068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:54:40.681936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:54:40.701630 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:54:40.822540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.828640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b510e688-ff16-4610-8881-c8103b74064b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:40.856562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.870780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Pushing event deleted for resources: {'Network': ['ID=530a16bd-382b-4994-ba6d-3a62f4f50d23,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:40.877036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] 10.222.0.55 "DELETE /v2.0/networks/530a16bd-382b-4994-ba6d-3a62f4f50d23 HTTP/1.1" status: 204 len: 168 time: 1.5203354 Nov 24 09:54:40.877036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:40.929473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-41a4438b-f9bf-4574-923d-f0816f125635 None None] Port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:40.959371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:40.960893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0e18eab-66bb-46e5-ac34-c5a2498831cc HTTP/1.1" status: 204 len: 168 time: 1.3039455 Nov 24 09:54:40.963764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52662) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:40.992398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.007717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: (self, other), Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:54:41.016266 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:54:41.033895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-753f94b3-81f0-4fce-ab12-8b2fe30ac741 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:41.035393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:41.035908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:41.055858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-753f94b3-81f0-4fce-ab12-8b2fe30ac741 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:41.062715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-753f94b3-81f0-4fce-ab12-8b2fe30ac741 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0929344 Nov 24 09:54:41.062953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:41.063955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52666) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.075572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182869602'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:41.084402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:41.099442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:41.112175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.122997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef092ed2-57e6-44e5-955e-4954f0127234 None None] Could not find standard attr ID for object 2f9eca83-48f8-4859-adba-3fe27ee639ce. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:41.160060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:41.164831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:41.169086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:41.176327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:41.238539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port cf28a344-c1c0-469f-a743-eae2555a20ce completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:41.244595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.249627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.254651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:41.255584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port b47a2737-3065-4abb-a78b-c092a1c31203, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b47a2737-3065-4abb-a78b-c092a1c31203,segment=NetworkSegment(3969a595-282b-44b3-a845-9f8ededfb041),segment_id=3969a595-282b-44b3-a845-9f8ededfb041)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:41.255784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.258835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.275963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c33d00bd-6aaa-484e-949a-357428be6155 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:41.287466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.288817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2242115 Nov 24 09:54:41.295466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52672) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.305285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-caf94a6d-707b-4c12-86b4-58f3c00523d8 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '58c4e54e-f8f0-4e0c-af51-7eaea5663a7b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:41.306009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-caf94a6d-707b-4c12-86b4-58f3c00523d8 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:41.307092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-caf94a6d-707b-4c12-86b4-58f3c00523d8 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105674 Nov 24 09:54:41.315804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52676) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.345159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4e54e-f8f0-4e0c-af51-7eaea5663a7b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:41.351433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:41.361040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef092ed2-57e6-44e5-955e-4954f0127234 None None] Provisioning for port cf28a344-c1c0-469f-a743-eae2555a20ce completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:41.375765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef092ed2-57e6-44e5-955e-4954f0127234 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:41.376357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef092ed2-57e6-44e5-955e-4954f0127234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.409968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.424726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for b47a2737-3065-4abb-a78b-c092a1c31203 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:41.442991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.453207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52680) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.468894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.483570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-07226796-be70-45ee-b798-b9b41b9edf62 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:41.506547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.520108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.522181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ff3f90e-d2b5-4e38-9fdc-509c8f1dc688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:41.523419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.532362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:41.540186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:41.543251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4e54e-f8f0-4e0c-af51-7eaea5663a7b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:41.547668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:41.548680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.553180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/58c4e54e-f8f0-4e0c-af51-7eaea5663a7b HTTP/1.1" status: 204 len: 168 time: 0.2363291 Nov 24 09:54:41.554080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52686) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.563225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Deleting port 38b9b06d-2197-4957-b841-6994cf449022 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:41.563632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.572739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1 HTTP/1.1" status: 204 len: 168 time: 2.1287277 Nov 24 09:54:41.591349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52690) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.626005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:41.678409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-82df8a0d-d0d7-442e-8003-63e91452b7d5 None None] The port '38b9b06d-2197-4957-b841-6994cf449022' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:54:41.680163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebe01f36-e059-41fe-82f3-14bfe3132442 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:41.690048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.698724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:41.707705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebe01f36-e059-41fe-82f3-14bfe3132442 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:41.715479 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebe01f36-e059-41fe-82f3-14bfe3132442 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1596396 Nov 24 09:54:41.725306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52694) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:41.734222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344335431'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:41.742456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:41.756774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:41.782741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d46f1a-4799-4614-a024-4ec0ecf7de42 None None] DHCP port deletion for 2fecb3fd-6dc9-4597-8729-36bea7a3be49 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:54:41.785801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.794449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef717b5c-daac-45f1-bc2d-6436dfa9375a tempest-FloatingIPNegativeTestJSON-1070570502 tempest-FloatingIPNegativeTestJSON-1070570502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:41.836091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.858815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=b47a2737-3065-4abb-a78b-c092a1c31203,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:41.865872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:41.874539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 9454b7a3-e631-412c-975a-79cf7c6df656 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:41.880902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:41.885485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 38b9b06d-2197-4957-b841-6994cf449022 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:41.906912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:41.911186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:41.916318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:41.924245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port b47a2737-3065-4abb-a78b-c092a1c31203 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:41.925133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:41.926329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 38b9b06d-2197-4957-b841-6994cf449022 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:41.926718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 38b9b06d-2197-4957-b841-6994cf449022 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:41.940981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:41.948775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:41.960652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24ea97c1-71c4-4e1c-9c8a-a925357587f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be48cba5e008400e856f65e88c172ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5057628 Nov 24 09:54:41.961646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52698) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.055215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:42.068372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.159880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:42.160290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.223837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e78ee-52f1-4297-8e58-66d0abe2be9a None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:42.293150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.343826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.356353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.361071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9bda627-c1dc-405a-838e-27ee6a00ef54 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:42.389986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.437250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f52939-6fd9-46d1-ae0b-a037061bff8a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:42.438446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fecb3fd-6dc9-4597-8729-36bea7a3be49']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:42.440655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5f2ddc0d-a40e-47a6-9117-4f8690a65e87 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:42.441090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f2ddc0d-a40e-47a6-9117-4f8690a65e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.443958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:42.448706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.458730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.460132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7333806 Nov 24 09:54:42.463627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52702) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.472390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-361f21dd-026f-49f4-b0fc-9fde0357c1c4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '85f52939-6fd9-46d1-ae0b-a037061bff8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:42.474191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-361f21dd-026f-49f4-b0fc-9fde0357c1c4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:42.474520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3969a595-282b-44b3-a845-9f8ededfb041') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:42.474861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3969a595-282b-44b3-a845-9f8ededfb041') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:42.475363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-361f21dd-026f-49f4-b0fc-9fde0357c1c4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107284 Nov 24 09:54:42.484517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52706) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.490328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:42.492982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-09b1cb2a-ed00-4de6-b3f9-a722be01fa81 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '85f52939-6fd9-46d1-ae0b-a037061bff8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:42.493765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-09b1cb2a-ed00-4de6-b3f9-a722be01fa81 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:42.494905 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09b1cb2a-ed00-4de6-b3f9-a722be01fa81 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107353 Nov 24 09:54:42.503647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.510914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.522453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Sync routers for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:42.524651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-343e6d43-8fb4-4c35-ad3c-0793eaded556 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '85f52939-6fd9-46d1-ae0b-a037061bff8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:42.525741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-343e6d43-8fb4-4c35-ad3c-0793eaded556 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:42.526936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-343e6d43-8fb4-4c35-ad3c-0793eaded556 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0222056 Nov 24 09:54:42.535474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52714) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.550153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] 10.222.0.55 "PUT /v2.0/routers/eaefee97-f040-4122-bcbe-f2db7d2e5fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5617180 Nov 24 09:54:42.551665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.558995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.566867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b39e45ea-d50d-4c86-a7ea-82eabf9579aa tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '85f52939-6fd9-46d1-ae0b-a037061bff8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:42.567666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b39e45ea-d50d-4c86-a7ea-82eabf9579aa tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:42.569062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:42.569834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:42.572679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b39e45ea-d50d-4c86-a7ea-82eabf9579aa tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0187442 Nov 24 09:54:42.574176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52720) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.662296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.671985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8dd8b9e-31f4-4ace-bbf3-e698374c8fdf tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:42.691967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec7bf49-cee1-4e54-bb8d-0420026cc470,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:42.703943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:42.713429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.719202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bec7bf49-cee1-4e54-bb8d-0420026cc470 HTTP/1.1" status: 204 len: 168 time: 0.7552156 Nov 24 09:54:42.725994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:54:42.726606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.752931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:54:42.758072 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:54:42.786739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.810989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d035c84-449e-49c1-8b3e-114ed698041c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:42.815645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.869082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b47a2737-3065-4abb-a78b-c092a1c31203 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:42.881533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.895048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0e555a5c-6601-4d74-b6e2-30427747ddf4 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:42.919955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f52939-6fd9-46d1-ae0b-a037061bff8a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:42.923651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:42.925087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/85f52939-6fd9-46d1-ae0b-a037061bff8a HTTP/1.1" status: 204 len: 168 time: 0.3492169 Nov 24 09:54:42.926255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73e641b6-66d1-4936-bce0-036f7d5cd317 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:42.931577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52730) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:42.935770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:42.948697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: b47a2737-3065-4abb-a78b-c092a1c31203 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:42.949449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device b47a2737-3065-4abb-a78b-c092a1c31203 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:43.039982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=9454b7a3-e631-412c-975a-79cf7c6df656,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:43.039982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:43.057296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.114207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/9454b7a3-e631-412c-975a-79cf7c6df656 HTTP/1.1" status: 204 len: 168 time: 1.5165367 Nov 24 09:54:43.126287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.128753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52736) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.134762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:43.172677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.175331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/2fecb3fd-6dc9-4597-8729-36bea7a3be49 HTTP/1.1" status: 204 len: 168 time: 3.2829921 Nov 24 09:54:43.180460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.181456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=2fecb3fd-6dc9-4597-8729-36bea7a3be49,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:43.187248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:43.195315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505130642', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.216128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.225320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:43.232051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:43.247299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:43.273137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.274808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.328172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.341854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a364553a-89bf-46c2-ba24-d6d6bccaca16 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2115538 Nov 24 09:54:43.342857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f58ca8-24c1-41c7-8bc0-4d878475a8b0 None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '9454b7a3-e631-412c-975a-79cf7c6df656'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'cf28a344-c1c0-469f-a743-eae2555a20ce'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:54:43.344739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.349560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19999bb0-94de-481a-9b4d-69999a824dd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:43.367180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.387895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19999bb0-94de-481a-9b4d-69999a824dd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:43.394732 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19999bb0-94de-481a-9b4d-69999a824dd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4614787 Nov 24 09:54:43.396644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52752) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.404292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926388322'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.412690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.437675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:43.459389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.468713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6f58ca8-24c1-41c7-8bc0-4d878475a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.565744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.576025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:43.580713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:43.589782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.594723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:43.597957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:43.602368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:43.611154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.619515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:43.640838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:38Z', 'revision_number': 4, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '68df9cb1-4761-4f9c-ad47-9e277bcd42a6', 'name': '', 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'mac_address': 'fa:16:3e:cf:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:35Z', 'updated_at': '2021-11-24T09:54:38Z', 'revision_number': 2, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'subnets': [{'id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:43.651792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:43.659479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Checking router: eaefee97-f040-4122-bcbe-f2db7d2e5fb4 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:43.659811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.661970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Updating router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:54:43.690496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.703251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b065091-e91d-49d1-8da2-97e742d33bb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5186329 Nov 24 09:54:43.721995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.724607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.731663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.734434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-1769506784'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.735942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-850451c8-c163-47a5-aaaf-ccd626d53a83 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:43.745983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.812756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:43.829101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:43.833167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.836980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da01438e-94b5-4564-817d-88e10792a2db,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:43.841186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:43.848149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:43.858400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.864977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4618049 Nov 24 09:54:43.865635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52766) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.874013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e319f07a-3660-458c-898a-270ecccd5a28 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.874848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e319f07a-3660-458c-898a-270ecccd5a28 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:43.878300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e319f07a-3660-458c-898a-270ecccd5a28 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088394 Nov 24 09:54:43.885086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52770) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:43.892387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:43.900642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:43.904186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:43.910128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:43.914821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:43.930154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797e6da-df6c-4211-b129-f6527219644e None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:43.946653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:43.952435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:54:43.984233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:44.027699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.030303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc of type vlan for network 7248c213-b9e6-4cb3-8597-a0ac7beb656c Nov 24 09:54:44.038881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.093245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:44.101136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ba90052-d509-4915-8033-5d7734c11bcf tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2139542 Nov 24 09:54:44.102614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52782) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.108552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ab42be9-f1af-4e16-ab5e-4bc5cde0958f None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:44.108980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ab42be9-f1af-4e16-ab5e-4bc5cde0958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.118301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f1e2f0aa-8637-427c-a4b6-056e5a8c0643 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:44.129131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-f1e2f0aa-8637-427c-a4b6-056e5a8c0643 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:44.130592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1e2f0aa-8637-427c-a4b6-056e5a8c0643 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255654 Nov 24 09:54:44.133927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52786) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.146957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:44.159757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:44.166814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:44.173879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:44.187954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:44.240488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:44.244524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.256170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:44.262782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfba7cab-a887-4e94-b0ee-04a01c62ae7d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1218913 Nov 24 09:54:44.265632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52792) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.285514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae883985-6bf0-444e-8d76-2ebfdfd004fe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/85831d1c-e09f-4b99-8e49-1e0ec668fa2f HTTP/1.1" status: 200 len: 993 time: 0.2423720 Nov 24 09:54:44.292856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-61888870-446a-47b9-a228-168fc9be0cd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:44.292856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-61888870-446a-47b9-a228-168fc9be0cd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:44.301351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52796) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.314685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-61888870-446a-47b9-a228-168fc9be0cd3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0348697 Nov 24 09:54:44.315838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:44.337279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:44.347714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:44.353941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:44.402131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:44.426025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.441291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:44.447336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.447663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52804) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.454916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538353502', 'description': 'tempest-secgroup-smoke-538353502 description', 'project_id': '237394d999354d869b33215cbbb1b267'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:44.462824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-202109a9-09a5-4e99-b84d-4f9448d8c2b0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:44.470985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:44.481936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:44.486614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:44.500021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:44.532931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.632015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52810) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.657808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0143569 Nov 24 09:54:44.659579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52812) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.661233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:44.672638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:44.696558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:44.725776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52818) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:44.727561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:44.780565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.820264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Transition to ACTIVE for port object 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:44.832340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.834223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.839615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40ed16d3-7a49-4f29-b2ee-98c3756405da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:44.887727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:44.894207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:44.897777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:44.990575 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a90bd0e8-5d7d-460c-a58f-eba40c021e22 tempest-NetworksApiDiscovery-511625038 tempest-NetworksApiDiscovery-511625038-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3245025 Nov 24 09:54:45.034656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3084946 Nov 24 09:54:45.042666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.044402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=7248c213-b9e6-4cb3-8597-a0ac7beb656c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:45.051030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:45.052518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:45.053836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee13590c-eba3-4f08-bfcc-897296a3de0b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7460177 Nov 24 09:54:45.068348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:45.069095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:54:45.112687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52828) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.149217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Pushing event updated for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:45.149790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-aece9705-9c6f-4a75-a110-bf1581192bc3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:45.150697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-aece9705-9c6f-4a75-a110-bf1581192bc3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:45.154517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aece9705-9c6f-4a75-a110-bf1581192bc3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0317855 Nov 24 09:54:45.174695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52832) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.198617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:45.210218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:45.214657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:45.220094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '4dd11bd8-4516-4545-86ec-9378d16a6d58'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'cf28a344-c1c0-469f-a743-eae2555a20ce'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:54:45.223775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:45.234395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:45.263590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.265423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:45.266603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.268374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.269870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.271594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.273789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:45.274428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.275420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.275976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.276519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.277090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.280036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:54:45.288338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:45.288649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:45.293159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:45.295882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:45.301978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:45.313754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.358497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.391975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.405822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9ed061d-8e81-4544-8495-1e9f5348d7ce tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:45.424023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Attempting to bind port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:45.427018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Attempting to bind port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:45.428782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Attempting to bind port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 on network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:45.440636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:45.442452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port a30e6175-b389-416c-8782-0fe539f93d68 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:45.442894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.447155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:45.450048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Checking segment: {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:45.452471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.455239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Bound using segment: {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:45.456041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Bound port: 68df9cb1-4761-4f9c-ad47-9e277bcd42a6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdab60b5-91fc-42f7-9169-1157e42c682b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:45.456706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.516335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:45.517653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-911f13a4-ce3d-46b0-a577-63456abb59df tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3388937 Nov 24 09:54:45.521311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.535338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'da01438e-94b5-4564-817d-88e10792a2db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:45.573868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] For port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:45.582503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] For port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:45.582804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.589669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.598081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1459894 Nov 24 09:54:45.603638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:45.617008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e919e-6a0e-4624-be0d-bcc0803de21c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:45.620024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:45.632730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.642767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:45.646923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:45.647157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:45.663262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:45.680994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:45.690252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:45.695949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.701656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:45.719996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:45.725891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:45.741611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:45.794707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 09:54:45.794707 dv-neutron-818439-1-hyperv neutron-server[88766]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 24 09:54:45.794707 dv-neutron-818439-1-hyperv neutron-server[88766]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe8f:30e7', 'status': 'ALLOCATED', 'ipam_subnet_id': 'cdbadd34-8a36-4990-9ffa-f28248835b17'}] Nov 24 09:54:45.794707 dv-neutron-818439-1-hyperv neutron-server[88766]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:45.795633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:45.796307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Pushing event updated for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:45.800160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:45.801214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:45.801918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:45.859677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.921860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.923374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:45.940653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:45.944363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8801e80-c8ce-461b-b74d-e7b36ebf1330 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4216926 Nov 24 09:54:45.960766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:46.071541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:46.089029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.092705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for a30e6175-b389-416c-8782-0fe539f93d68 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:46.189001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.194299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.197351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1143021-5198-4594-8afc-0e56cae46693 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:46.241234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e28133-5f00-49d7-a985-dc3845e70d85,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:46.248747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:46.253710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.258176 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6101115 Nov 24 09:54:46.260387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52856) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:46.270929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:46.309780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:46.326215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:46.331473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:46.342913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.345592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:46.373467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.378193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-383aaa7b-a9ac-4362-b951-210965df3e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:46.391845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.409175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.436064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=a30e6175-b389-416c-8782-0fe539f93d68,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:46.449412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:46.450499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:46.454737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Usage tracker for resource:security_group_rule and tenant:006194220921438c9aeb73b1c6707e8a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:46.459184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:46.466981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.508053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.630506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.635584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.639645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:46.682091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.685555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:38Z', 'revision_number': 4, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '68df9cb1-4761-4f9c-ad47-9e277bcd42a6', 'name': '', 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'mac_address': 'fa:16:3e:cf:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:35Z', 'updated_at': '2021-11-24T09:54:45Z', 'revision_number': 4, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'subnets': [{'id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:46.690619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb3c7b-284f-4ae9-b0ab-7ea945074c57 None None] The sync data for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv is: [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T09:54:38Z', 'revision_number': 4, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '68df9cb1-4761-4f9c-ad47-9e277bcd42a6', 'name': '', 'network_id': 'dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'mac_address': 'fa:16:3e:cf:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:35Z', 'updated_at': '2021-11-24T09:54:45Z', 'revision_number': 4, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'subnets': [{'id': 'e6e4920e-4f4e-41c7-b418-1ee225337bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:46.695636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.695753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a33ee01-740f-405f-9dca-1b4af05249dd tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:46.703946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:46.729789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da01438e-94b5-4564-817d-88e10792a2db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:46.741244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41dcac5-26c1-4ca2-9e2f-872a27fb176e,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:46.744696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:46.745188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:46.765254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.765732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.767179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5051873 Nov 24 09:54:46.770818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52860) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:46.794546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f4ea669b-7b37-4eae-9ee9-4d6389f6d29c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:46.797674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:46.814618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:46.832469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:46.838513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:46.876094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:46.903247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:46.924671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.928404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/da01438e-94b5-4564-817d-88e10792a2db HTTP/1.1" status: 204 len: 168 time: 0.9271142 Nov 24 09:54:46.930534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=e9abdfa0-4495-4899-be68-dae6e7d31633,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:46.933157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52864) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:46.953513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:46.953923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.991460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.997421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:54:46.998172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:46.998357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:54:47.001172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.002010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.007851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4342fc0-e37e-477c-b5ca-fcd336a37b06 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.038656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.073533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:47.074108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 7248c213-b9e6-4cb3-8597-a0ac7beb656c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:54:47.076467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9242ad0-aaa5-4252-85d3-7cb7e9451a7f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:47.095391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.106503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.110446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.131311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e9242ad0-aaa5-4252-85d3-7cb7e9451a7f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:47.132690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9242ad0-aaa5-4252-85d3-7cb7e9451a7f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1985662 Nov 24 09:54:47.141529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.146103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26046be2-5b87-4ae4-888e-21e93058f14c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:47.149505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:47.158226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:47.174063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--497462590'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:47.182082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:47.183138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.195628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=006194220921438c9aeb73b1c6707e8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5425828 Nov 24 09:54:47.202317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:47.205982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=8']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:47.208813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:47.210033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52872) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.210341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:47.220037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3dc15711-76aa-4bc4-8429-80f437c1b8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.250255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.254421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4797614 Nov 24 09:54:47.262245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52876) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.275499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:47.286378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:47.296292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:47.297188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9511659 Nov 24 09:54:47.304818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52880) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.315626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:47.320732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:54:47.332751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.337050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:47.347317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=4dd11bd8-4516-4545-86ec-9378d16a6d58,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:47.347845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:47.353381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:47.354051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 7248c213-b9e6-4cb3-8597-a0ac7beb656c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:47.355885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0251975-7e7e-40fd-982d-06b05ff5b959 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.363964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a336bd-4fa3-4743-b9b8-fec592ca1787 None None] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:47.373973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:47.394685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b50e46-1d18-4b62-9a5b-abc935ed2309,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:47.398005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:47.398630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.405273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:47.448045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4002972 Nov 24 09:54:47.450137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:47.453753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52884) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.501143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.512768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.531594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:47.541474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:47.551057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:47.649840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.664986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.784390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:47.789774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:47.794782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:47.802496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:47.815943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.827401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0db2eea-d640-44bc-9875-bc125d6ce1ba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.842900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:47.898395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.905084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.925814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b2d6902-aa78-4696-9341-f9cc7e012574 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:47.938922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:47.943589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7927437 Nov 24 09:54:47.945978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52888) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:47.959298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '8e9eb58a-97f7-4b1e-92f4-49f3146b702f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:48.022320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.026063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47b50e46-1d18-4b62-9a5b-abc935ed2309 HTTP/1.1" status: 204 len: 168 time: 0.8125432 Nov 24 09:54:48.031121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.063287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:48.063535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b50e46-1d18-4b62-9a5b-abc935ed2309,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:48.066064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:48.089376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:48.116520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:48.119915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9eb58a-97f7-4b1e-92f4-49f3146b702f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:48.121824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.127281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:54:48.127565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:48.128674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.134640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:48.160506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.166319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-715e7172-72e2-4f0c-978e-ba9cfdc4d912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:48.172208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.207789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.243017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-585ee09c-4363-4d45-988b-18f5608cf1fc tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:48.278780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:48.361286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf61445-2d8c-4300-87ed-64329566beef,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:48.365097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:48.447321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Allocated IP 172.20.0.2 (7248c213-b9e6-4cb3-8597-a0ac7beb656c/e9abdfa0-4495-4899-be68-dae6e7d31633/45552991-9a82-4364-822b-8ca2e51be9fc) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:48.484135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.495553 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2322814 Nov 24 09:54:48.500815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52894) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:48.556988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4dd11bd8-4516-4545-86ec-9378d16a6d58 (CIDR: 2001:db8::/64) Nov 24 09:54:48.580895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:48.591781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:48.594893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:48.595587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:54:48.624037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:48.629377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:48.630665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The resource could not be found. Nov 24 09:54:48.633318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:48.633981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-64c6b2aa-60f1-4bf3-bb45-6b93455e739d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6839433 Nov 24 09:54:48.641214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52898) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:48.642308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:48.642837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:48.667389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': '8e9eb58a-97f7-4b1e-92f4-49f3146b702f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5ad18fa5-c455-4182-b830-cf89fa3ae96c'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:48.681635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:48.682846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:54:48.695176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:48.698762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Project 237394d999354d869b33215cbbb1b267 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:54:48.704576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:48.753896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=9']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:48.763598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:48.786835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:48.815058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:48.843600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:48.844043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.023829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86634538-6262-4317-8fa8-a69c321e1918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.168587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.189634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d1205d8-9c61-4ac4-9203-7d2d6bd3d022 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8821170 Nov 24 09:54:49.201489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52902) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:49.212825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:49.293440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.323237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.343652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Transition to ACTIVE for port object 45552991-9a82-4364-822b-8ca2e51be9fc will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:49.380905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Transition to ACTIVE for port object 45552991-9a82-4364-822b-8ca2e51be9fc will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:49.391255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:49.393786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.398798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:49.443692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.457236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The resource could not be found. Nov 24 09:54:49.458772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d17a871b-0bd1-47e5-86af-b735bd6f1824 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7986283 Nov 24 09:54:49.464616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:49.486816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:49.490630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:49.500164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:49.502502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Pushing event updated for resources: {'Port': ['ID=45552991-9a82-4364-822b-8ca2e51be9fc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:49.507043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:49.507566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-613b3ff7-913f-4d2a-9ea6-24ba7198bcc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:49.569323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.588741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.592285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:49.594968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c27ace32-5d84-4486-9dc4-bda1ce5d5234 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:49.614518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:49.630126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:49.638836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337e8609-6ee5-473f-8492-146e23556326,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:49.650672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.658923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:49.662231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:49.675731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Attempting to bind port 45552991-9a82-4364-822b-8ca2e51be9fc on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:49.676201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Attempting to bind port 45552991-9a82-4364-822b-8ca2e51be9fc by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:49.676523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Attempting to bind port 45552991-9a82-4364-822b-8ca2e51be9fc on network 7248c213-b9e6-4cb3-8597-a0ac7beb656c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:49.687535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.691989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.692250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1730297 Nov 24 09:54:49.693271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52910) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:49.698244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:49.702123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'security_group_rule': {'security_group_id': '8a7e919e-6a0e-4624-be0d-bcc0803de21c', 'project_id': '237394d999354d869b33215cbbb1b267', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:49.707194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:49.717211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.717364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:49.717774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Checking segment: {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:49.718237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.718713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Bound using segment: {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:49.719252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Bound port: 45552991-9a82-4364-822b-8ca2e51be9fc, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:49.719676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.743013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:49.822835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] For port 45552991-9a82-4364-822b-8ca2e51be9fc, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:49.826475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] For port 45552991-9a82-4364-822b-8ca2e51be9fc, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=45552991-9a82-4364-822b-8ca2e51be9fc,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:49.830125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.834996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:49.857016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:49.863900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.867827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.20.0.1 (7248c213-b9e6-4cb3-8597-a0ac7beb656c/e9abdfa0-4495-4899-be68-dae6e7d31633/57dea0d9-13a9-4584-8d5d-0a984e86b914) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:49.869493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:security_group_rule and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:49.870056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e74f5e14-6c50-4fbb-9b4a-8bf7caefb470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:49.879298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:49.892463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9eb58a-97f7-4b1e-92f4-49f3146b702f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:49.896765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:49.905292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:49.921070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:49.934261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.938274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c7dd6-f92d-424b-a020-2f2de80c4287 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:49.959134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:49.959923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Sync routers for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:49.963326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/8e9eb58a-97f7-4b1e-92f4-49f3146b702f HTTP/1.1" status: 204 len: 168 time: 0.4953547 Nov 24 09:54:49.964168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52914) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:49.996789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Project 237394d999354d869b33215cbbb1b267 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:54:50.024503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.059804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/85831d1c-e09f-4b99-8e49-1e0ec668fa2f HTTP/1.1" status: 204 len: 168 time: 5.3261433 Nov 24 09:54:50.069503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:54:50.097609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33c9beec-86c3-4e2b-9c67-955d6b054af7 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:50.143857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Pushing event updated for resources: {'Port': ['ID=45552991-9a82-4364-822b-8ca2e51be9fc,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:50.186543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.190429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33c9beec-86c3-4e2b-9c67-955d6b054af7 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:50.197274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-33c9beec-86c3-4e2b-9c67-955d6b054af7 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2320166 Nov 24 09:54:50.198142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:50.205411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'status': 'completed', 'code': 200} Nov 24 09:54:50.210164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'c2730db0-c90f-44a8-a985-4cea49dd0392', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:50.216190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:50.219157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:50.230167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:50.234654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:50.242784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:50.288760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:50.299049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The resource could not be found. Nov 24 09:54:50.304726 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8954621-7488-41e0-ac16-3a58422750cc tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1008620 Nov 24 09:54:50.305498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52926) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:50.310599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object 57dea0d9-13a9-4584-8d5d-0a984e86b914 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:50.316575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835744660'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:50.324839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:50.342824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:50.357543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.363064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.373377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.381024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:50.381448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.391501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8eff4f27-2847-4555-86a1-659b7f4d3732 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:50.414140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.430916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:50.451463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:50.452180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:50.458556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b464271-e22c-408c-aae5-7543b3d8687f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:50.461442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:50.477227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.483569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7883284 Nov 24 09:54:50.492721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-fd6a1a5d-1f7e-4a58-9205-8c0395443fe6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 1099 time: 0.1978178 Nov 24 09:54:50.538616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:50.543774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:50.547353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:50.549979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:50.566407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:50.567597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:50.645014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:50.651152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:50.663764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:50.680027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.726441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.795519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a79c911b-f456-4235-b362-6234f92fede5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:50.800066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.941959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:50.967932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52cb6c6c-87f0-4b78-8eca-a08b8085ec2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:51.009995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=2d30eebf-d7d9-4c64-8593-1bd80350eca4,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:51.013496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:51.014737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-44f1f42b-0c6f-48a5-beb1-22fb78f00ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:51.016478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-44f1f42b-0c6f-48a5-beb1-22fb78f00ece service neutron] 10.222.0.61 "GET /v2.0/networks?id=91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 200 len: 897 time: 0.5158155 Nov 24 09:54:51.045872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.086936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.099629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:51.107809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:51.111091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:51.111797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.134705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:51.135465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.146807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9438848 Nov 24 09:54:51.148229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 52974) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:51.169961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-dcbd8f8c-5496-4d24-8af9-e5f756c58ce9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 200 len: 217 time: 0.1441991 Nov 24 09:54:51.179238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:ca:99:cb', 'name': 'tempest-NetworksTestDHCPv6-112196576'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:51.202987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.228729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-38217543-92e4-4795-8825-991c7d612f5d None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:51.246848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.251937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9406424 Nov 24 09:54:51.251937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0862354-2069-4466-a545-c8fbe7207aff,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:51.260319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:51.263991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c284-daff-4515-9034-6241b57ef89f req-977f51ff-535f-459b-9acc-e5fc57e8cca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:51.264830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8390c284-daff-4515-9034-6241b57ef89f req-977f51ff-535f-459b-9acc-e5fc57e8cca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:51.269082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:51.277127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.285143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:51.290242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--81266068'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:51.417282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8390c284-daff-4515-9034-6241b57ef89f req-977f51ff-535f-459b-9acc-e5fc57e8cca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:51.424890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:51.425342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8390c284-daff-4515-9034-6241b57ef89f req-977f51ff-535f-459b-9acc-e5fc57e8cca0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 0.6851304 Nov 24 09:54:51.450267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:51.485572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:51.496470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:51.514312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-7c970dc8-53c8-4d74-b128-6d6b87382a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:51.518142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:51.533808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-7c970dc8-53c8-4d74-b128-6d6b87382a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 200 len: 834 time: 0.3273787 Nov 24 09:54:51.616180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8390c284-daff-4515-9034-6241b57ef89f req-c69a1733-326d-4cef-8693-171d76832042 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898012 Nov 24 09:54:51.721008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:51.850423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8d1b29d-9ccd-4265-b01c-17b715e7752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.851374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:51.852149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=10']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:51.883865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.934380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:51.941251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:51.954147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:51.976662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:51.989130 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-702d7bac-084c-45f4-af68-bd32297ae3ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91607340-c895-442d-8d2b-85d84a7d9695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4360638 Nov 24 09:54:52.004303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:52.026884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:52.034379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:52.100219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.106658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.115743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78d3b5d2-5734-4651-afb7-c6999323d5ff tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:52.229179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6c6f6-4396-4087-88c1-65070147ae4d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:52.253841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 080b66a9-037e-4002-b463-e4a0ece943ce yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:54:52.280776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc38a55-63a6-403f-b453-ca1fef048246,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:52.285432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:52.286214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.287556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0257165 Nov 24 09:54:52.292498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 52988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:52.315903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group_rule': {'security_group_id': 'f0862354-2069-4466-a545-c8fbe7207aff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6bc38a55-63a6-403f-b453-ca1fef048246'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:52.328764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:52.337335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:52.344336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:52.357678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:52.431746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.481100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.532841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:52.553163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8:0:1::3 (d35a00cd-fc87-44df-a65e-9faae0fcef26/2d30eebf-d7d9-4c64-8593-1bd80350eca4/080b66a9-037e-4002-b463-e4a0ece943ce) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:52.560418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.560652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::f816:3eff:feca:99cb (d35a00cd-fc87-44df-a65e-9faae0fcef26/4dd11bd8-4516-4545-86ec-9378d16a6d58/080b66a9-037e-4002-b463-e4a0ece943ce) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:52.593693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d5eb9f4-101f-4741-8e90-f3cd4f35b0d0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:52.783198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:54:52.785277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77714c0e-141a-45b9-9200-5b02139826f3 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4916110 Nov 24 09:54:52.810508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53006) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:52.855089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:52.883815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 080b66a9-037e-4002-b463-e4a0ece943ce will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:52.986879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-112ee6fb-83b0-480c-8d89-2c827060a8cf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:52.989259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-112ee6fb-83b0-480c-8d89-2c827060a8cf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 1.2402794 Nov 24 09:54:52.993734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.016538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:53.063039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:53.068278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:53.130233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.223008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 3240a165-307e-443c-935d-8bc5e1d1fd94 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:53.226492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.226733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5a890a93-ee45-4ddf-804f-3e305f75edf2 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:53.227066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a890a93-ee45-4ddf-804f-3e305f75edf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.253547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.283501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff65f4-9efd-4524-94c4-75ef2daa0566 req-c8f5fde9-d1c7-4af6-8273-3a98775c1ece tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:53.287752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-baff65f4-9efd-4524-94c4-75ef2daa0566 req-c8f5fde9-d1c7-4af6-8273-3a98775c1ece tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 946 time: 0.2643721 Nov 24 09:54:53.351022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:53.358803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:53.366249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:54:53.373187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:53.373592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f96e1-f4df-4311-bf90-61ecc67c2cfe None None] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:54:53.374804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.382130 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-8784d1b9-9871-464e-8475-325fdc76d130 service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3808584 Nov 24 09:54:53.405956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:53.406393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.441854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.528241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-baff65f4-9efd-4524-94c4-75ef2daa0566 req-96d4c9c0-ca76-4ab7-9140-929e362bbe5d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e89de64-22c7-476d-823a-b9726d99502d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730504 Nov 24 09:54:53.579874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:54:53.582399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:54:53.723101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.905966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:53.930956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:53.943697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Checking router: e4ab2306-2e40-4ad1-97dd-cb75b2eca0df for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:53.945613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:53.962331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ec16754-ee9d-4e56-b2cc-bd9977843cf3 None None] Provisioning for port 45552991-9a82-4364-822b-8ca2e51be9fc completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:53.978993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc38a55-63a6-403f-b453-ca1fef048246,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:54.025146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:54.026943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:54.098081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:54.112130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.113573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/6bc38a55-63a6-403f-b453-ca1fef048246 HTTP/1.1" status: 204 len: 168 time: 1.2504215 Nov 24 09:54:54.116312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53034) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:54.118547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=080b66a9-037e-4002-b463-e4a0ece943ce,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:54.155680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:54.246892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0921068 Nov 24 09:54:54.247193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:54.249521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 3240a165-307e-443c-935d-8bc5e1d1fd94, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=3240a165-307e-443c-935d-8bc5e1d1fd94,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:54.249990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.307691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:54.332722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-101fa2d6-7821-4ceb-8431-d2f5e3c5e19b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:54.391523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 080b66a9-037e-4002-b463-e4a0ece943ce {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:54:54.391925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.432282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 3240a165-307e-443c-935d-8bc5e1d1fd94 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:54.497750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-101fa2d6-7821-4ceb-8431-d2f5e3c5e19b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:54.499235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-101fa2d6-7821-4ceb-8431-d2f5e3c5e19b tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3819127 Nov 24 09:54:54.509821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53042) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:54.601888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab7c0d37-c989-4559-bbb2-3f176106b6e5 req-ba684f29-30df-41ba-80cc-205e7c64babe service neutron] 10.222.0.61 "GET /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2031999 Nov 24 09:54:54.652870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.741120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.773502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 45552991-9a82-4364-822b-8ca2e51be9fc up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:54.788681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:54:54.791082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:54.818805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:54.977609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=3240a165-307e-443c-935d-8bc5e1d1fd94,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:54.989787 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bb22bd5-63ed-4ad1-bd06-9aec5079cc6c req-64b20e24-b868-4a8b-a717-1f3471cf6446 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=de50169e-9ade-484c-bfcc-5ecaac547350 HTTP/1.1" status: 200 len: 210 time: 0.1229315 Nov 24 09:54:54.991854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:55.055679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 3240a165-307e-443c-935d-8bc5e1d1fd94 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:54:55.059945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.064351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'name': 'network-vif-deleted', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:54:55.075553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.083019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f12a9c89-39c9-43a3-865a-afb773bb9810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:55.112515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0862354-2069-4466-a545-c8fbe7207aff,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:55.119844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:55.122118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.126509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 45552991-9a82-4364-822b-8ca2e51be9fc completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:55.126789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0862354-2069-4466-a545-c8fbe7207aff HTTP/1.1" status: 204 len: 168 time: 0.6154234 Nov 24 09:54:55.128127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:55.132187 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc6519fb-ea40-41f2-8ab8-52656ebe28bc req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/3240a165-307e-443c-935d-8bc5e1d1fd94 HTTP/1.1" status: 204 len: 173 time: 2.1337118 Nov 24 09:54:55.214918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:55.223053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 45552991-9a82-4364-822b-8ca2e51be9fc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:55.223587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.230924 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50169e-9ade-484c-bfcc-5ecaac547350', 'name': 'network-vif-deleted', 'tag': '3240a165-307e-443c-935d-8bc5e1d1fd94', 'status': 'completed', 'code': 200} Nov 24 09:54:55.285965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b7af1fcc-5e9c-4e1e-90a9-23a9f38409cd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:55.299868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35e6fb-9dd5-4c4b-b0f0-934af8857726 None None] The sync data for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv is: [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:53:25Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec8b7dec-a5b4-4483-a444-bc17cf354202', 'name': '', 'network_id': '91607340-c895-442d-8d2b-85d84a7d9695', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:b4:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:23Z', 'updated_at': '2021-11-24T09:53:38Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'f6aaf115-55c4-47b0-ab6c-be7a9ea20154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:54:55.310657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '4dd11bd8-4516-4545-86ec-9378d16a6d58', 'ip_address': '2001:db8::f816:3eff:fe8f:30e7'}, {'subnet_id': '2d30eebf-d7d9-4c64-8593-1bd80350eca4'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'cf28a344-c1c0-469f-a743-eae2555a20ce'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:54:55.318006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b7af1fcc-5e9c-4e1e-90a9-23a9f38409cd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:55.334477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7af1fcc-5e9c-4e1e-90a9-23a9f38409cd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2048469 Nov 24 09:54:55.335773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53056) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:55.359237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730883902'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:55.380244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:55.386318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.402278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:55.423871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.490155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.528040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:55.535200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Usage tracker for resource:security_group_rule and tenant:06b957e16ca04ef8a643a84c579e8d9a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:55.539801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:55.551744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:55.585600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.693095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.702455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.709328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 080b66a9-037e-4002-b463-e4a0ece943ce owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:54:55.712075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9dc14c09-99de-4675-98c8-b7e256708f5f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:55.767743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0f8d4-52c8-4b54-b740-9a7e49220a4d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:55.771896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:55.808055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:55.813234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4639599 Nov 24 09:54:55.826038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53062) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:55.834706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-943e6a05-8e96-4867-9ae3-3931a42b301c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:55.835675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-943e6a05-8e96-4867-9ae3-3931a42b301c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 09:54:55.843766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 45552991-9a82-4364-822b-8ca2e51be9fc, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=45552991-9a82-4364-822b-8ca2e51be9fc,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:55.845590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-943e6a05-8e96-4867-9ae3-3931a42b301c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "PUT /v2.0/security-groups/edc0f8d4-52c8-4b54-b740-9a7e49220a4d HTTP/1.1" status: 409 len: 330 time: 0.0175915 Nov 24 09:54:55.851602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53066) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:55.980698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Allocated IP 2001:db8:0:1::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/2d30eebf-d7d9-4c64-8593-1bd80350eca4/cf28a344-c1c0-469f-a743-eae2555a20ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:54:56.008113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:54:56.021800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:54:56.029952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5706987 Nov 24 09:54:56.030468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.048257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.061326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:56.062502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:56.072157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-70377955'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:56.102020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:56.125458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.168933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:54:56.191314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.197884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52be17e4-9485-4bb0-a776-c1e7787aaa40 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:56.220027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.223285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0f8d4-52c8-4b54-b740-9a7e49220a4d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:56.226046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:56.236344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.238333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dc444d8c-85cc-498b-92d7-ca12175aee44 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/edc0f8d4-52c8-4b54-b740-9a7e49220a4d HTTP/1.1" status: 204 len: 168 time: 0.3848112 Nov 24 09:54:56.241393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53076) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.262499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Transition to ACTIVE for port object cf28a344-c1c0-469f-a743-eae2555a20ce will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:56.266372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:56.269507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.270401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:56.275900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53080) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.285335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:56.291073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:56.302877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 3240a165-307e-443c-935d-8bc5e1d1fd94 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:54:56.358743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05d29220-396f-4b80-9a6b-e48814a4e6a1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Synchronizing usage tracker for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:56.360954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:56.362750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:56.383809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05d29220-396f-4b80-9a6b-e48814a4e6a1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Unset dirty status for tenant:06b957e16ca04ef8a643a84c579e8d9a on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:56.386416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05d29220-396f-4b80-9a6b-e48814a4e6a1 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1435184 Nov 24 09:54:56.395921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53084) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.428409 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-eb5ae20c-5de5-4541-915b-516fa6165925 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] delete failed (client error): The resource could not be found. Nov 24 09:54:56.430095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb5ae20c-5de5-4541-915b-516fa6165925 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "DELETE /v2.0/security-groups/f1ead8f2-45a7-4dbc-bde1-f4f33614f403 HTTP/1.1" status: 404 len: 347 time: 0.0321560 Nov 24 09:54:56.436401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53088) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.472325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6efb4-39c5-4ad8-a61d-4ceda620139d None None] New status for floating IP 85831d1c-e09f-4b99-8e49-1e0ec668fa2f: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:54:56.500772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-09183adf-bb56-43c3-8276-3cf986948fee tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] show failed (client error): The resource could not be found. Nov 24 09:54:56.507609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09183adf-bb56-43c3-8276-3cf986948fee tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-groups/ec2bee06-d09b-41b8-a2e5-4e373cc861e6 HTTP/1.1" status: 404 len: 347 time: 0.0688496 Nov 24 09:54:56.512587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53092) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:56.580018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-887d8253-9d50-4ca9-9b27-046a6fb45b4d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] show failed (client error): The resource could not be found. Nov 24 09:54:56.581115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-887d8253-9d50-4ca9-9b27-046a6fb45b4d tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] 10.222.0.55 "GET /v2.0/security-group-rules/5c5d9402-4f9c-471f-911e-0d1e277ce7dc HTTP/1.1" status: 404 len: 356 time: 0.0674412 Nov 24 09:54:56.616241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:56.639379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.745357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.776551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=45552991-9a82-4364-822b-8ca2e51be9fc,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:56.855041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:56.855807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 3240a165-307e-443c-935d-8bc5e1d1fd94 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:54:56.856663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 3240a165-307e-443c-935d-8bc5e1d1fd94 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:54:56.857533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:56.897270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:54:56.919697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.920093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 6c5a287d-7d5f-4ab1-8634-657d3facdd48 of type vlan for network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad Nov 24 09:54:56.928672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.935393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:56.950758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9f92506-4b82-4588-ba4b-0719734ba67d tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:56.956104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:54:50Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:54:51Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:56.968363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:54:56.968764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Updating router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 port 57dea0d9-13a9-4584-8d5d-0a984e86b914 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:54:57.078176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.097315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=11']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:57.112145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Provisioning for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:57.120471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:57.128268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Provisioning complete for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:57.128710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.150426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=080b66a9-037e-4002-b463-e4a0ece943ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:57.176314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:57.255703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Port 57dea0d9-13a9-4584-8d5d-0a984e86b914 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:57.256798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.277100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Provisioning complete for port 45552991-9a82-4364-822b-8ca2e51be9fc triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:57.277662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7821a2b4-caec-4e8f-aec4-577e82bc1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.288997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.385566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53102) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:57.442236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.534929 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/080b66a9-037e-4002-b463-e4a0ece943ce HTTP/1.1" status: 204 len: 168 time: 3.2855937 Nov 24 09:54:57.537463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53108) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:57.549179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.596141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:57.596864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.626724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbe1b6f1-e45c-49e0-ab8d-dde51d6073b6 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:57.642726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 45552991-9a82-4364-822b-8ca2e51be9fc up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:57.817027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-22ac505a-3133-4493-950c-9abe68b368c9 None None] Provisioning complete for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:57.817501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22ac505a-3133-4493-950c-9abe68b368c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.820412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d034cc4-b1b6-4d03-a60f-809c08ddf387 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:57.822271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d034cc4-b1b6-4d03-a60f-809c08ddf387 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:57.927244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.8754692 Nov 24 09:54:57.928148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53112) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:57.949036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:54:57.978707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8d034cc4-b1b6-4d03-a60f-809c08ddf387 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:57.980005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.986149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d034cc4-b1b6-4d03-a60f-809c08ddf387 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4466801 Nov 24 09:54:57.986395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:57.991007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53116) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:58.016345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/5e89de64-22c7-476d-823a-b9726d99502d HTTP/1.1" status: 204 len: 168 time: 1.7108791 Nov 24 09:54:58.021728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=08c93c3e-1d74-40e3-ad31-8de5237ce6ad,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:58.033071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.040112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:58.040683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1cc86032-e5b4-47f2-bc53-bc039a54a03b tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:58.055309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Transition to ACTIVE for port object 57dea0d9-13a9-4584-8d5d-0a984e86b914 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:54:58.078314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-22ac505a-3133-4493-950c-9abe68b368c9 None None] Port 57dea0d9-13a9-4584-8d5d-0a984e86b914 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:54:58.080753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.081845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:58.085519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:54:58.107987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-be0b7828-d217-4a4a-bbeb-66f492994f94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:58.197197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f7c7e8f-196b-4604-b815-8bbbdb7ef0cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06b957e16ca04ef8a643a84c579e8d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8090987 Nov 24 09:54:58.201771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89de64-22c7-476d-823a-b9726d99502d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:58.206048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53126) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:58.212514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:58.254963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Pushing event updated for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:58.260581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:58.388516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38aa551-cdc2-4368-8874-e0e2a2ec6080 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:58.397298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e38aa551-cdc2-4368-8874-e0e2a2ec6080 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4020996 Nov 24 09:54:58.406831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53132) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:58.419223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:54:58.426042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:54:58.439652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:54:58.446929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 45552991-9a82-4364-822b-8ca2e51be9fc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:58.447892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.450268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:54:58.633049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:58.634569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:58.655779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Attempting to bind port 57dea0d9-13a9-4584-8d5d-0a984e86b914 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:54:58.656314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Attempting to bind port 57dea0d9-13a9-4584-8d5d-0a984e86b914 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:54:58.656724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Attempting to bind port 57dea0d9-13a9-4584-8d5d-0a984e86b914 on network 7248c213-b9e6-4cb3-8597-a0ac7beb656c {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:54:58.663995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:54:58.664955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:54:58.676708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:54:58.677167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Checking segment: {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:54:58.677843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.678295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Bound using segment: {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:54:58.678882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Bound port: 57dea0d9-13a9-4584-8d5d-0a984e86b914, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:54:58.679316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.704929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:54:58.751164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:54:58.756749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.832004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.889588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] For port 57dea0d9-13a9-4584-8d5d-0a984e86b914, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:54:58.898278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] For port 57dea0d9-13a9-4584-8d5d-0a984e86b914, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=57dea0d9-13a9-4584-8d5d-0a984e86b914,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:54:58.908944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.910066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:54:58.911884 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f5c32c15-fd5d-4e65-b026-fb33d3e093e8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5038335 Nov 24 09:54:58.913860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:58.917550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adf9c00a-8406-4a0c-b223-2eea427b2b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:58.920479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53136) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:54:58.920479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b289589c-8eaa-433e-b089-690b9cda0029 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:54:58.981004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae46ad-059a-435b-a32f-68982eddc428,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:58.981183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b8250f9-5495-4fd0-85c5-d81f880bda02 None None] Provisioning for port cf28a344-c1c0-469f-a743-eae2555a20ce completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:54:58.990743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:54:59.044909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.051149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeae46ad-059a-435b-a32f-68982eddc428 HTTP/1.1" status: 204 len: 168 time: 0.8369009 Nov 24 09:54:59.085676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b8250f9-5495-4fd0-85c5-d81f880bda02 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:54:59.086255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b8250f9-5495-4fd0-85c5-d81f880bda02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.113912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:54:59.115447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:54:59.117808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.385753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 2d30eebf-d7d9-4c64-8593-1bd80350eca4 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:54:59.399888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.529728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2b8250f9-5495-4fd0-85c5-d81f880bda02 None None] Could not find standard attr ID for object 080b66a9-037e-4002-b463-e4a0ece943ce. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:59.545244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:54:59.622563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.745083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-055177dc-aac5-4490-bbc2-057a345424f6 None None] Could not find standard attr ID for object bf74c376-79fb-42ce-ac28-58e719078148. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:54:59.876350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:54:59.958711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Pushing event updated for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:54:59.968653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:00.125224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.151454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78a34aae-d8f8-4513-a771-24ca26ded137 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:00.260618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=2d30eebf-d7d9-4c64-8593-1bd80350eca4,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:00.265336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.289121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381259fb-f301-4754-b2e7-2a0cfa52a216 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:00.305466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.305835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:00.321167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8ef9ada-b452-4e63-aeca-bd652075e1c7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:00.324119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2d30eebf-d7d9-4c64-8593-1bd80350eca4 HTTP/1.1" status: 204 len: 168 time: 1.3815525 Nov 24 09:55:00.325905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53154) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:00.364417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-87b4b6d5-15bd-4bb7-8ace-f479233657d6 None None] Could not find standard attr ID for object 2f9eca83-48f8-4859-adba-3fe27ee639ce. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:55:00.452495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=4d7c17a3-3886-4bd3-8639-f3c9b820cf5e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:00.459530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:00.475532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.478263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:54:50Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:54:58Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:00.493799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1248b2-cfc2-4195-aaf6-e6b75e48851b None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:54:50Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:54:58Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:00.513744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 4dd11bd8-4516-4545-86ec-9378d16a6d58 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:00.518127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.636868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.698781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:00.699181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 08c93c3e-1d74-40e3-ad31-8de5237ce6ad, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:00.881311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.881902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:00.904571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 08c93c3e-1d74-40e3-ad31-8de5237ce6ad) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:00.911578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:00.912227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:00.943551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe51ea-e93a-46fa-a522-ba900c37467a None None] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:00.960752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0210845 Nov 24 09:55:00.964335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:01.115697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:01.128602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-714858e5-b074-403e-ad7f-dabf9a04359d tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:01.328956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd11bd8-4516-4545-86ec-9378d16a6d58,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:01.346874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:01.366958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:01.399819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/4dd11bd8-4516-4545-86ec-9378d16a6d58 HTTP/1.1" status: 204 len: 168 time: 1.0720732 Nov 24 09:55:01.400762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53170) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:01.607556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 57dea0d9-13a9-4584-8d5d-0a984e86b914 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:01.645694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3ac8ac98-de25-461f-bcef-2a57fbac1689 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2398756 Nov 24 09:55:01.646566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53176) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:01.666611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:01.757230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:01.820294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:01.831018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:01.831802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.164850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:55:02.165793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.171751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:02.180008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:02.190651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:02.200104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.211215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:02.228826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:02.236348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.254500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2072769562-network', 'tenant_id': 'bf601d2af07e4c518a3b088101da3780'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:02.469376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:02.513546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Usage tracker for resource:network and tenant:bf601d2af07e4c518a3b088101da3780 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:02.530497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:02.581033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:02.631158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 57dea0d9-13a9-4584-8d5d-0a984e86b914, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=57dea0d9-13a9-4584-8d5d-0a984e86b914,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:02.652084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.665383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85572250-9e78-46c7-82a4-96b18b0b5b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:02.686773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Made reservation on behalf of bf601d2af07e4c518a3b088101da3780 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:02.703524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.733733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.744515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89a9c5ca-2027-44a2-be15-3a037c79cf2e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:02.745512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:02.827357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Allocated IP 172.21.0.2 (08c93c3e-1d74-40e3-ad31-8de5237ce6ad/4d7c17a3-3886-4bd3-8639-f3c9b820cf5e/9ac591d7-3f25-4798-9118-e12e796e3817) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:02.843238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:02.854205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Usage tracker for resource:security_group_rule and tenant:bf601d2af07e4c518a3b088101da3780 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:02.861256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:02.871910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:02.879404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:02.883451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:02.970795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:02.984305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:02.996069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:02.997821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.008176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=8180af68-bce2-4d1c-a3dc-a0182b3a46a9,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:03.018098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:03.041067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3862965 Nov 24 09:55:03.047538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53188) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:03.057434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:03.173161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7231f3a-97ba-4aac-8124-a856882010e5 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:03.248338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:03.253489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:03.256790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:03.265087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:03.275873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:03.283187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.346889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.362868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.370403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ba6fcd2-e061-497b-998e-c6cc2d7b6e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:03.426170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port ec8b7dec-a5b4-4483-a444-bc17cf354202 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:03.426679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.469433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:03.489226 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8180af68-bce2-4d1c-a3dc-a0182b3a46a9 (CIDR: 2001:db8::/64) Nov 24 09:55:03.493662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:55:03.494294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:03.497333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79782fb7-5f08-46f3-9cb5-d13dca02a2cd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:03.504231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 57dea0d9-13a9-4584-8d5d-0a984e86b914 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:03.514112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:03.517343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25889eeb-719f-4112-8496-948143f8400c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4685295 Nov 24 09:55:03.521062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53192) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:03.534057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:03.538901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.539286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Added segment 8731f7ac-fda7-4fec-a02c-31f839800dd2 of type vlan for network 22a3b453-a435-45d3-b37b-23360c373887 Nov 24 09:55:03.581851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-338b2a68-2236-4eeb-aedf-738a310276eb None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:03.582278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-338b2a68-2236-4eeb-aedf-738a310276eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.779939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.823816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:03.833501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:03.839001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:03.854631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:03.872009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:03.884092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.949304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port ec8b7dec-a5b4-4483-a444-bc17cf354202, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec8b7dec-a5b4-4483-a444-bc17cf354202,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:03.950278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.974369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:03.975702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:03.976355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.055341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe318d33-c001-427c-93a5-d180ce5937fc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:04.067132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.092333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Transition to ACTIVE for port object 9ac591d7-3f25-4798-9118-e12e796e3817 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:04.119600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Transition to ACTIVE for port object 9ac591d7-3f25-4798-9118-e12e796e3817 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:04.131019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.139895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38217543-92e4-4795-8825-991c7d612f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:04.149198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.167351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for ec8b7dec-a5b4-4483-a444-bc17cf354202 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:04.251968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 57dea0d9-13a9-4584-8d5d-0a984e86b914 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:04.252872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.368705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:04.407602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:04.410419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:04.421945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Pushing event updated for resources: {'Port': ['ID=9ac591d7-3f25-4798-9118-e12e796e3817,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:04.430236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:04.468030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Pushing event updated for resources: {'Network': ['ID=22a3b453-a435-45d3-b37b-23360c373887,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:04.558377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 22a3b453-a435-45d3-b37b-23360c373887 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:04.560758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:04.572458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8127794 Nov 24 09:55:04.584964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53198) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:04.597270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Request body: {'subnet': {'network_id': '22a3b453-a435-45d3-b37b-23360c373887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2072769562-subnet', 'tenant_id': 'bf601d2af07e4c518a3b088101da3780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:04.605145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:04.611549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Usage tracker for resource:subnet and tenant:bf601d2af07e4c518a3b088101da3780 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:04.615348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:04.624794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:04.637638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Made reservation on behalf of bf601d2af07e4c518a3b088101da3780 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:04.643414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.813910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Attempting to bind port 9ac591d7-3f25-4798-9118-e12e796e3817 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:04.814361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Attempting to bind port 9ac591d7-3f25-4798-9118-e12e796e3817 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:04.814947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Attempting to bind port 9ac591d7-3f25-4798-9118-e12e796e3817 on network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:04.832574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:04.833007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Checking segment: {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:04.833478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:04.834325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Bound using segment: {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:04.835076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Bound port: 9ac591d7-3f25-4798-9118-e12e796e3817, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:04.835556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.002427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6324617a-6774-4f7e-b4cc-be75fa0f2843 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:05.002892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6324617a-6774-4f7e-b4cc-be75fa0f2843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.050190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] For port 9ac591d7-3f25-4798-9118-e12e796e3817, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:05.061245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] For port 9ac591d7-3f25-4798-9118-e12e796e3817, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9ac591d7-3f25-4798-9118-e12e796e3817,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:05.070551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.086047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d259ebf6-635a-4ae6-a033-8e635fa23a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:05.093357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.101921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7536eee1-7e02-4d20-abf6-037c1a0018bb tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:05.233182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb54ace-0735-4a9f-b8fc-8dc68036e25a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:05.241179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:05.273682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Checking segment: {'id': '8731f7ac-fda7-4fec-a02c-31f839800dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22a3b453-a435-45d3-b37b-23360c373887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:05.274262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Network hostable DHCP agents. Network: 22a3b453-a435-45d3-b37b-23360c373887, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:05.414424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.21.0.1 (08c93c3e-1d74-40e3-ad31-8de5237ce6ad/4d7c17a3-3886-4bd3-8639-f3c9b820cf5e/177c42b4-5251-47e3-a719-2e07d6b3b9ba) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:05.476781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Pushing event updated for resources: {'Port': ['ID=9ac591d7-3f25-4798-9118-e12e796e3817,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:05.483285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:05.530987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Network 22a3b453-a435-45d3-b37b-23360c373887 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:05.635557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 22a3b453-a435-45d3-b37b-23360c373887) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:05.641065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-43ed7acc-f17e-4e24-babd-297f53ed1ecb None None] Could not find standard attr ID for object 080b66a9-037e-4002-b463-e4a0ece943ce. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:55:05.643396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.646235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adca8ca-a405-4cd1-87c1-177e49f5e6c2 None None] Network 22a3b453-a435-45d3-b37b-23360c373887 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:05.663777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:05.664450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.664592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object 177c42b4-5251-47e3-a719-2e07d6b3b9ba will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:05.688135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:05.706706 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1104832 Nov 24 09:55:05.707140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:05.886452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:05.900028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:05.914330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:05.925881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:05.928413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:06.044935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21194d-077b-4cd2-b04f-cff4fdd7c98b None None] Network 22a3b453-a435-45d3-b37b-23360c373887 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:06.122968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.179165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.529663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.720883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.748530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:06.768933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9da8fc4-1559-472a-8233-0028f5ca5727 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:06.790451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.797961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.799285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.806199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c5a9375-bf0f-4fe6-97e9-d7edf09e1e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:06.950918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:06.974222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:06.981559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:06.982415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:06.985884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da099666-794e-4f04-b4f6-26fbfa2db879 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:07.045059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=15']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:07.049127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:07.049834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-099b3613-a354-43ef-9b47-00c567223f59 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:07.207998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6856551 Nov 24 09:55:07.222781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53222) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:07.240174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:48:92:ed', 'name': 'tempest-NetworksTestDHCPv6-306350259'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:07.460556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:07.495554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:07.503907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=929a934b-e2e3-4328-a310-3f2b8856b2a0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:07.507744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:07.517129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:07.551280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:07.594387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:07.674509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=ec8b7dec-a5b4-4483-a444-bc17cf354202,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:07.731571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9ac591d7-3f25-4798-9118-e12e796e3817 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:07.751484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:07.755664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:07.763086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-79b1dedf-8917-4d74-9098-f72c9747141a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:07.880099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:07.907327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:07.912304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9ac591d7-3f25-4798-9118-e12e796e3817 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:07.917164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-418060554-network', 'tenant_id': '0b4285595f15489ab1e190eb3cd5a0e7'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:07.927008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:55:07.928930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:07.944466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:07.979976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Usage tracker for resource:network and tenant:0b4285595f15489ab1e190eb3cd5a0e7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:07.986099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:07.998003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:08.005517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': '929a934b-e2e3-4328-a310-3f2b8856b2a0', 'ip_address': '2001:db8:0:1:f816:3eff:fe8f:30e7'}, {'subnet_id': '8180af68-bce2-4d1c-a3dc-a0182b3a46a9'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'cf28a344-c1c0-469f-a743-eae2555a20ce'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:55:08.066983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:08.079963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:08.080857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Made reservation on behalf of 0b4285595f15489ab1e190eb3cd5a0e7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:08.086141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.109627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.274066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.322496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:08.322957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.336280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::244 (d35a00cd-fc87-44df-a65e-9faae0fcef26/8180af68-bce2-4d1c-a3dc-a0182b3a46a9/77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:08.345719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8:0:1:f816:3eff:fe48:92ed (d35a00cd-fc87-44df-a65e-9faae0fcef26/929a934b-e2e3-4328-a310-3f2b8856b2a0/77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:08.392591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:08.414311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4285595f15489ab1e190eb3cd5a0e7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:08.420858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0864fe32-ca8f-4162-b9a2-02d2805e77ff None None] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:08.424587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:08.440564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:08.449234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:08.452882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:08.661323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.687759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:08.725155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.733477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:08.804271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.817590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:08.822017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:08.841267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:08.841624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/8180af68-bce2-4d1c-a3dc-a0182b3a46a9/cf28a344-c1c0-469f-a743-eae2555a20ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:08.843075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:08.846220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:08.851473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:08.852390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:08.887461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Provisioning for port 9ac591d7-3f25-4798-9118-e12e796e3817 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:08.888738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6642394 Nov 24 09:55:08.889579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53236) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:08.984593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:08.985158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.165792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Provisioning complete for port 9ac591d7-3f25-4798-9118-e12e796e3817 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:09.166309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.297115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.313593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-938fa2fb-72aa-40f1-822c-eddb52284bbe tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:09.325956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.419878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:09.458267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.469669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.470302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.470456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Added segment 6588c015-c445-4fb8-87be-ca58a2d0c626 of type vlan for network 134b29b0-2a01-41cf-83d7-1c2067e4feb6 Nov 24 09:55:09.474460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dc6b92-97e5-4dc9-bd98-dc5cf33ad041,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:09.488415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:09.501994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:09.548365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.552635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:09.584300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Transition to ACTIVE for port object cf28a344-c1c0-469f-a743-eae2555a20ce will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:09.611036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] For port 9ac591d7-3f25-4798-9118-e12e796e3817, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9ac591d7-3f25-4798-9118-e12e796e3817,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:09.613115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.629509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31c2cf0f-e27d-4afa-a87c-1f4ab962045c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:09.685479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.718142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.753675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.754924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:09.755686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:09.801488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5b92e3a-0697-4486-bafe-a7b4dffffeb0 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:09.888496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=16']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:09.904464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:09.905057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:09.924418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Pushing event updated for resources: {'Network': ['ID=134b29b0-2a01-41cf-83d7-1c2067e4feb6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:09.932748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:09.939743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1147754 Nov 24 09:55:09.939743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:09.940246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53242) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:09.954746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Request body: {'subnet': {'network_id': '134b29b0-2a01-41cf-83d7-1c2067e4feb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-418060554-subnet', 'tenant_id': '0b4285595f15489ab1e190eb3cd5a0e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:09.970818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 134b29b0-2a01-41cf-83d7-1c2067e4feb6 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:09.981411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:10.018552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Usage tracker for resource:subnet and tenant:0b4285595f15489ab1e190eb3cd5a0e7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:10.040376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:10.076293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:10.104566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.132466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01038084-4942-4ba5-b204-d5ebc68ab5cd tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:10.176551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Provisioning complete for port 9ac591d7-3f25-4798-9118-e12e796e3817 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:10.176982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.220995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Pushing event updated for resources: {'Port': ['ID=9ac591d7-3f25-4798-9118-e12e796e3817,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:10.248092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:10.256687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Made reservation on behalf of 0b4285595f15489ab1e190eb3cd5a0e7 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:10.263937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.499791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.509277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Provisioning for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:10.516355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Provisioning complete for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:10.516785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.525683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:10.535139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5686440 Nov 24 09:55:10.536463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53248) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:10.545773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:10.569296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:10.575485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:10.586837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:10.613737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a48aad47-f20e-49a8-b32d-2aed0aaee995 None None] Port 177c42b4-5251-47e3-a719-2e07d6b3b9ba cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:10.636835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-2040053548'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:10.643065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:10.647988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:10.667873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:10.672514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:10.679871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:10.707399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:10.713123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.762735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-980e0d85-d2c0-4e21-b910-3325e9d0953e None None] Provisioning complete for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:10.771650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-980e0d85-d2c0-4e21-b910-3325e9d0953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.865628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.892356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:10.927203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-980e0d85-d2c0-4e21-b910-3325e9d0953e None None] Port 177c42b4-5251-47e3-a719-2e07d6b3b9ba cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:10.937644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9ff3691-15e3-4c8c-8d23-18b7a90f5df8 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:11.022382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:11.089034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.089690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5 of type vlan for network 44011381-a447-42ca-9c34-e1dddf1c998c Nov 24 09:55:11.118890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 HTTP/1.1" status: 204 len: 168 time: 2.2274270 Nov 24 09:55:11.127226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53252) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:11.206122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:11.280236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f32503-7052-425b-aa2a-2ddc8ee4e415,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:11.295978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.301814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:11.336302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Checking segment: {'id': '6588c015-c445-4fb8-87be-ca58a2d0c626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '134b29b0-2a01-41cf-83d7-1c2067e4feb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:11.338881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Network hostable DHCP agents. Network: 134b29b0-2a01-41cf-83d7-1c2067e4feb6, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:11.366961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f621bda-3a76-40d9-99b7-3e8ff21456b5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.367822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f621bda-3a76-40d9-99b7-3e8ff21456b5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:11.429506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5f621bda-3a76-40d9-99b7-3e8ff21456b5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:11.433943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f621bda-3a76-40d9-99b7-3e8ff21456b5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3023338 Nov 24 09:55:11.439541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53258) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:11.454906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.459900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.460602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.470809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1f9743a7-6bdb-445d-a500-50f52f87b870 None None] Provisioning complete for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:11.472113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9c6d8d13-9688-4633-bd5c-3a36c06c6e31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:11.476804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f9743a7-6bdb-445d-a500-50f52f87b870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.538053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Network 134b29b0-2a01-41cf-83d7-1c2067e4feb6 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:11.569457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 134b29b0-2a01-41cf-83d7-1c2067e4feb6) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:11.580026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.580678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:11.594976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9ac591d7-3f25-4798-9118-e12e796e3817 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:11.624679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e9ab3-f44d-45ec-ac4b-a107e2a2de97 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.626841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f52e9ab3-f44d-45ec-ac4b-a107e2a2de97 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1745636 Nov 24 09:55:11.628640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6876271 Nov 24 09:55:11.641393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53262) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:11.643303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abbb99-2cb5-4aa8-8298-877e644fbd94 None None] Network 134b29b0-2a01-41cf-83d7-1c2067e4feb6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:11.833452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.835240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.837062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:11.837970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:11.869304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:11.874647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3765e658-bf46-496e-9821-f00145a1e975 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2319834 Nov 24 09:55:11.875548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53268) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:11.920275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2951205 Nov 24 09:55:11.922708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=44011381-a447-42ca-9c34-e1dddf1c998c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:11.931796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53272) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:11.940302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0b89195-7531-442c-8f6f-a163a6847213 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:11.952860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:12.023629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 8180af68-bce2-4d1c-a3dc-a0182b3a46a9 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:12.028990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.049700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 44011381-a447-42ca-9c34-e1dddf1c998c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:12.082284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:06Z', 'revision_number': 3, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:07Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:12.097285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:12.102206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Updating router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 port 177c42b4-5251-47e3-a719-2e07d6b3b9ba binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:55:12.146292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.279943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:12.287775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.326092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:12.331490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:12.350105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:12.399266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:12.446210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1f9743a7-6bdb-445d-a500-50f52f87b870 None None] Port 177c42b4-5251-47e3-a719-2e07d6b3b9ba cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:12.461768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9ac591d7-3f25-4798-9118-e12e796e3817 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:12.462086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.480287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.616093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d5b45-e34b-423d-9a70-da6bdf603db4 None None] Network 134b29b0-2a01-41cf-83d7-1c2067e4feb6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:12.709548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:12.954793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:12.998458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4192e0c7-241c-4485-ab0d-387c69732a98 None None] Provisioning for port cf28a344-c1c0-469f-a743-eae2555a20ce completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:13.018910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4192e0c7-241c-4485-ab0d-387c69732a98 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:13.019344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4192e0c7-241c-4485-ab0d-387c69732a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.253143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.285434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Transition to ACTIVE for port object 177c42b4-5251-47e3-a719-2e07d6b3b9ba will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:13.300000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.321912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6514b697-d382-4499-bb04-cba457bb0ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:13.353100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-2a21dc5b-9686-4050-8cf0-ec58694034e5 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:13.362117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-2a21dc5b-9686-4050-8cf0-ec58694034e5 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/networks?id=22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 200 len: 812 time: 0.3093467 Nov 24 09:55:13.394459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-d7e690b7-776d-4327-b3e2-57a14e1e535f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/quotas/bf601d2af07e4c518a3b088101da3780 HTTP/1.1" status: 200 len: 375 time: 0.0308993 Nov 24 09:55:13.444609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.466785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6570055-a52f-48dc-ac72-4f616049922b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:13.474050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Pushing event updated for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:13.477660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:13.484932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:55:13.493064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:13.517006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=8180af68-bce2-4d1c-a3dc-a0182b3a46a9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:13.529306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-0957e9eb-a8ff-4fe1-a490-8704da76a444 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf601d2af07e4c518a3b088101da3780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337583 Nov 24 09:55:13.538551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.541946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:13.546145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819840da-f25a-4fd6-aa58-7f9895b4fb98 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:13.586234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/8180af68-bce2-4d1c-a3dc-a0182b3a46a9 HTTP/1.1" status: 204 len: 168 time: 1.7090878 Nov 24 09:55:13.588990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53310) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:13.696186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Attempting to bind port 177c42b4-5251-47e3-a719-2e07d6b3b9ba on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:13.696602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Attempting to bind port 177c42b4-5251-47e3-a719-2e07d6b3b9ba by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:13.697017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Attempting to bind port 177c42b4-5251-47e3-a719-2e07d6b3b9ba on network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:13.717888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:13.718290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Checking segment: {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:13.721496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.722058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Bound using segment: {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:13.722644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Bound port: 177c42b4-5251-47e3-a719-2e07d6b3b9ba, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a287d-7d5f-4ab1-8634-657d3facdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:13.723086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.908809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] For port 177c42b4-5251-47e3-a719-2e07d6b3b9ba, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:13.912555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] For port 177c42b4-5251-47e3-a719-2e07d6b3b9ba, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=177c42b4-5251-47e3-a719-2e07d6b3b9ba,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:13.917766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:13.947894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcca548d-b6a0-4cb5-83c7-1d5dd0222bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:13.976395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-3c722c33-879f-420a-87ac-585bde18e371 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:55:13.977629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-3c722c33-879f-420a-87ac-585bde18e371 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.4474728 Nov 24 09:55:14.003042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.027009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ebf34b1-30e5-46f5-8957-05673d7b09b6 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:14.129007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:14.129821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:14.206616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-94a4c47b-9c50-4d9a-b19b-dcc561e964cd service neutron] 10.222.0.55 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051725 Nov 24 09:55:14.272097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=d4aaacd8-37b3-4c5b-8c33-6db627716e91,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:14.277472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:14.293340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:14.293749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: 44011381-a447-42ca-9c34-e1dddf1c998c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:14.310043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:14.320600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/e4ab2306-2e40-4ad1-97dd-cb75b2eca0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2375252 Nov 24 09:55:14.327146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:14.368967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Sync routers for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:14.447287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 929a934b-e2e3-4328-a310-3f2b8856b2a0 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:14.451101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-13cbfe06-2838-4caf-aec3-26a6f39476bd None None] Could not find standard attr ID for object 77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 09:55:14.454924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:14.463620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.468971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 44011381-a447-42ca-9c34-e1dddf1c998c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:14.517691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 44011381-a447-42ca-9c34-e1dddf1c998c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:14.534396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:14.535992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.589281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f3af4-f0c4-4d72-9c8e-cdf5e2935b19 None None] Network 44011381-a447-42ca-9c34-e1dddf1c998c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:14.593441 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-34b4d55c-12a2-4563-b9ac-a454953f58a8 service neutron] 10.222.0.55 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721426 Nov 24 09:55:14.599342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.601243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:14.601897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.715461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Routers {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:14.717693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:14.765420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.839992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Pushing event updated for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:14.844195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:14.876877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.885435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:06Z', 'revision_number': 3, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:13Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:14.890949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93993af3-a92c-4fab-a5b6-c68d22ffe2af tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:14.898391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69825b-d9aa-4ce2-b3c8-0991dcc1cb87 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:06Z', 'revision_number': 3, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:13Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:14.943236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0102472 Nov 24 09:55:14.950058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.950647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet f6aaf115-55c4-47b0-ab6c-be7a9ea20154 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:14.954767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:14.968061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53322) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:14.969593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=929a934b-e2e3-4328-a310-3f2b8856b2a0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:14.986708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:14.991399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/929a934b-e2e3-4328-a310-3f2b8856b2a0 HTTP/1.1" status: 204 len: 168 time: 1.4006612 Nov 24 09:55:14.994914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53324) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:15.055325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:15.173914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:15.341774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eea3bbca-1d35-4da9-b8c5-eeaed4552fb2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3408144 Nov 24 09:55:15.353115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53332) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:15.412798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ccc12c2-3419-49bf-988c-7238b9a70e4d req-c6491fcf-a334-4e71-994b-8bcd38981b0b tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.0953975 Nov 24 09:55:15.414978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:15.422171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61249c99-1872-4b2e-8d57-23685879d2d7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:15.476382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:15.481442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aaf115-55c4-47b0-ab6c-be7a9ea20154,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:15.485466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:15.496660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:15.508652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/f6aaf115-55c4-47b0-ab6c-be7a9ea20154 HTTP/1.1" status: 204 len: 168 time: 1.1740215 Nov 24 09:55:15.509420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:15.535454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Set router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:15.754461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44910310-91cd-4556-b4d6-7c90306785c9 None None] Network 91607340-c895-442d-8d2b-85d84a7d9695 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:15.772109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:15.779482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:15.783351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:15.790488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:15.808084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:15.820072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.020797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 177c42b4-5251-47e3-a719-2e07d6b3b9ba up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:16.023905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.317335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-44011381-a447-42ca-9c34-e1dddf1c998c', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:55:16.325873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.504832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.528783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 2606f18b-8599-4cba-82d1-d775e560e0f5 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:16.531977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:16.532760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.711529 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e4a5322a-b2e5-4319-a923-bf7fe3099f1c req-69f52181-af3f-4d48-9604-165c70f6692f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.1080387 Nov 24 09:55:16.750424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:16.750929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.856653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 2606f18b-8599-4cba-82d1-d775e560e0f5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2606f18b-8599-4cba-82d1-d775e560e0f5,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:16.857065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:16.911289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc254f-505a-43ad-81de-06ca5bd7f476 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:17.025185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 2606f18b-8599-4cba-82d1-d775e560e0f5 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:17.187047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:17.218627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-476c117b-70ea-49f2-b3e9-6080563b1712 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:17.270062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:17.290944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-92e9d734-f560-4b58-b073-92347a878a64 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:17.360881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=2606f18b-8599-4cba-82d1-d775e560e0f5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:17.365022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:17.604687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:17.618325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:17.621670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:17.622410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:17.672932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3185637 Nov 24 09:55:17.676231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53370) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:17.687564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:17.732309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:17.769165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Allocated IP 172.22.0.2 (44011381-a447-42ca-9c34-e1dddf1c998c/d4aaacd8-37b3-4c5b-8c33-6db627716e91/218c428d-4df3-43ba-a6c8-6c7339bcb69a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:17.938407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:17.944015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:17.947337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:17.954692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:18.016321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.065224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:18.072494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Transition to ACTIVE for port object 218c428d-4df3-43ba-a6c8-6c7339bcb69a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:18.073326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.107308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-415a6606-d309-40d2-8827-43a5084b4c1e None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:18.107744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415a6606-d309-40d2-8827-43a5084b4c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.182906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1e33712-b228-4386-b19b-80453244cb26 req-42b2a563-0ce8-42ce-9fe7-b9093b70dd20 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.1563320 Nov 24 09:55:18.190423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.196438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.235757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.236488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router e4ab2306-2e40-4ad1-97dd-cb75b2eca0df {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:55:18.259793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.264753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/e4ab2306-2e40-4ad1-97dd-cb75b2eca0df HTTP/1.1" status: 204 len: 168 time: 2.7504711 Nov 24 09:55:18.265792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53376) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:18.275836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.326297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 177c42b4-5251-47e3-a719-2e07d6b3b9ba, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=177c42b4-5251-47e3-a719-2e07d6b3b9ba,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:18.342971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.345419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Transition to ACTIVE for port object 218c428d-4df3-43ba-a6c8-6c7339bcb69a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:18.356856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fb43a9f7-aa87-448c-8297-93ca7106754d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:18.425749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'name': 'tempest-TestNetworkBasicOps-router-115975666', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:02Z', 'updated_at': '2021-11-24T09:55:06Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '2606f18b-8599-4cba-82d1-d775e560e0f5', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:07Z', 'updated_at': '2021-11-24T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:18.440270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] DHCP port deletion for 91607340-c895-442d-8d2b-85d84a7d9695 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:55:18.444938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.470421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Deleting port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:18.471010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.586913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-f495dfa3-39ba-431f-beee-bece8c431716 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:18.588962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-f495dfa3-39ba-431f-beee-bece8c431716 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.61 "GET /v2.0/networks?id=22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 200 len: 812 time: 0.3602223 Nov 24 09:55:18.608317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.637412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Request body: {'port': {'device_id': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'network_id': '22a3b453-a435-45d3-b37b-23360c373887', 'admin_state_up': True, 'tenant_id': 'bf601d2af07e4c518a3b088101da3780'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:18.659938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Checking router: e4ab2306-2e40-4ad1-97dd-cb75b2eca0df for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:18.674129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=bbd93e20-6e65-45db-9927-8f5f707dbad5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:18.677915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.461s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:18.693102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.ipam_backend_mixin [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbd93e20-6e65-45db-9927-8f5f707dbad5 (CIDR: 2001:db8::/64) Nov 24 09:55:18.786928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Routers set() bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:18.787659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Router IDs set() for agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 09:55:18.788754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_agentschedulers_db [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:54:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent'). {{(pid=88879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Nov 24 09:55:18.789235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905522d0-f475-45de-befc-3080ff7fc8c0 None None] The sync data for ids ['e4ab2306-2e40-4ad1-97dd-cb75b2eca0df'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:18.792696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Network 44011381-a447-42ca-9c34-e1dddf1c998c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:18.897489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:55:18.898090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:18.901159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Update dhcp port {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'fixed_ips': [{'subnet_id': 'bbd93e20-6e65-45db-9927-8f5f707dbad5'}], 'binding:host_id': 'dv-neutron-818439-1-hyperv'}, 'id': 'cf28a344-c1c0-469f-a743-eae2555a20ce'} from dv-neutron-818439-1-hyperv. {{(pid=88879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 24 09:55:18.918845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.928940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:18.932451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:18.947231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:18.947911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:18.948909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:18.950917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:18.973230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98fc1f2c-e3fe-47f4-abf4-74b8b21da4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:19.048773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ae1d86df-1281-449f-9b53-0a730eda220f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3653324 Nov 24 09:55:19.055041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53386) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:19.063066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'subnet': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:19.068889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.173783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2106-125b-4be8-acba-f41269d8285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.249762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:19.250111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.261448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Attempting to bind port 218c428d-4df3-43ba-a6c8-6c7339bcb69a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:19.262173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Attempting to bind port 218c428d-4df3-43ba-a6c8-6c7339bcb69a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:19.262686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Attempting to bind port 218c428d-4df3-43ba-a6c8-6c7339bcb69a on network 44011381-a447-42ca-9c34-e1dddf1c998c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:19.328419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:19.344440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Usage tracker for resource:port and tenant:bf601d2af07e4c518a3b088101da3780 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:19.353086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:19.401563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for e2173b4e-36c6-4395-88a0-6dd3c0dc0667 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:19.442195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:19.525708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:19.529183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.535010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-161ff205-2c23-41bc-a017-60b978eb532a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:19.550092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Usage tracker for resource:subnet and tenant:2d89b3eecc9341d4a67899af274aaa46 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:19.553955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Made reservation on behalf of bf601d2af07e4c518a3b088101da3780 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:19.560448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.584088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:19.584510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Checking segment: {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:19.584712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:19.584979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.585439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Bound using segment: {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:19.586271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Bound port: 218c428d-4df3-43ba-a6c8-6c7339bcb69a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:19.586807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.602916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:55:19.622511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:19.624681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Allocated IP 2001:db8::2 (d35a00cd-fc87-44df-a65e-9faae0fcef26/bbd93e20-6e65-45db-9927-8f5f707dbad5/cf28a344-c1c0-469f-a743-eae2555a20ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:19.630120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Pushing event updated for resources: {'Port': ['ID=218c428d-4df3-43ba-a6c8-6c7339bcb69a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:19.654961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:19.668717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] For port e2173b4e-36c6-4395-88a0-6dd3c0dc0667, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e2173b4e-36c6-4395-88a0-6dd3c0dc0667,segment=NetworkSegment(d01ef429-5532-45ca-b0b2-c088113cd2a5),segment_id=d01ef429-5532-45ca-b0b2-c088113cd2a5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:19.669353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.676500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.677002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.677459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.677990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.678536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.678995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.679397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.679820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.680279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.680690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.681100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:19.685037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:19.745267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:19.763344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64abdd05-21dc-412d-8fee-42e51e500940 req-518b0f88-d446-4131-856e-823b12cc2094 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.1803322 Nov 24 09:55:19.796884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.802632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] For port 218c428d-4df3-43ba-a6c8-6c7339bcb69a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:19.809155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:19.809382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] For port 218c428d-4df3-43ba-a6c8-6c7339bcb69a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=218c428d-4df3-43ba-a6c8-6c7339bcb69a,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:19.832539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.22.0.1 (44011381-a447-42ca-9c34-e1dddf1c998c/d4aaacd8-37b3-4c5b-8c33-6db627716e91/8abeb32c-a9bf-4d86-8790-f379add848b0) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:19.846230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91607340-c895-442d-8d2b-85d84a7d9695']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:19.880026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01ef429-5532-45ca-b0b2-c088113cd2a5') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:19.880489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01ef429-5532-45ca-b0b2-c088113cd2a5') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:19.902122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.921348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.929768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:55:19.930315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:55:19.948538 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:55:19.980815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:19.986234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:20.092160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.097897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17f1807f-6b31-4953-a462-6d9521d289d2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:20.126659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Calling delete_port for e2173b4e-36c6-4395-88a0-6dd3c0dc0667 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:20.127190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.140391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Allocated IP 172.20.0.6 (22a3b453-a435-45d3-b37b-23360c373887/ccb54ace-0735-4a9f-b8fc-8dc68036e25a/8d4aad5c-952f-4450-8ffb-9128a25cc275) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:20.147670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=91607340-c895-442d-8d2b-85d84a7d9695,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:20.152084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:20.210064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/91607340-c895-442d-8d2b-85d84a7d9695 HTTP/1.1" status: 204 len: 168 time: 1.9408262 Nov 24 09:55:20.228977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:20.234483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.239419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--1998799520', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:20.248005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:20.254459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:20.258759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:20.266830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:20.299771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:20.307938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.349647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:20.362973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.363578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment 9ea51f81-dff1-4976-ac38-0cd0d6234386 of type vlan for network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 Nov 24 09:55:20.388144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Pushing event updated for resources: {'Port': ['ID=218c428d-4df3-43ba-a6c8-6c7339bcb69a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:20.400556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:20.401910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.441232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.453612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.461864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:20.463102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.502799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c6e0080-ff82-4cba-abcf-63ca2e46eead tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:20.513696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object 8abeb32c-a9bf-4d86-8790-f379add848b0 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:20.555355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3233004 Nov 24 09:55:20.556736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:20.610147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:20.639281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-438740986', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:20.649863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:20.657586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:20.661857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:20.671779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:20.678767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.696981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.702491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 177c42b4-5251-47e3-a719-2e07d6b3b9ba up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:20.707398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d910cd99-74e6-46c0-9f47-0506d875bbde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:20.749194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=66b5b6e2-1aed-4504-b6b7-c18a89a97851,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:20.752883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:20.771168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.772439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.789075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.790788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:20.804691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:20.810246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Transition to ACTIVE for port object cf28a344-c1c0-469f-a743-eae2555a20ce will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:21.047824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.080016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:55:21.080983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:55:21.092902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.123743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:21.284857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=19']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:21.299729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:21.331144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 177c42b4-5251-47e3-a719-2e07d6b3b9ba triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:21.331608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.360238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d15d1142-9154-4563-82e5-9327c1c3115d req-bf7fca0a-9ea4-4b36-b22b-390e0852f358 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.1819768 Nov 24 09:55:21.447628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.454015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.464990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:21.491534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.508773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 44011381-a447-42ca-9c34-e1dddf1c998c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:21.512147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.512780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.513219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.513651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.514079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.514503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.514952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.515374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.515882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.516211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.516633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:21.520417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:21.522850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:21.524876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:21.540123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2606f18b-8599-4cba-82d1-d775e560e0f5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:21.633543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Deleting port e2173b4e-36c6-4395-88a0-6dd3c0dc0667 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:21.633895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.663648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.681652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.695982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca7af86b-165b-452c-838d-e3fc61f935ca tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:21.748247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-07a708ec-255b-45cb-9f5c-069bb0518068 None None] The port 'e2173b4e-36c6-4395-88a0-6dd3c0dc0667' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:55:21.754503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 2606f18b-8599-4cba-82d1-d775e560e0f5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:21.754947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2606f18b-8599-4cba-82d1-d775e560e0f5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:21.755388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e2173b4e-36c6-4395-88a0-6dd3c0dc0667 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:21.803111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e2173b4e-36c6-4395-88a0-6dd3c0dc0667 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:21.803516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e2173b4e-36c6-4395-88a0-6dd3c0dc0667 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:21.804008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec8b7dec-a5b4-4483-a444-bc17cf354202 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:21.851979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b32de0e-289f-4423-9a2d-20c83695c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.865887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:21.867410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ec8b7dec-a5b4-4483-a444-bc17cf354202 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:21.867734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec8b7dec-a5b4-4483-a444-bc17cf354202 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:21.892857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.27 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/be84ac47-e3d2-44e6-b810-c11514c1478a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:21.894396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Network 22a3b453-a435-45d3-b37b-23360c373887 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:21.899984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Pushing event updated for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:21.902963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:21.905991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:21.909206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:22.093121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.107372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:22.108109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.122864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.128066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:22.137479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.204397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=be84ac47-e3d2-44e6-b810-c11514c1478a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:22.211203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:22.217757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:22.219211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:22.221854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:22.245894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6153436 Nov 24 09:55:22.268190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Request body: {'port': {'device_id': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:22.605912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.606768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:22.672048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 218c428d-4df3-43ba-a6c8-6c7339bcb69a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:22.842766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 218c428d-4df3-43ba-a6c8-6c7339bcb69a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:22.849876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:22.870254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.014969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:55:23.118885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.206754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663bfa5f-0b6e-430b-8551-9398d50322b9 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:23.263720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb307909-3c6b-4c11-99c9-3967de51db5e req-d1a4487c-e1c4-4803-99c7-ce79610a610f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:23.264517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-eb307909-3c6b-4c11-99c9-3967de51db5e req-d1a4487c-e1c4-4803-99c7-ce79610a610f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Synchronizing usage tracker for tenant:bf601d2af07e4c518a3b088101da3780 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:23.349830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-ced2a18a-2427-461f-957f-fe548e03bf99 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538353502&fields=id&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 267 time: 0.1849039 Nov 24 09:55:23.362306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5841c15-f442-4caf-b1fa-7dac8a448b41 None None] Network 44011381-a447-42ca-9c34-e1dddf1c998c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:23.389228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.494008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d42291b4-d937-4776-ae9d-d1338882e4a6 None None] Provisioning for port cf28a344-c1c0-469f-a743-eae2555a20ce completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:23.511139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-eb307909-3c6b-4c11-99c9-3967de51db5e req-d1a4487c-e1c4-4803-99c7-ce79610a610f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Unset dirty status for tenant:bf601d2af07e4c518a3b088101da3780 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:23.512551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eb307909-3c6b-4c11-99c9-3967de51db5e req-d1a4487c-e1c4-4803-99c7-ce79610a610f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 931 time: 0.9246874 Nov 24 09:55:23.514527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d42291b4-d937-4776-ae9d-d1338882e4a6 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:23.514990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d42291b4-d937-4776-ae9d-d1338882e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.545400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-1e8c5b78-d708-4b21-98d7-6e33640703df tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:23.547074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-1e8c5b78-d708-4b21-98d7-6e33640703df tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 0.1882792 Nov 24 09:55:23.565404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:23.582735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-7b3280b5-1c03-4b14-a13b-ad04e2835cbb tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/quotas/237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 375 time: 0.0293510 Nov 24 09:55:23.599717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:23.641091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.642904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:23.644049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:23.671265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.711367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.716097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce53156c-26e9-4472-a333-3de5c5db79d2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:23.720394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1106062 Nov 24 09:55:23.720394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:23.780887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eb307909-3c6b-4c11-99c9-3967de51db5e req-d1f53207-f3df-4736-89bd-fe68dde5dd30 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154639 Nov 24 09:55:23.841528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:23.909177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:23.986011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:23.989640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:24.003954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:24.009746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Provisioning for port 218c428d-4df3-43ba-a6c8-6c7339bcb69a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:24.045275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Provisioning complete for port 218c428d-4df3-43ba-a6c8-6c7339bcb69a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:24.045847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.073362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fb1a2cc-1c24-41fb-9bc2-1855dad28637 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3496025 Nov 24 09:55:24.073981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:24.095234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.108688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.110071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.132826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-382e3092-5183-41d8-b255-763f205d1258 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:24.172908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-ab4ba824-047a-42fa-897b-2fa936a9444a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5890791 Nov 24 09:55:24.240089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.272911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-e2fba961-e984-43cb-a501-ef6a53687d9a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 09:55:24.300280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] For port 218c428d-4df3-43ba-a6c8-6c7339bcb69a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=218c428d-4df3-43ba-a6c8-6c7339bcb69a,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:24.301659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-e2fba961-e984-43cb-a501-ef6a53687d9a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0334878 Nov 24 09:55:24.304336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.306178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=21']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:24.308764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ca69544-c8bd-4fdf-860c-897b3bf977c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:24.318688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:24.330530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a84987a4-0c61-4ad6-8522-d8b807d15228 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:24.479018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Pushing event updated for resources: {'Port': ['ID=218c428d-4df3-43ba-a6c8-6c7339bcb69a,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:24.483221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:24.531208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:24.644206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c3314-5571-4029-b387-a0561c7b588b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:24.654908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a08c3314-5571-4029-b387-a0561c7b588b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5775738 Nov 24 09:55:24.659803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:24.717329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:24.717329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.784014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:22Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:24.792367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Subnet': ['ID=64e54118-edf4-4aab-883d-d5b3a1af912e,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:24.794821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:24.796687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Updating router f08e205c-22be-4abe-8fec-da916d78845a port be84ac47-e3d2-44e6-b810-c11514c1478a binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:55:24.802096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:24.811020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb0acd4c-3aa0-4d30-9512-a627f123b5a6 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455717 Nov 24 09:55:24.811756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:24.821727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:24.826883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:24.840561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:24.846513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.879277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070334237', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:24.895316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Provisioning for port 8abeb32c-a9bf-4d86-8790-f379add848b0 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:24.907729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Provisioning complete for port 8abeb32c-a9bf-4d86-8790-f379add848b0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:24.908218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.913962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:24.933024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-9ba532c0-cf8d-4be8-84b8-875d2d2658a7 service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304166 Nov 24 09:55:24.999588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Port 8abeb32c-a9bf-4d86-8790-f379add848b0 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:25.032941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Provisioning complete for port 218c428d-4df3-43ba-a6c8-6c7339bcb69a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:25.033308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f125be73-3685-4f79-88a0-1925ea48898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.125950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4aad5c-952f-4450-8ffb-9128a25cc275 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:25.143974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.206532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network 44011381-a447-42ca-9c34-e1dddf1c998c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:25.213264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1540563 Nov 24 09:55:25.213264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:25.214242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53436) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:25.256410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Request body: {'port': {'network_id': 'd35a00cd-fc87-44df-a65e-9faae0fcef26', 'mac_address': 'fa:16:3e:b5:ce:22', 'name': 'tempest-NetworksTestDHCPv6-353688147'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:25.347649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Transition to ACTIVE for port object 8d4aad5c-952f-4450-8ffb-9128a25cc275 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:25.379496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9464e865-06b6-48e4-a660-5d7a89e81faf None None] Provisioning complete for port 8abeb32c-a9bf-4d86-8790-f379add848b0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:25.379934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9464e865-06b6-48e4-a660-5d7a89e81faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.400105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-133e1be8-11e0-4bdb-a6fa-629951db86b7 service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538949 Nov 24 09:55:25.412387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.417144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:25.436318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:25.446332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:25.459538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.463358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:25.479321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Transition to ACTIVE for port object be84ac47-e3d2-44e6-b810-c11514c1478a will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:25.487315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:25.492485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.497443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:25.515721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9464e865-06b6-48e4-a660-5d7a89e81faf None None] Port 8abeb32c-a9bf-4d86-8790-f379add848b0 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:25.538721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbe70907-02e5-498b-ad78-8a65ee2dfe7d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:25.638700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Attempting to bind port be84ac47-e3d2-44e6-b810-c11514c1478a on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:25.639052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Attempting to bind port be84ac47-e3d2-44e6-b810-c11514c1478a by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:25.639468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Attempting to bind port be84ac47-e3d2-44e6-b810-c11514c1478a on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:25.663034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:25.663943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:25.664661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.665318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:25.666075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Bound port: be84ac47-e3d2-44e6-b810-c11514c1478a, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:25.666885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.688548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.708378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Pushing event updated for resources: {'Port': ['ID=be84ac47-e3d2-44e6-b810-c11514c1478a,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:25.720066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:25.768047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] For port be84ac47-e3d2-44e6-b810-c11514c1478a, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:25.771437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] For port be84ac47-e3d2-44e6-b810-c11514c1478a, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=be84ac47-e3d2-44e6-b810-c11514c1478a,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:25.773119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-78f2736e-4ba2-4e1c-b365-3865aea3e6b4 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:25.773985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78f2736e-4ba2-4e1c-b365-3865aea3e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.775081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:25.798881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:25.869334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:25.909376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e684c30-3cbe-4264-9110-d5fd2381e310 None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:25.939968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:25.940619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:25.942233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:25.954866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:26.034235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Pushing event updated for resources: {'Port': ['ID=be84ac47-e3d2-44e6-b810-c11514c1478a,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:26.048166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:26.053296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:26.060025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58b00e44-3a76-42c0-a599-f3b218a65145 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:26.080023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:26.225931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f364a3ee-f32e-4ad9-841a-24a9e80f023c req-2e03e851-c110-46cc-920e-13c23d4937f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.0771666 Nov 24 09:55:26.231824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:26.269431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:26.279296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Made reservation on behalf of 2d89b3eecc9341d4a67899af274aaa46 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:26.281812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:26.292422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:26.293169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 66b5b6e2-1aed-4504-b6b7-c18a89a97851, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:26.321890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:26.333074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 66b5b6e2-1aed-4504-b6b7-c18a89a97851) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:26.341133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:26.343953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:26.360141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190335a2-8b84-49e7-8257-05484c703408 None None] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:26.404587 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5368872 Nov 24 09:55:26.408663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:26.445594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ebb2ba83-3c1b-40fd-9929-5423cfd0bb36 None None] Provisioning complete for port 8abeb32c-a9bf-4d86-8790-f379add848b0 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:26.451261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebb2ba83-3c1b-40fd-9929-5423cfd0bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:26.603445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ebb2ba83-3c1b-40fd-9929-5423cfd0bb36 None None] Port 8abeb32c-a9bf-4d86-8790-f379add848b0 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:26.612799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 218c428d-4df3-43ba-a6c8-6c7339bcb69a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:26.627318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7c91b-b43f-45a1-a199-c701055357d9 req-adaaa491-9999-4c86-8860-c17304af8a24 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:26.638119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57d7c91b-b43f-45a1-a199-c701055357d9 req-adaaa491-9999-4c86-8860-c17304af8a24 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 931 time: 1.5410860 Nov 24 09:55:26.718887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:22Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:26.723281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b36dfb-6f59-4150-b52b-f487e8ec6fea None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:22Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:26.901862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57d7c91b-b43f-45a1-a199-c701055357d9 req-cbfbda65-07b8-4171-85e7-1b8c7885ffa2 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623982 Nov 24 09:55:26.979893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.001688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Attempting to bind port 8d4aad5c-952f-4450-8ffb-9128a25cc275 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:27.002150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Attempting to bind port 8d4aad5c-952f-4450-8ffb-9128a25cc275 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '8731f7ac-fda7-4fec-a02c-31f839800dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22a3b453-a435-45d3-b37b-23360c373887'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:27.002425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Attempting to bind port 8d4aad5c-952f-4450-8ffb-9128a25cc275 on network 22a3b453-a435-45d3-b37b-23360c373887 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:27.037303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Port 8d4aad5c-952f-4450-8ffb-9128a25cc275 on network 22a3b453-a435-45d3-b37b-23360c373887 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:55:27.037674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Attempting to bind port 8d4aad5c-952f-4450-8ffb-9128a25cc275 on network 22a3b453-a435-45d3-b37b-23360c373887 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:27.041255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] device_id is not set on port 94fcef53-2fcb-48df-b167-2d79d3d18a05 yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:55:27.113493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:27.113867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Checking segment: {'id': '8731f7ac-fda7-4fec-a02c-31f839800dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22a3b453-a435-45d3-b37b-23360c373887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:27.114316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Bound using segment: {'id': '8731f7ac-fda7-4fec-a02c-31f839800dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22a3b453-a435-45d3-b37b-23360c373887'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:27.114841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Bound port: 8d4aad5c-952f-4450-8ffb-9128a25cc275, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8731f7ac-fda7-4fec-a02c-31f839800dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '22a3b453-a435-45d3-b37b-23360c373887'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:27.115225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.148799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:27.165413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 218c428d-4df3-43ba-a6c8-6c7339bcb69a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:27.165836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.297695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-51c2cfea-b875-4d71-954e-d43fcbc765b8 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:27.298383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51c2cfea-b875-4d71-954e-d43fcbc765b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.431372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:55:27.432394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.533854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a373a1f2-bd3b-47ed-850b-ad7aae70d431 req-1921bab0-96a1-4963-bc9a-5bca85fe1c13 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.1099370 Nov 24 09:55:27.719637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:27.760505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:27.765991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Allocated IP 172.20.0.2 (66b5b6e2-1aed-4504-b6b7-c18a89a97851/92e7cc82-64ec-4b8c-8ec7-f1546c477bf0/ec0e9d39-b77c-4ebf-b550-7db32214b5b2) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:28.131609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.146532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Transition to ACTIVE for port object ec0e9d39-b77c-4ebf-b550-7db32214b5b2 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:28.169585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Transition to ACTIVE for port object ec0e9d39-b77c-4ebf-b550-7db32214b5b2 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:28.176019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.189983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:28.196242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275,segment=NetworkSegment(8731f7ac-fda7-4fec-a02c-31f839800dd2),segment_id=8731f7ac-fda7-4fec-a02c-31f839800dd2)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:28.228801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.259006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dd1de3e-59a1-447b-ab4f-6011c4eaf5ab tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:28.293095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:28.294023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Pushing event updated for resources: {'Port': ['ID=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:28.297299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:28.298478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:28.303875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:28.413605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8::320 (d35a00cd-fc87-44df-a65e-9faae0fcef26/bbd93e20-6e65-45db-9927-8f5f707dbad5/94fcef53-2fcb-48df-b167-2d79d3d18a05) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:28.432579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Attempting to bind port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:28.433013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Attempting to bind port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:28.433492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Attempting to bind port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:28.442514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:28.444998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Checking segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:28.445801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.446104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Bound using segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:28.455309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Bound port: ec0e9d39-b77c-4ebf-b550-7db32214b5b2, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:28.474001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:ce22 (d35a00cd-fc87-44df-a65e-9faae0fcef26/64e54118-edf4-4aab-883d-d5b3a1af912e/94fcef53-2fcb-48df-b167-2d79d3d18a05) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:28.476776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.508297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.516413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] 10.222.0.61 "PUT /v2.0/ports/8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 200 len: 1093 time: 6.2610614 Nov 24 09:55:28.525620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:55:28.569010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device be84ac47-e3d2-44e6-b810-c11514c1478a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:28.699402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:28.712328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-d86db1d1-0575-4258-b4ad-0fd6dcba54fc tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:28.713720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-d86db1d1-0575-4258-b4ad-0fd6dcba54fc tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:28.735491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] For port ec0e9d39-b77c-4ebf-b550-7db32214b5b2, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:28.743703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] For port ec0e9d39-b77c-4ebf-b550-7db32214b5b2, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:28.746992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:28.750354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.753196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275', 'status': 'completed', 'code': 200} Nov 24 09:55:28.757331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3fb251c0-414f-4702-816e-6f63e90a3d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:28.800506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (66b5b6e2-1aed-4504-b6b7-c18a89a97851/92e7cc82-64ec-4b8c-8ec7-f1546c477bf0/7809bee4-9067-4fb5-b78a-6894c9149965) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:28.805659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port be84ac47-e3d2-44e6-b810-c11514c1478a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:28.813263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:28.853304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port be84ac47-e3d2-44e6-b810-c11514c1478a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:28.853736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:28.866824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8734944 Nov 24 09:55:28.867931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53472) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:28.897303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Pushing event updated for resources: {'Port': ['ID=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:28.901309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:28.912767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:28.913913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-d86db1d1-0575-4258-b4ad-0fd6dcba54fc tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:28.917955 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-d86db1d1-0575-4258-b4ad-0fd6dcba54fc tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 1.2094588 Nov 24 09:55:28.938129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4bcab8c0-893b-4da1-ad27-446656f06f42 req-56811c84-2060-4602-8a24-e283eb84c897 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.0755219 Nov 24 09:55:28.944755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:28.946537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:28.948358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'network': {'name': 'tempest-RoutersTest-1791300164'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:28.999671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b656b-93a6-445e-9f18-41760a11f582 req-413c66c4-c97f-47fa-8482-7871a5891157 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:29.001432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-127b656b-93a6-445e-9f18-41760a11f582 req-413c66c4-c97f-47fa-8482-7871a5891157 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 943 time: 0.7859299 Nov 24 09:55:29.079628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:29.112906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.117233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-70c15df2-1209-4cb2-ae34-380dcf15be94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf601d2af07e4c518a3b088101da3780&device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 1096 time: 0.5231512 Nov 24 09:55:29.119924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:network and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:29.132553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:29.139504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 7809bee4-9067-4fb5-b78a-6894c9149965 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:29.159336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:29.166284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.179634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ecef65b5-fe72-423b-a43f-97ae378890a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:29.229696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:29.240954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:29.244705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:29.258966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:29.337337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:29.343511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:29.359416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.367243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-127b656b-93a6-445e-9f18-41760a11f582 req-b717372a-b4e4-49cb-b80a-40cca9b0300c tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289835 Nov 24 09:55:29.385272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-46a027a2-d3d0-4bf3-9736-67109bc51e03 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:29.431052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-1c7165cc-2724-4d39-8c27-2be3224e621d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 200 len: 217 time: 0.2867634 Nov 24 09:55:29.447977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:29.455388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.539997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.586909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-1cb8d1ed-1945-4161-b1b1-708bc9451078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:29.588693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-1cb8d1ed-1945-4161-b1b1-708bc9451078 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ccb54ace-0735-4a9f-b8fc-8dc68036e25a HTTP/1.1" status: 200 len: 852 time: 0.1213779 Nov 24 09:55:29.594895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-46a027a2-d3d0-4bf3-9736-67109bc51e03 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:29.596113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-46a027a2-d3d0-4bf3-9736-67109bc51e03 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 379 time: 0.6402001 Nov 24 09:55:29.648441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'port': {'device_id': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'admin_state_up': True, 'tenant_id': '237394d999354d869b33215cbbb1b267', 'security_groups': ['8a7e919e-6a0e-4624-be0d-bcc0803de21c']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:29.686179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-b87f9d52-9fdc-4553-95e0-7a5100762d07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22a3b453-a435-45d3-b37b-23360c373887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868769 Nov 24 09:55:29.739429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.760963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port be84ac47-e3d2-44e6-b810-c11514c1478a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=be84ac47-e3d2-44e6-b810-c11514c1478a,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:29.767123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.769959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:29.858423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:29.874166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:21Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:22Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:29.881487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:29.882066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Updating router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 port 8abeb32c-a9bf-4d86-8790-f379add848b0 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:55:29.917173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=be84ac47-e3d2-44e6-b810-c11514c1478a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:29.929153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:29.951730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.966076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:29.966477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added segment 2eb99f0b-5af1-4d75-a487-2999d163624a of type vlan for network c60b496e-f229-433a-b1d8-34fe9269c7ab Nov 24 09:55:29.989040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.042249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Transition to ACTIVE for port object 94fcef53-2fcb-48df-b167-2d79d3d18a05 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:30.072140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:30.088144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.101478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:port and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:30.104736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:30.113442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:30.129768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Made reservation on behalf of 237394d999354d869b33215cbbb1b267 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:30.135422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.152754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-1fe8a4cb-751f-454c-aed6-0c5db1fdf1d1 service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543707 Nov 24 09:55:30.153945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.158489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.196778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9567ea30-562a-4f28-b309-74c34f790237 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:30.305965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.379217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.404027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e9c9a38-825e-484d-bc20-2fd5c1c6c5c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:30.474083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.479826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:30.481169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:30.529794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b7add69e-91fa-4094-9b9f-c239b3061b33 req-7509d706-8f4c-4ebd-854a-ce2cbb158505 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.2223020 Nov 24 09:55:30.597784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:30.598737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event updated for resources: {'Port': ['ID=94fcef53-2fcb-48df-b167-2d79d3d18a05,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:30.616862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:30.641127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:30.693887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80cba265-b42f-4a2c-856a-de56b25552b9 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:30.724186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:30.739452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec0e9d39-b77c-4ebf-b550-7db32214b5b2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:30.752595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:31.033472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.20.0.6 (b445f7e7-389a-4c56-a2e6-fd820d770644/42ad0522-8c53-41b8-b27f-52f4227412c7/9605a5ce-241a-47ac-8fd6-e839d4a7f990) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:31.059931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:31.078084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:31.248821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:31.257178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device be84ac47-e3d2-44e6-b810-c11514c1478a up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:31.334713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.343132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.349403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4ba0476e-0c69-4dad-965c-f5d4d0bad792 None None] Provisioning for port 94fcef53-2fcb-48df-b167-2d79d3d18a05 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:31.355720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Transition to ACTIVE for port object 9605a5ce-241a-47ac-8fd6-e839d4a7f990 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:31.374016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4ba0476e-0c69-4dad-965c-f5d4d0bad792 None None] Provisioning complete for port 94fcef53-2fcb-48df-b167-2d79d3d18a05 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:31.374438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ba0476e-0c69-4dad-965c-f5d4d0bad792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.437327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:31.442717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0476e-0c69-4dad-965c-f5d4d0bad792 None None] Port 94fcef53-2fcb-48df-b167-2d79d3d18a05 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:31.443382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:31.444668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.454308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Transition to ACTIVE for port object 8abeb32c-a9bf-4d86-8790-f379add848b0 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:31.460634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Network': ['ID=c60b496e-f229-433a-b1d8-34fe9269c7ab,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:31.471570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.474646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:31.480974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6458e42-be8c-4dcb-93d0-2f53eaedcda4 req-35bf1806-2ea7-48ab-9844-2e04d8ea2eff service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3149993 Nov 24 09:55:31.482760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db3d82be-4a62-4a70-961f-305ca64a6216 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5738635 Nov 24 09:55:31.488224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:31.489600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:31.500492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'subnet': {'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:31.516632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.532579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network c60b496e-f229-433a-b1d8-34fe9269c7ab details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:31.545353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:31.646306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:31.721335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:31.740930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:31.742189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:31.750647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:31.777049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:31.792687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:subnet and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:31.842859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:31.843566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:31.885416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e148f0e0-fd0d-467a-97fd-aa8f0603f9c6 None None] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:31.889187 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2449343 Nov 24 09:55:31.893987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:31.907006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.6727705 Nov 24 09:55:31.913713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Request body: {'port': {'device_id': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:31.922804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53486) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:31.939862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:32.095194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Made reservation on behalf of 7efbdb8decee44d88ef059390f6f72d7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:32.188114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting port 94fcef53-2fcb-48df-b167-2d79d3d18a05 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:32.188114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.251691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port be84ac47-e3d2-44e6-b810-c11514c1478a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:32.252186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.397175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eae60d-1ebc-4786-ae03-7ca136ef285e req-cbd54994-490c-436c-b6b7-f6b20f7600fa tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:32.399154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27eae60d-1ebc-4786-ae03-7ca136ef285e req-cbd54994-490c-436c-b6b7-f6b20f7600fa tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 943 time: 1.0108423 Nov 24 09:55:32.407138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-ee1a13c6-8506-46fb-9eff-71105978e2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf601d2af07e4c518a3b088101da3780&device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 1096 time: 0.7593737 Nov 24 09:55:32.408642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.433285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Attempting to bind port 8abeb32c-a9bf-4d86-8790-f379add848b0 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:32.433890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Attempting to bind port 8abeb32c-a9bf-4d86-8790-f379add848b0 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:32.434321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Attempting to bind port 8abeb32c-a9bf-4d86-8790-f379add848b0 on network 44011381-a447-42ca-9c34-e1dddf1c998c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:32.442545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Pushing event updated for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:32.449021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:32.449458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Checking segment: {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:32.450697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.451153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Bound using segment: {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:32.451706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Bound port: 8abeb32c-a9bf-4d86-8790-f379add848b0, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:32.452137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.470956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:32.479218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b57473-4229-47fa-8573-f32feb569762 req-720ae298-8114-431f-ae50-1f5187caccff tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:32.482182 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-80b57473-4229-47fa-8573-f32feb569762 req-720ae298-8114-431f-ae50-1f5187caccff tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 931 time: 0.5895734 Nov 24 09:55:32.505167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Provisioning for port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:32.515336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Provisioning complete for port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:32.515768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.520321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.580425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:32.661059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27eae60d-1ebc-4786-ae03-7ca136ef285e req-2bec7a71-939d-442e-ac94-cecbb6d9dfc5 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505012 Nov 24 09:55:32.688262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] For port 8abeb32c-a9bf-4d86-8790-f379add848b0, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:32.691836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] For port 8abeb32c-a9bf-4d86-8790-f379add848b0, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8abeb32c-a9bf-4d86-8790-f379add848b0,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:32.730442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:32.749458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03db2a23-729c-471a-8c73-9f6e438f56ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:32.773046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-8d21c37b-fbd8-4e44-b02e-1551f511dd61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:32.774574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-8d21c37b-fbd8-4e44-b02e-1551f511dd61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 200 len: 913 time: 0.3455882 Nov 24 09:55:32.880136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-389a8b88-9c4e-4e40-b688-51880a46419e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 200 len: 217 time: 0.0968931 Nov 24 09:55:32.937434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Pushing event updated for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:32.982438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-6832dfa1-b877-47f3-8153-20996045a577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:32.985463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-6832dfa1-b877-47f3-8153-20996045a577 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ccb54ace-0735-4a9f-b8fc-8dc68036e25a HTTP/1.1" status: 200 len: 852 time: 0.0963089 Nov 24 09:55:32.986747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:33.011740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:33.064033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:33.064819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:33.079094 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-f0c3c2ba-1adc-4aba-a635-533213c702ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22a3b453-a435-45d3-b37b-23360c373887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675089 Nov 24 09:55:33.329605 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-80b57473-4229-47fa-8573-f32feb569762 req-95b726ac-1879-4a4c-996e-15ace8ae792f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8342509 Nov 24 09:55:33.344863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:33.418044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:33.425017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-140e02f3-f033-4ca3-a4df-ada5b9861824 service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274170 Nov 24 09:55:33.577608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] For port ec0e9d39-b77c-4ebf-b550-7db32214b5b2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:33.598980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:33.603128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Calling delete_port for 94fcef53-2fcb-48df-b167-2d79d3d18a05 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:33.607348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:33.676827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9605a5ce-241a-47ac-8fd6-e839d4a7f990 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:33.687868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:33.705596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Pushing event updated for resources: {'Port': ['ID=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:33.710409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:33.725365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Transition to ACTIVE for port object 9605a5ce-241a-47ac-8fd6-e839d4a7f990 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:33.728283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:33.734408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9585a0a0-fb3d-48bf-a0bd-b790a3681a8e req-50866fe9-5aef-4e75-baa6-791cb5b16ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969186 Nov 24 09:55:33.735933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5c2ecc9e-5214-485c-9dec-fe4dbe0c7ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:33.910923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 8d4aad5c-952f-4450-8ffb-9128a25cc275 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:55:33.917576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Pushing event updated for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:33.921050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:34.115498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Attempting to bind port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:34.115872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Attempting to bind port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:34.116247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Attempting to bind port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:34.128932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 on network b445f7e7-389a-4c56-a2e6-fd820d770644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:55:34.129356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Attempting to bind port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:34.136899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:34.137280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:34.137839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Bound using segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:34.138310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Bound port: 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:34.138814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.139634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.145421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.159557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-523703e0-6aea-4b9d-a57f-99be09ebbacb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:34.260234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Subnet': ['ID=a709570e-416b-435d-9ea9-1f2e44978881,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:34.264502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:34.267063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afc5b35a-7c84-418b-80e1-0eaea6daff32 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:34.344883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Port': ['ID=94fcef53-2fcb-48df-b167-2d79d3d18a05,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:34.352003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:34.354866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024615b-63be-4f55-a96c-cff8aa8592ef req-3cd49c7b-8054-489e-bf99-f97eff5c4e4c tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:34.357446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8024615b-63be-4f55-a96c-cff8aa8592ef req-3cd49c7b-8054-489e-bf99-f97eff5c4e4c tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 943 time: 0.2046888 Nov 24 09:55:34.483663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.490349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8024615b-63be-4f55-a96c-cff8aa8592ef req-07f74c95-6eda-4669-acfd-13de342ad4be tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101725 Nov 24 09:55:34.491879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:34.512216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:34.526677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.562191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:34.617935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.621363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] 10.222.0.61 "PUT /v2.0/ports/9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 200 len: 1093 time: 2.7122602 Nov 24 09:55:34.622095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:55:34.667389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Checking segment: {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:34.668347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network hostable DHCP agents. Network: c60b496e-f229-433a-b1d8-34fe9269c7ab, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:34.691038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275,segment=NetworkSegment(8731f7ac-fda7-4fec-a02c-31f839800dd2),segment_id=8731f7ac-fda7-4fec-a02c-31f839800dd2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:34.701618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/94fcef53-2fcb-48df-b167-2d79d3d18a05 HTTP/1.1" status: 204 len: 168 time: 2.7699170 Nov 24 09:55:34.702779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53496) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:34.705977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Provisioning for port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:34.747470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '8d4aad5c-952f-4450-8ffb-9128a25cc275', 'network_id': '22a3b453-a435-45d3-b37b-23360c373887', 'port_id': '8d4aad5c-952f-4450-8ffb-9128a25cc275', 'mac_address': 'fa:16:3e:be:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb54ace-0735-4a9f-b8fc-8dc68036e25a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:55:34.772742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'status': 'completed', 'code': 200} Nov 24 09:55:34.795134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Pushing event updated for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:34.800404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:34.836008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-8235b24f-0bdf-4c44-bc8c-5a66258dbafb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1096 time: 0.1491699 Nov 24 09:55:34.858170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4f096-906e-4b21-9b37-95dce1535a3b req-0afbcdc0-1daf-41a5-a564-7b7c0b6ba632 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:34.860199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2df4f096-906e-4b21-9b37-95dce1535a3b req-0afbcdc0-1daf-41a5-a564-7b7c0b6ba632 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 943 time: 0.2695770 Nov 24 09:55:34.874957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Provisioning complete for port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:34.875530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.915161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network c60b496e-f229-433a-b1d8-34fe9269c7ab is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:34.943354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-aa78c5c0-0516-4e81-8806-6c93f656367a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 200 len: 217 time: 0.1003594 Nov 24 09:55:34.946330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e294abf1-6ad9-47f3-a447-2fd30b4961ed tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:34.947204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e294abf1-6ad9-47f3-a447-2fd30b4961ed tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:34.956692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:34.965364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:34.973868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/f08e205c-22be-4abe-8fec-da916d78845a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5637250 Nov 24 09:55:34.978075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:34.989447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:34.996131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:34.996834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:34.997768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4aad5c-952f-4450-8ffb-9128a25cc275 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:35.002870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, c60b496e-f229-433a-b1d8-34fe9269c7ab) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:35.007837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.008497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:35.031899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d5463-860b-4645-8cb7-b2a19ffb9f53 None None] Network c60b496e-f229-433a-b1d8-34fe9269c7ab requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:35.049513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-16e4b344-dfba-425c-a8f8-8688737c6baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.050539 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-16e4b344-dfba-425c-a8f8-8688737c6baa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.1005299 Nov 24 09:55:35.052053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e294abf1-6ad9-47f3-a447-2fd30b4961ed tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:35.056175 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e294abf1-6ad9-47f3-a447-2fd30b4961ed tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3437293 Nov 24 09:55:35.059866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275,segment=NetworkSegment(8731f7ac-fda7-4fec-a02c-31f839800dd2),segment_id=8731f7ac-fda7-4fec-a02c-31f839800dd2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:35.064725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53504) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.068347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2df4f096-906e-4b21-9b37-95dce1535a3b req-171f7e31-732b-4c70-b4bf-585a8bf70325 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008824 Nov 24 09:55:35.093146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6010525 Nov 24 09:55:35.145354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:35.148411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.265464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:35.297036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b2f0cb-cf1d-4c08-9f85-47ad2237f58c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.297826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f1b2f0cb-cf1d-4c08-9f85-47ad2237f58c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:35.304419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-5e00925c-da7f-492d-a8af-64deaa363c9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2408135 Nov 24 09:55:35.330697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:35.332453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec0e9d39-b77c-4ebf-b550-7db32214b5b2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:35.340357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f1b2f0cb-cf1d-4c08-9f85-47ad2237f58c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:35.341590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1b2f0cb-cf1d-4c08-9f85-47ad2237f58c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2758656 Nov 24 09:55:35.345955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53512) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.386247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:21Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:32Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:35.423787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91e0b5c-0d75-4c2d-b59d-4101d8a6b406 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:21Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:32Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:35.431833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.432263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.432685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.433844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.434282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.434710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.435124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.435539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.436343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.436757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.437168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.437975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.438321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.438524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.439835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.441515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.442377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:35.446556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26ee2721-3ea3-4942-8844-7da0f9979016 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9152 time: 0.4309654 Nov 24 09:55:35.449245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53516) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.463997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['8d4aad5c-952f-4450-8ffb-9128a25cc275'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:55:35.592656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-c60b496e-f229-433a-b1d8-34fe9269c7ab', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:55:35.593699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:35.661762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.662302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.662478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.662914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.663313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.663713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.664113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.664509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.665139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.665536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.689907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.690807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.691382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.692112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:35.694768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3130f3ce-fd48-44ce-9c67-94dad9720065 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8932 time: 0.2444844 Nov 24 09:55:35.710048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53522) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.781021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:35.782603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-659f888a-984c-449d-ac65-42bbb4541453 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4356761 Nov 24 09:55:35.796357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:35.811586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Allocated IP 172.23.0.2 (c60b496e-f229-433a-b1d8-34fe9269c7ab/a709570e-416b-435d-9ea9-1f2e44978881/d3af3df9-9a0b-41db-98b6-e81a66afd0c4) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:35.909253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Provisioning for port 7809bee4-9067-4fb5-b78a-6894c9149965 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:35.932607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Provisioning complete for port 7809bee4-9067-4fb5-b78a-6894c9149965 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:35.933898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:35.942526 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-35d2f5b0-bb3d-4a7c-9316-bb27190ddbf0 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295183 Nov 24 09:55:36.002309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:36.016441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:36.017565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Updating router f08e205c-22be-4abe-8fec-da916d78845a port 7809bee4-9067-4fb5-b78a-6894c9149965 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:55:36.063628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fdb46-896e-4bb0-96e2-46fe295e0652 req-6136f0c8-4ef9-4c4d-8505-c75e24b4c666 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:36.069848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-616fdb46-896e-4bb0-96e2-46fe295e0652 req-6136f0c8-4ef9-4c4d-8505-c75e24b4c666 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 944 time: 0.1870487 Nov 24 09:55:36.142203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.251523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.263892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Transition to ACTIVE for port object d3af3df9-9a0b-41db-98b6-e81a66afd0c4 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:36.285341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Transition to ACTIVE for port object d3af3df9-9a0b-41db-98b6-e81a66afd0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:36.286908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a01ba3-787e-481c-8fcf-9af17123b83f req-c8ab7c44-c7e5-4ab7-af0f-62736433e19c service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279452 Nov 24 09:55:36.320835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.325792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-73430727-b215-4a57-abd8-7979f442b94f None None] Port 7809bee4-9067-4fb5-b78a-6894c9149965 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:36.327559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:36.346680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.347285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.347792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.348297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.348802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.349311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.349816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.350342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.350879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.351383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.351882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:55:36.375260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:36.391137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d4d748-f249-44e5-a110-ac3316c994df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:36.466809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:36.467436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.487339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-616fdb46-896e-4bb0-96e2-46fe295e0652 req-39091dcd-c98e-4cd1-8036-5f1c0cafbcb7 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926863 Nov 24 09:55:36.515784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-992308e6-036e-4661-af0e-5776500dcb95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1096 time: 0.1462014 Nov 24 09:55:36.546954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Pushing event updated for resources: {'Port': ['ID=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:36.607410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Network c60b496e-f229-433a-b1d8-34fe9269c7ab is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:36.607939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:36.608714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4e63d2bf-950a-4dc9-b704-4d3633969125 None None] Provisioning complete for port 7809bee4-9067-4fb5-b78a-6894c9149965 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:36.609250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e63d2bf-950a-4dc9-b704-4d3633969125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.697781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:36.737935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4e63d2bf-950a-4dc9-b704-4d3633969125 None None] Port 7809bee4-9067-4fb5-b78a-6894c9149965 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:36.744646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:36.822100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet 64e54118-edf4-4aab-883d-d5b3a1af912e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:36.837416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.951101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.964328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Attempting to bind port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:36.965366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Attempting to bind port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:36.965864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Attempting to bind port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 on network c60b496e-f229-433a-b1d8-34fe9269c7ab {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:36.966733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Transition to ACTIVE for port object 7809bee4-9067-4fb5-b78a-6894c9149965 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:36.979570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:36.980594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Checking segment: {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:36.981204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.981816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Bound using segment: {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:36.982434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Bound port: d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:36.982985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.991976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:36.999453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48b56ed6-998e-473c-a105-bee61cc54601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:37.038560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.083675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] For port d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:37.088914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] For port d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:37.092062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb518b9-5f92-4848-914b-f97042986661 req-18814c3b-f438-433c-8651-10678ae9b8bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:37.095336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-18814c3b-f438-433c-8651-10678ae9b8bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.5608494 Nov 24 09:55:37.095918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.103321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-81368dad-851e-4222-9d74-bafa1eadb4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:37.146407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8561ebd-fd61-4ce1-b08e-c75bb36204c3 req-af7407fe-278b-48bb-8e4a-b67dc0091c4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:37.149009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8561ebd-fd61-4ce1-b08e-c75bb36204c3 req-af7407fe-278b-48bb-8e4a-b67dc0091c4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 943 time: 0.7380855 Nov 24 09:55:37.176905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Pushing event updated for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:37.180565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:37.211974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Pushing event updated for resources: {'Port': ['ID=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:37.235804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:37.237875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-4d40776c-b42d-4ab6-8941-e482b1316512 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 200 len: 217 time: 0.1350136 Nov 24 09:55:37.330787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Attempting to bind port 7809bee4-9067-4fb5-b78a-6894c9149965 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:37.331805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Attempting to bind port 7809bee4-9067-4fb5-b78a-6894c9149965 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:37.332477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Attempting to bind port 7809bee4-9067-4fb5-b78a-6894c9149965 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:37.333377 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3fa92430-eee4-4368-88cd-5c59b18a7e5b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 1.6218302 Nov 24 09:55:37.351283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:37.351867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Checking segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:37.352446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.353011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Bound using segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:37.353685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Bound port: 7809bee4-9067-4fb5-b78a-6894c9149965, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:37.354235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.365203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.374743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb518b9-5f92-4848-914b-f97042986661 req-b624faa2-6c9b-40be-a094-6f7d9b9cf48f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:37.376810 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-b624faa2-6c9b-40be-a094-6f7d9b9cf48f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.1251776 Nov 24 09:55:37.452712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8abeb32c-a9bf-4d86-8790-f379add848b0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:37.516437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.535908 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-b684973b-4f24-4eaa-8795-4cace11cf5cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1512306 Nov 24 09:55:37.545544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe261389-1bcb-40f7-bd7a-4f42eeced5be tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:37.552762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] For port 7809bee4-9067-4fb5-b78a-6894c9149965, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:37.561240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] For port 7809bee4-9067-4fb5-b78a-6894c9149965, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7809bee4-9067-4fb5-b78a-6894c9149965,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:37.567315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.579145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7f28d94-5c0b-4832-b86a-eee64e4a016a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:37.665978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 8abeb32c-a9bf-4d86-8790-f379add848b0 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:37.680190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8abeb32c-a9bf-4d86-8790-f379add848b0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:37.680777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.775266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8561ebd-fd61-4ce1-b08e-c75bb36204c3 req-88b51e1f-f058-4a42-b665-0207ecd62497 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5970528 Nov 24 09:55:37.776101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=64e54118-edf4-4aab-883d-d5b3a1af912e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:37.799863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:37.814535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.831282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-96fdada8-ff63-423a-beff-99e7f4a39676 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891798 Nov 24 09:55:37.849956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:37.849956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:37.881641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 8d4aad5c-952f-4450-8ffb-9128a25cc275 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:37.888607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:37.926964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/64e54118-edf4-4aab-883d-d5b3a1af912e HTTP/1.1" status: 204 len: 168 time: 2.1272678 Nov 24 09:55:37.930365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53536) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:37.957995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Pushing event updated for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:37.962852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c64561-222c-4028-9792-ddafc6b8f49d None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:37.984624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:38.287678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:38.526030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Allocated IP 172.23.0.1 (c60b496e-f229-433a-b1d8-34fe9269c7ab/a709570e-416b-435d-9ea9-1f2e44978881/d0f3e769-6aa4-475a-8377-ab4647016244) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:38.559576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb518b9-5f92-4848-914b-f97042986661 req-44659a07-ba9b-4fbb-aa48-86333bc2d9b0 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210865 Nov 24 09:55:38.616119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Deleting subnet bbd93e20-6e65-45db-9927-8f5f707dbad5 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:38.619857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.690089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.771468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:38.780844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.786492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.812276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403652620', 'description': 'tempest-secgroup-smoke-1403652620 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:38.831267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:38.835949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 8abeb32c-a9bf-4d86-8790-f379add848b0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8abeb32c-a9bf-4d86-8790-f379add848b0,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:38.863760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.868705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a757e4ad-24d1-4240-9230-a2fab2396aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:38.869133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:38.884002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.887566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61855287-7b25-4b3c-af4f-f75f396d23be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:38.929650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32aef-34f6-4a20-a2c9-9e71d4e3cb86 req-6c0b3f61-68e2-4650-87b4-ee169d150772 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:38.931863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6aa32aef-34f6-4a20-a2c9-9e71d4e3cb86 req-6c0b3f61-68e2-4650-87b4-ee169d150772 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 944 time: 0.2083535 Nov 24 09:55:38.937178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd93e20-6e65-45db-9927-8f5f707dbad5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:38.941279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:38.944138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.947773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:38.965268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/bbd93e20-6e65-45db-9927-8f5f707dbad5 HTTP/1.1" status: 204 len: 168 time: 1.0183048 Nov 24 09:55:38.965684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.052913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:39.069270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:39.074369 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27388ba3-4a43-431d-a7c3-09c3f5c3355f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043658 Nov 24 09:55:39.084229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.090901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 8d4aad5c-952f-4450-8ffb-9128a25cc275 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:39.093785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:37Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:39.097394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 8d4aad5c-952f-4450-8ffb-9128a25cc275 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:39.097584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.097841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.100336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187b70e-eb5b-410e-bd64-abb253fb0a35 None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:37Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:39.205539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:39.218227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6aa32aef-34f6-4a20-a2c9-9e71d4e3cb86 req-5d71aac9-1898-4701-814a-a904d562d938 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Synchronizing usage tracker for tenant:bf601d2af07e4c518a3b088101da3780 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:39.222722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d903-3d6b-49b9-9604-5b9482c8c3bb req-2eb13028-ef99-4aba-8dd3-0a58f02739f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:39.222722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6706d903-3d6b-49b9-9604-5b9482c8c3bb req-2eb13028-ef99-4aba-8dd3-0a58f02739f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:39.242395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6706d903-3d6b-49b9-9604-5b9482c8c3bb req-2eb13028-ef99-4aba-8dd3-0a58f02739f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:39.257567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:39.264802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6706d903-3d6b-49b9-9604-5b9482c8c3bb req-2eb13028-ef99-4aba-8dd3-0a58f02739f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 943 time: 0.1915085 Nov 24 09:55:39.276155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:39.281755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Transition to ACTIVE for port object d0f3e769-6aa4-475a-8377-ab4647016244 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:39.289677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6aa32aef-34f6-4a20-a2c9-9e71d4e3cb86 req-5d71aac9-1898-4701-814a-a904d562d938 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Unset dirty status for tenant:bf601d2af07e4c518a3b088101da3780 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:39.290794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.290938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6aa32aef-34f6-4a20-a2c9-9e71d4e3cb86 req-5d71aac9-1898-4701-814a-a904d562d938 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165569 Nov 24 09:55:39.300098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:39.343479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2bc05-0c5a-4079-9c2c-5bb0df3257e7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:39.349631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.349847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d4f2bc05-0c5a-4079-9c2c-5bb0df3257e7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2467389 Nov 24 09:55:39.368820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275,segment=NetworkSegment(8731f7ac-fda7-4fec-a02c-31f839800dd2),segment_id=8731f7ac-fda7-4fec-a02c-31f839800dd2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:39.372204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:55:39.403869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.407716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:39.413888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.442007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43ac9fa1-cbb1-415e-81b3-c0b015a6af0f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:39.561616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:39.563202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6706d903-3d6b-49b9-9604-5b9482c8c3bb req-621037c5-6b6f-418b-bc3f-0515aebc60cc tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974460 Nov 24 09:55:39.583312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:39.585353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1da4a5-a119-4fca-8e0a-a61b8f7d81d5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:39.586151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c1da4a5-a119-4fca-8e0a-a61b8f7d81d5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Synchronizing usage tracker for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:39.599491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network c60b496e-f229-433a-b1d8-34fe9269c7ab is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:39.605038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:39.610076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0c1da4a5-a119-4fca-8e0a-a61b8f7d81d5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Unset dirty status for tenant:2d89b3eecc9341d4a67899af274aaa46 on resource:subnet {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:39.611962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0c1da4a5-a119-4fca-8e0a-a61b8f7d81d5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2595294 Nov 24 09:55:39.615182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53562) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.626393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:39.626393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:39.633505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:39.636836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3af3df9-9a0b-41db-98b6-e81a66afd0c4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:39.727661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eef85458-4bb1-49ee-825a-9c8241703fa1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109524 Nov 24 09:55:39.737977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53566) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.772835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.791537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c140d40-98b9-499a-b396-0f0e90fa7960 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:39.792649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c140d40-98b9-499a-b396-0f0e90fa7960 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:39.799326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c140d40-98b9-499a-b396-0f0e90fa7960 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/94fcef53-2fcb-48df-b167-2d79d3d18a05 HTTP/1.1" status: 404 len: 333 time: 0.0597665 Nov 24 09:55:39.800533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53570) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.816179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.832066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:39.839459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d63f7d9-86eb-4658-9fcf-761fb8f8ae41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:39.856496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-195f7f95-f68a-4cb1-8c23-ea2c17570a57 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:39.857175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195f7f95-f68a-4cb1-8c23-ea2c17570a57 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:39.858861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275', 'code': 200} Nov 24 09:55:39.859419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-195f7f95-f68a-4cb1-8c23-ea2c17570a57 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/64e54118-edf4-4aab-883d-d5b3a1af912e HTTP/1.1" status: 404 len: 337 time: 0.0574841 Nov 24 09:55:39.861989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53574) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:39.889433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2351c48-b68c-43e3-8554-c68426753307,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:39.895660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:39.896838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:39.906015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7809bee4-9067-4fb5-b78a-6894c9149965 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:39.960481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b995a35-3dfb-4932-beb2-fe4fc610eb5f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:39.961628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b995a35-3dfb-4932-beb2-fe4fc610eb5f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:39.968650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b995a35-3dfb-4932-beb2-fe4fc610eb5f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/bbd93e20-6e65-45db-9927-8f5f707dbad5 HTTP/1.1" status: 404 len: 337 time: 0.0999389 Nov 24 09:55:39.969735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53578) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.007424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 7809bee4-9067-4fb5-b78a-6894c9149965 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:40.013062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 7809bee4-9067-4fb5-b78a-6894c9149965 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:40.013496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.022531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.034499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2514973 Nov 24 09:55:40.038361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.055181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:40.093197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9806058-60c5-486c-b07d-6955d6a27661 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.098285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:40.098976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9806058-60c5-486c-b07d-6955d6a27661 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.103601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9806058-60c5-486c-b07d-6955d6a27661 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/77fa2dfb-5af5-45e8-a0de-bd0a1ceefc13 HTTP/1.1" status: 404 len: 333 time: 0.1301162 Nov 24 09:55:40.111743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:40.122351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:40.130052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:40.153270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.158327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.203347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 7809bee4-9067-4fb5-b78a-6894c9149965, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7809bee4-9067-4fb5-b78a-6894c9149965,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:40.206975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.207915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8abeb32c-a9bf-4d86-8790-f379add848b0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:40.229190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-051f7729-3bbf-4cd3-945a-ce1ffd5f3e23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.229820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051f7729-3bbf-4cd3-945a-ce1ffd5f3e23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.234503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-051f7729-3bbf-4cd3-945a-ce1ffd5f3e23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/929a934b-e2e3-4328-a310-3f2b8856b2a0 HTTP/1.1" status: 404 len: 337 time: 0.0777564 Nov 24 09:55:40.234503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.236370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53590) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.239178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28888e9e-4bd7-4b88-aeba-a929f08c6147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:40.265405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.322508 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-604d476e-af91-423a-9079-9a68f9b6cb7d req-2e84fafd-e9ee-489e-b9d2-c7d879b41a1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 1098 time: 0.2191241 Nov 24 09:55:40.324982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0523aea-aa23-4bb8-a3fe-36c3e5a56f23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.325430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0523aea-aa23-4bb8-a3fe-36c3e5a56f23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.329701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0523aea-aa23-4bb8-a3fe-36c3e5a56f23 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/8180af68-bce2-4d1c-a3dc-a0182b3a46a9 HTTP/1.1" status: 404 len: 337 time: 0.0898993 Nov 24 09:55:40.330532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53594) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.341973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:40.345096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a9671-2634-4c5b-815b-09419cf43de4 None None] Network c60b496e-f229-433a-b1d8-34fe9269c7ab requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:40.365806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:40.414670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Provisioning for port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:40.451078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57fd450-f272-4933-b1c7-61568c8aa1fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.451975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57fd450-f272-4933-b1c7-61568c8aa1fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.460777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c57fd450-f272-4933-b1c7-61568c8aa1fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/080b66a9-037e-4002-b463-e4a0ece943ce HTTP/1.1" status: 404 len: 333 time: 0.1286597 Nov 24 09:55:40.463502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53600) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.465331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Provisioning complete for port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:40.465792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.620586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-604d476e-af91-423a-9079-9a68f9b6cb7d req-3e40a17f-5349-49e0-ab03-9e6756fce3f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713231 Nov 24 09:55:40.690304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a185fcb-97df-4af0-af5a-4fe6ce039980 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.690771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a185fcb-97df-4af0-af5a-4fe6ce039980 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.696306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2a185fcb-97df-4af0-af5a-4fe6ce039980 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2d30eebf-d7d9-4c64-8593-1bd80350eca4 HTTP/1.1" status: 404 len: 337 time: 0.1798422 Nov 24 09:55:40.709858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53606) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.726861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7dc641-2f8d-4bd9-99f7-0da707d6e5af None None] Network d35a00cd-fc87-44df-a65e-9faae0fcef26 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:40.771852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c111a9-604a-4f97-b1f4-e46ea1506944 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.772726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c111a9-604a-4f97-b1f4-e46ea1506944 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.779461 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6c111a9-604a-4f97-b1f4-e46ea1506944 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/4dd11bd8-4516-4545-86ec-9378d16a6d58 HTTP/1.1" status: 404 len: 337 time: 0.0671389 Nov 24 09:55:40.781418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53610) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.852791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfc3b05-ba76-42ff-92ec-d36b222280a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.853911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfc3b05-ba76-42ff-92ec-d36b222280a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.861150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0cfc3b05-ba76-42ff-92ec-d36b222280a8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/2f9eca83-48f8-4859-adba-3fe27ee639ce HTTP/1.1" status: 404 len: 333 time: 0.0783253 Nov 24 09:55:40.864099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53614) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.928465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f303d20-164b-424b-8728-7b3d40ba37ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:40.929451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f303d20-164b-424b-8728-7b3d40ba37ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:40.935300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f303d20-164b-424b-8728-7b3d40ba37ac tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/9454b7a3-e631-412c-975a-79cf7c6df656 HTTP/1.1" status: 404 len: 337 time: 0.0696518 Nov 24 09:55:40.937183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53618) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:40.940528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.960838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:40.989754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b39cd-e6ba-4cb3-abc5-bab06fd30ec8 req-b342eb7b-1c4c-48a2-bf97-fdd800aa2830 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:40.998294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b56b39cd-e6ba-4cb3-abc5-bab06fd30ec8 req-b342eb7b-1c4c-48a2-bf97-fdd800aa2830 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.3727298 Nov 24 09:55:41.002788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] For port d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:41.012934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.021082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:41.023583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1870fc09-ab2c-48dd-8e4c-0f3a4170674e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.024072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1870fc09-ab2c-48dd-8e4c-0f3a4170674e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.029164 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1870fc09-ab2c-48dd-8e4c-0f3a4170674e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/605175a4-70dc-4fb2-ac9a-c1fcfbb9dcc1 HTTP/1.1" status: 404 len: 337 time: 0.0908575 Nov 24 09:55:41.029843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.055036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8abeb32c-a9bf-4d86-8790-f379add848b0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:41.055656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.080821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef03dd3-adeb-47fe-a1ed-726ade782664 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.081334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef03dd3-adeb-47fe-a1ed-726ade782664 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.086653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ef03dd3-adeb-47fe-a1ed-726ade782664 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/bf74c376-79fb-42ce-ac28-58e719078148 HTTP/1.1" status: 404 len: 333 time: 0.0495684 Nov 24 09:55:41.087262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.174795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b56b39cd-e6ba-4cb3-abc5-bab06fd30ec8 req-6b9cc16e-f4f6-4d9a-91a8-6e56b51b2db3 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754115 Nov 24 09:55:41.176220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9fe32a-1257-462e-ab95-451ed476402c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.178804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9fe32a-1257-462e-ab95-451ed476402c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.185042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.188058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa9fe32a-1257-462e-ab95-451ed476402c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2ad5a4ad-97a3-49f6-bfc4-6aac194cfa98 HTTP/1.1" status: 404 len: 337 time: 0.0994527 Nov 24 09:55:41.207566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.257180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.266400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:41.311309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff09b43e-566e-47aa-bdd8-9b5788226f60 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.311817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff09b43e-566e-47aa-bdd8-9b5788226f60 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.325620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9313cf1-d095-4f6a-903c-55dbbac85058,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:41.334245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:41.341490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53634) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.341715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ff09b43e-566e-47aa-bdd8-9b5788226f60 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/0a31fb7b-f12e-485d-9b8b-18ea65400300 HTTP/1.1" status: 404 len: 333 time: 0.1312284 Nov 24 09:55:41.346696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.350946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3025379 Nov 24 09:55:41.358546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0692232-3fd9-4241-9904-b56a7864d7f1 req-b3e297f7-0bd4-482d-b5d4-9dd82e0572dd tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:41.360261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0692232-3fd9-4241-9904-b56a7864d7f1 req-b3e297f7-0bd4-482d-b5d4-9dd82e0572dd tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 943 time: 0.2747908 Nov 24 09:55:41.360805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.376927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:41.400177 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e4d59e-d1e5-49d2-8f14-27413b713d3a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.400860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e4d59e-d1e5-49d2-8f14-27413b713d3a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.404465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21e4d59e-d1e5-49d2-8f14-27413b713d3a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/76c9204b-20c0-40db-ad39-066e2a9fb250 HTTP/1.1" status: 404 len: 337 time: 0.0614154 Nov 24 09:55:41.406859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.415459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:41.429784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.430055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-86c72858-63fb-4581-980c-d9c38bc7d268 None None] Provisioning complete for port cf28a344-c1c0-469f-a743-eae2555a20ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:41.430291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86c72858-63fb-4581-980c-d9c38bc7d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.437958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.459093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Pushing event updated for resources: {'Port': ['ID=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:41.463668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:41.475150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba240972-f7ea-4f11-a897-26fc96881411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.480010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba240972-f7ea-4f11-a897-26fc96881411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.482762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba240972-f7ea-4f11-a897-26fc96881411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d3df36a5-93eb-45b9-a3e0-f94aa2fd8ec3 HTTP/1.1" status: 404 len: 333 time: 0.0746014 Nov 24 09:55:41.486520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53646) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.490739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:41.494018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e162c49b-a2df-47d6-b3a7-801eb15dcfce tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:41.538473 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e160c57e-4061-4aaf-8cd5-4851d5a9eba0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.539016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e160c57e-4061-4aaf-8cd5-4851d5a9eba0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.544052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e160c57e-4061-4aaf-8cd5-4851d5a9eba0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/dbb10b91-d38c-4753-9d24-06e5b122aa0c HTTP/1.1" status: 404 len: 337 time: 0.0530200 Nov 24 09:55:41.544450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53650) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.653487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef0b002-053e-4cee-b3f9-f8407a1d5861 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.653993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef0b002-053e-4cee-b3f9-f8407a1d5861 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.656269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ef0b002-053e-4cee-b3f9-f8407a1d5861 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d49cb78e-a08e-4dfd-8914-45845bf2143c HTTP/1.1" status: 404 len: 333 time: 0.1104307 Nov 24 09:55:41.659011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53654) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.664412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] DHCP port deletion for d35a00cd-fc87-44df-a65e-9faae0fcef26 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:55:41.673490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Deleting port cf28a344-c1c0-469f-a743-eae2555a20ce {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:41.674110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.689199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:41.698342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event updated for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:41.704916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:41.723650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-034727d3-4f04-4982-951b-7cfa598a2ee7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.724162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034727d3-4f04-4982-951b-7cfa598a2ee7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.730800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-034727d3-4f04-4982-951b-7cfa598a2ee7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/6622c188-548e-44dc-9aa4-7481e57b0a6d HTTP/1.1" status: 404 len: 337 time: 0.0698209 Nov 24 09:55:41.737633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53658) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.737880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.754619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:41.837795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:41.844544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5308319d-f93e-4bd5-906a-8c0309175bff tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.844891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5308319d-f93e-4bd5-906a-8c0309175bff tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.847153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5308319d-f93e-4bd5-906a-8c0309175bff tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/12c41145-1bef-4cfe-8216-d875cd0d7f07 HTTP/1.1" status: 404 len: 333 time: 0.1084557 Nov 24 09:55:41.850893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53662) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:41.862528 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0692232-3fd9-4241-9904-b56a7864d7f1 req-8d30b9ba-cd62-442c-a77f-f7a9dd90b742 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4772642 Nov 24 09:55:41.930760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d61847f-4bbc-49af-89ce-cccbaca1e6a6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:41.931447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d61847f-4bbc-49af-89ce-cccbaca1e6a6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:41.933946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1d61847f-4bbc-49af-89ce-cccbaca1e6a6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/73f7d32c-21d3-4bd1-9018-07d1b39e0ed3 HTTP/1.1" status: 404 len: 337 time: 0.0812304 Nov 24 09:55:41.936982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53666) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.009865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e85b7c-bfa0-4989-aae4-58475aa85773 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.010638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e85b7c-bfa0-4989-aae4-58475aa85773 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.014952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9e85b7c-bfa0-4989-aae4-58475aa85773 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/aa63486c-c515-4b44-94a2-e51e2b0046e8 HTTP/1.1" status: 404 len: 333 time: 0.0762610 Nov 24 09:55:42.017102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53670) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.050341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] For port cf28a344-c1c0-469f-a743-eae2555a20ce, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf28a344-c1c0-469f-a743-eae2555a20ce,segment=NetworkSegment(e5290c05-0937-48ca-b08d-d8a17ff2213c),segment_id=e5290c05-0937-48ca-b08d-d8a17ff2213c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:42.050845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.067795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3fdd30-6b04-4aa7-8508-698372ec21ae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.068471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3fdd30-6b04-4aa7-8508-698372ec21ae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.072942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df3fdd30-6b04-4aa7-8508-698372ec21ae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/b390fe72-68ba-4b62-880d-9f81847ee572 HTTP/1.1" status: 404 len: 337 time: 0.0522320 Nov 24 09:55:42.075201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53674) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.103780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.109956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.119473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5901194-b911-4ad8-825a-eadc8cc50e1a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:42.150848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-91204724-54a5-4fcb-bd87-fdc8d8ad0526 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.151360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91204724-54a5-4fcb-bd87-fdc8d8ad0526 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.158015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91204724-54a5-4fcb-bd87-fdc8d8ad0526 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/eecd5f40-f3b6-4c87-a820-796e100ad731 HTTP/1.1" status: 404 len: 337 time: 0.0814540 Nov 24 09:55:42.158669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53678) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.164691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Network c60b496e-f229-433a-b1d8-34fe9269c7ab is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:42.165611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728d22ab-6a4d-4fac-97fd-62fa5f9dae7e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:42.168731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:42.173804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:42.228402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Calling delete_port for cf28a344-c1c0-469f-a743-eae2555a20ce owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:42.249173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.250391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8870552 Nov 24 09:55:42.254158 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5144e5cf-6457-4882-a010-b36d5cfc32fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.255045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5144e5cf-6457-4882-a010-b36d5cfc32fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.260921 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5144e5cf-6457-4882-a010-b36d5cfc32fe tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/1e87f096-c274-4f20-b798-320b78ceea09 HTTP/1.1" status: 404 len: 333 time: 0.1011720 Nov 24 09:55:42.262359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53684) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.262937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53686) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.275807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:42.284605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:42.289183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:42.293610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:42.300518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:42.317693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3af3df9-9a0b-41db-98b6-e81a66afd0c4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:42.356881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dac48f-2575-4808-85ac-2a3b9a4b603f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.357762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dac48f-2575-4808-85ac-2a3b9a4b603f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.363580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68dac48f-2575-4808-85ac-2a3b9a4b603f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/4d76ba8f-04c9-486e-9a7f-99c0802e533d HTTP/1.1" status: 404 len: 337 time: 0.0976222 Nov 24 09:55:42.364518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53692) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.399727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Provisioning for port d0f3e769-6aa4-475a-8377-ab4647016244 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:42.403014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.409408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-750dd970-a75d-45f7-821c-e6323d165eea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:42.459247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Pushing event deleted for resources: {'Port': ['ID=cf28a344-c1c0-469f-a743-eae2555a20ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:42.462392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:42.470642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Provisioning complete for port d0f3e769-6aa4-475a-8377-ab4647016244 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:42.471899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.490350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.506408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-843360f3-3036-4ef3-8b0e-cc5d236e1b99 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.507048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843360f3-3036-4ef3-8b0e-cc5d236e1b99 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.512238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-843360f3-3036-4ef3-8b0e-cc5d236e1b99 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/131c6e40-9eda-4ab5-a81a-0adad56126ba HTTP/1.1" status: 404 len: 337 time: 0.0993378 Nov 24 09:55:42.517586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53696) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.521147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:42.521695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.584145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Port d0f3e769-6aa4-475a-8377-ab4647016244 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:42.620584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b40bc-b26d-4aaf-84e9-fd77631c8275 req-e7d0d7ac-2f39-47e4-be8a-582cd5658d4e tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:42.623588 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef0b40bc-b26d-4aaf-84e9-fd77631c8275 req-e7d0d7ac-2f39-47e4-be8a-582cd5658d4e tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2568216 Nov 24 09:55:42.625211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-93361ded-8ed0-4646-960d-c9b41335d9e7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.625718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93361ded-8ed0-4646-960d-c9b41335d9e7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.633243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.636533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93361ded-8ed0-4646-960d-c9b41335d9e7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/ad4c1cd9-3af5-47da-a80d-efcfdb86906e HTTP/1.1" status: 404 len: 333 time: 0.1138699 Nov 24 09:55:42.693783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-183db4d5-4aa8-4d27-85f0-9010cca4ea26 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.694207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183db4d5-4aa8-4d27-85f0-9010cca4ea26 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.696124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-183db4d5-4aa8-4d27-85f0-9010cca4ea26 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/818d8a51-0858-4f93-b6d5-f1c48e05e45e HTTP/1.1" status: 404 len: 337 time: 0.0604703 Nov 24 09:55:42.700218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.737887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef0b40bc-b26d-4aaf-84e9-fd77631c8275 req-a7ab77fd-1736-41fa-a6d9-86a6843e8f29 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997107 Nov 24 09:55:42.743245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:42.756991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee8bc88-f145-4dad-9e4d-056866858178 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.757464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee8bc88-f145-4dad-9e4d-056866858178 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.764105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ee8bc88-f145-4dad-9e4d-056866858178 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/fcae3f6b-3903-4b2c-b6ce-43eb238c8f5a HTTP/1.1" status: 404 len: 337 time: 0.0602846 Nov 24 09:55:42.764816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.769673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.775224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.778006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:42.796199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] No DVR routers for this DVR port cf28a344-c1c0-469f-a743-eae2555a20ce on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:55:42.814346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1b4b04-7a04-4180-8dc4-78919f68d5a6,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:42.816319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Provisioning complete for port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:42.816855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-baaf2f51-06b9-413a-968b-bd8777b9a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.824300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a128a6-b36e-4d7e-949f-07ff022573dc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.824465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:42.824820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a128a6-b36e-4d7e-949f-07ff022573dc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.829504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5653057 Nov 24 09:55:42.830156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-25a128a6-b36e-4d7e-949f-07ff022573dc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/f09afcf4-6489-4b94-98c8-488eb15ea3e4 HTTP/1.1" status: 404 len: 333 time: 0.0647423 Nov 24 09:55:42.830328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53714) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.830516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53716) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.831512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:42.874887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:42.885696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:42.895272 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db8c9f6-ccb6-4c45-83e3-8ddff8aecdc5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.895816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db8c9f6-ccb6-4c45-83e3-8ddff8aecdc5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.897698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7db8c9f6-ccb6-4c45-83e3-8ddff8aecdc5 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/e70e2c1e-aaf9-4e58-b546-7d0954548628 HTTP/1.1" status: 404 len: 337 time: 0.0635905 Nov 24 09:55:42.898859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:42.901683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53722) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.904609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:42.950996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-40146695-4e32-42ae-bc63-591d50e88432 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:42.951511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40146695-4e32-42ae-bc63-591d50e88432 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:42.955874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-40146695-4e32-42ae-bc63-591d50e88432 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/ac80463a-c4a2-4bcd-8bff-a63afcaafe2a HTTP/1.1" status: 404 len: 337 time: 0.0506501 Nov 24 09:55:42.956902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53728) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:42.959525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:43.020658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.040226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7809bee4-9067-4fb5-b78a-6894c9149965 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:43.040471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d5d34044-7b11-40b9-bc5e-61247b6fc441 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fad7871-4237-4346-bba4-29307c7de1db HTTP/1.1" status: 200 len: 205 time: 0.0743320 Nov 24 09:55:43.040618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.105037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-389912ca-c6a5-4eef-b1e5-a8a74a05bded None None] Provisioning complete for port d0f3e769-6aa4-475a-8377-ab4647016244 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:43.106086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-389912ca-c6a5-4eef-b1e5-a8a74a05bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.137783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-40e297b1-b473-4ec9-b1ab-abc13a2afdf1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] delete failed (client error): The resource could not be found. Nov 24 09:55:43.142958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-40e297b1-b473-4ec9-b1ab-abc13a2afdf1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/routers/2fad7871-4237-4346-bba4-29307c7de1db HTTP/1.1" status: 404 len: 336 time: 0.1017311 Nov 24 09:55:43.142958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.175113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-389912ca-c6a5-4eef-b1e5-a8a74a05bded None None] Port d0f3e769-6aa4-475a-8377-ab4647016244 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:43.176921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96324cf-8683-4f44-aceb-d195cda395da req-a46e9b32-3e2c-40c2-8038-9495da05444c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:43.177566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 7809bee4-9067-4fb5-b78a-6894c9149965 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:43.177998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.178786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e96324cf-8683-4f44-aceb-d195cda395da req-a46e9b32-3e2c-40c2-8038-9495da05444c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 943 time: 0.1422768 Nov 24 09:55:43.180562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.184332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.189831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e269b802-07ff-4247-a044-675ede83a6f0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.190481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e269b802-07ff-4247-a044-675ede83a6f0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.195616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a689098-75e4-41c8-b1e0-d5801f22161b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:43.195812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e269b802-07ff-4247-a044-675ede83a6f0 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/6034427a-858e-4ac4-8a05-f6ead3fbfa5f HTTP/1.1" status: 404 len: 337 time: 0.0479469 Nov 24 09:55:43.197873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.229051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcae00c-a55f-49b7-886e-1984ecd562f5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:43.232474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:43.258608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.262710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4273789 Nov 24 09:55:43.264329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53744) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.271376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:43.279395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e96324cf-8683-4f44-aceb-d195cda395da req-abbde9e7-d4ef-4bbe-9df7-0de5721a714e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881059 Nov 24 09:55:43.280435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:43.283217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0601678d-dd93-403c-9921-e5b63ced676d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "GET /v2.0/ports?device_id=04afd24d-72f2-4519-8d15-234069fd0ed1 HTTP/1.1" status: 200 len: 205 time: 0.0756409 Nov 24 09:55:43.284730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:43.287752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53748) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.290839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:43.297362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466241-3b03-4530-9aa4-72ae181abfb2 req-080a98f2-0092-42ee-8466-e033335a4663 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:43.305299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b466241-3b03-4530-9aa4-72ae181abfb2 req-080a98f2-0092-42ee-8466-e033335a4663 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.3789637 Nov 24 09:55:43.338270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:43.349797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:43.365819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2133017 Nov 24 09:55:43.367125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b466241-3b03-4530-9aa4-72ae181abfb2 req-b944732a-04b8-4a67-92e2-b4e40405070f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608072 Nov 24 09:55:43.367666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.369762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-61ff9e7f-87cc-464c-8811-e799f97812aa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] delete failed (client error): The resource could not be found. Nov 24 09:55:43.374724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-61ff9e7f-87cc-464c-8811-e799f97812aa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/routers/04afd24d-72f2-4519-8d15-234069fd0ed1 HTTP/1.1" status: 404 len: 336 time: 0.0829918 Nov 24 09:55:43.375364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53756) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.375685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:43.376772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:43.377872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:43.411510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:43.424646 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a36384f-c173-40f0-8309-453b8cfa12c2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.425150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a36384f-c173-40f0-8309-453b8cfa12c2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.427018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1a36384f-c173-40f0-8309-453b8cfa12c2 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/fd7954e2-77a4-4268-aa4a-ef92d9c5c807 HTTP/1.1" status: 404 len: 337 time: 0.0506663 Nov 24 09:55:43.429942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53762) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.442414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:43.473394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebd6280-420d-4ebe-98e3-e741f0c60b9c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.473891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebd6280-420d-4ebe-98e3-e741f0c60b9c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.475769 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ebd6280-420d-4ebe-98e3-e741f0c60b9c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/cfb305c9-43f0-4d02-9c5e-60020fd9fb97 HTTP/1.1" status: 404 len: 337 time: 0.0447407 Nov 24 09:55:43.477171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:55:43.482102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53766) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.485180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: cf28a344-c1c0-469f-a743-eae2555a20ce {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:43.485765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf28a344-c1c0-469f-a743-eae2555a20ce not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:43.638977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:43.819331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:43.830835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-64088aa4-803b-4dfe-b939-d93ecb62f00d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.831303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64088aa4-803b-4dfe-b939-d93ecb62f00d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.833216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-64088aa4-803b-4dfe-b939-d93ecb62f00d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/b63a2bfa-b57e-4d08-8d7a-041287853ff4 HTTP/1.1" status: 404 len: 333 time: 0.3500097 Nov 24 09:55:43.837813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53772) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.896458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-754727c6-cda1-4962-9499-d99c285e1b3f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.897042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754727c6-cda1-4962-9499-d99c285e1b3f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.898857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-754727c6-cda1-4962-9499-d99c285e1b3f tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/27aa6568-8f11-42d1-a21d-cea1288d768d HTTP/1.1" status: 404 len: 337 time: 0.0599744 Nov 24 09:55:43.918267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 9605a5ce-241a-47ac-8fd6-e839d4a7f990 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:55:43.921644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53776) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:43.975988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3e1c08-006c-48f1-8a72-809ab0ccb515 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:43.976663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3e1c08-006c-48f1-8a72-809ab0ccb515 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:43.994103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.001304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c3e1c08-006c-48f1-8a72-809ab0ccb515 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/d8a5c281-6450-464a-b519-f636ca455ca3 HTTP/1.1" status: 404 len: 333 time: 0.0752835 Nov 24 09:55:44.001304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53780) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.004218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.039239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-816f8690-21ae-4ef6-9d70-61f6bcbe522f tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:44.075379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c04880e-b150-4c00-8a00-f08507101ccf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.076084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c04880e-b150-4c00-8a00-f08507101ccf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.078023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c04880e-b150-4c00-8a00-f08507101ccf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/8c2ddedf-91e9-4350-8872-fff3ae6a876b HTTP/1.1" status: 404 len: 337 time: 0.0757122 Nov 24 09:55:44.081918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61d143d-adf8-4438-a897-2232ac59cbcb,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:44.084258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.087409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:44.119341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.124967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8568602 Nov 24 09:55:44.128994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53788) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.142960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'b2351c48-b68c-43e3-8554-c68426753307', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:44.148630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d0158f-336e-446e-b7d8-1a66c25e4177 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.148920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d0158f-336e-446e-b7d8-1a66c25e4177 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.153780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14d0158f-336e-446e-b7d8-1a66c25e4177 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/f69a3075-585a-4b94-bae5-cc2105cfc600 HTTP/1.1" status: 404 len: 333 time: 0.0651047 Nov 24 09:55:44.154289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53792) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.157294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:44.168607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e06a2-911b-41cf-b10d-aeb9ba29102f req-8a583cf9-0be2-4bd2-a405-3468fabd1861 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:44.170259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fb8e06a2-911b-41cf-b10d-aeb9ba29102f req-8a583cf9-0be2-4bd2-a405-3468fabd1861 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2225997 Nov 24 09:55:44.192964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:44.206825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:39Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:44.207846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:44.211599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d0f52c-aae6-4231-af5c-c30e6a2a647e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.211987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d0f52c-aae6-4231-af5c-c30e6a2a647e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.212616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:44.213032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Updating router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 port d0f3e769-6aa4-475a-8377-ab4647016244 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:55:44.214859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0d0f52c-aae6-4231-af5c-c30e6a2a647e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/b485fce8-e36c-4fa1-b147-324f7edd5f90 HTTP/1.1" status: 404 len: 337 time: 0.0587220 Nov 24 09:55:44.216142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:44.219344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53796) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.259505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:44.264805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fb8e06a2-911b-41cf-b10d-aeb9ba29102f req-99814d87-6c37-4512-b0f1-89956c5a6da2 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802674 Nov 24 09:55:44.270533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.271765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef4ee90-754a-41c2-b760-f96aee6baec8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.272387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef4ee90-754a-41c2-b760-f96aee6baec8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.277839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bef4ee90-754a-41c2-b760-f96aee6baec8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/78343bff-fa07-48b6-8bcf-9695e44eaf88 HTTP/1.1" status: 404 len: 333 time: 0.0538676 Nov 24 09:55:44.278329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53800) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.283179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'port_id': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'mac_address': 'fa:16:3e:1a:5a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:55:44.368777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:55:44.406022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.409764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.428453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9605a5ce-241a-47ac-8fd6-e839d4a7f990 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:44.443459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-22deef1e-7d5d-42a1-95f8-a45d362fb16e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.444261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22deef1e-7d5d-42a1-95f8-a45d362fb16e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.446429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22deef1e-7d5d-42a1-95f8-a45d362fb16e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/a64790b8-4a1c-4e78-93f1-f0e496733c4f HTTP/1.1" status: 404 len: 337 time: 0.1669853 Nov 24 09:55:44.451383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53806) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.473428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:55:44.490573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Removed routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:55:44.491099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.505020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:44.509830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.516513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed25b0ea-a275-4191-bd64-cbe69a7e543f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:44.560290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c75ea8-4e31-408e-818b-619390793bfc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.560511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c75ea8-4e31-408e-818b-619390793bfc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.564736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12c75ea8-4e31-408e-818b-619390793bfc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/4ab588f7-6573-497a-8480-202987c31af2 HTTP/1.1" status: 404 len: 333 time: 0.1096153 Nov 24 09:55:44.566089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53810) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.591163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:44.594723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:44.627052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d0baf3-a017-48c4-8017-96d1f17eafdc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.627564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d0baf3-a017-48c4-8017-96d1f17eafdc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.631876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-84d0baf3-a017-48c4-8017-96d1f17eafdc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/5f165d4a-fd24-4196-ab2f-1391f9d8668f HTTP/1.1" status: 404 len: 337 time: 0.0621238 Nov 24 09:55:44.632244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53814) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.695638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-412c5878-3614-48ac-926e-44ea38382aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.695901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412c5878-3614-48ac-926e-44ea38382aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.702013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.708148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.713359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-412c5878-3614-48ac-926e-44ea38382aa8 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/4eaffd9f-b1a3-4549-b360-03fa3d156f61 HTTP/1.1" status: 404 len: 333 time: 0.0762689 Nov 24 09:55:44.717609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:44.723549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53818) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.732230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['9605a5ce-241a-47ac-8fd6-e839d4a7f990'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:55:44.797694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ab23f5-7af1-419b-96c3-1e62f15adc7a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:44.801362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-04aaf46b-c6bf-4321-ac20-5ac8f101ddd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.801856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04aaf46b-c6bf-4321-ac20-5ac8f101ddd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.803766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04aaf46b-c6bf-4321-ac20-5ac8f101ddd7 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/2d6e988c-adf1-4cb9-9a2c-95636cb2c594 HTTP/1.1" status: 404 len: 337 time: 0.0758266 Nov 24 09:55:44.805140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:44.812429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef342-4313-461d-bc8a-c5e0e9426af0 req-c1bb625d-28ec-486c-90d9-c1733909fbc4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:44.814035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de2ef342-4313-461d-bc8a-c5e0e9426af0 req-c1bb625d-28ec-486c-90d9-c1733909fbc4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 944 time: 0.3516698 Nov 24 09:55:44.814873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.825059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6810298 Nov 24 09:55:44.825059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53822) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.878414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.880314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea5d25e-dcab-4b8c-9389-9095199eaf69 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.880831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea5d25e-dcab-4b8c-9389-9095199eaf69 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.882746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ea5d25e-dcab-4b8c-9389-9095199eaf69 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/ports/fd8b1665-b7f8-4953-8234-77f36c385a2e HTTP/1.1" status: 404 len: 333 time: 0.0648053 Nov 24 09:55:44.883101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:44.885434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53828) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:44.908764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de2ef342-4313-461d-bc8a-c5e0e9426af0 req-6c9cb7c5-98bc-4c43-8520-e72593dc6e7b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595336 Nov 24 09:55:44.937421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a9e221-d165-4634-a429-4ae6398cd4de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] DELETE failed (client error): The resource could not be found. Nov 24 09:55:44.938135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a9e221-d165-4634-a429-4ae6398cd4de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:55:44.940391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5a9e221-d165-4634-a429-4ae6398cd4de tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/subnets/96c4f50a-8375-42a1-8007-29c2d1f92f84 HTTP/1.1" status: 404 len: 337 time: 0.0537190 Nov 24 09:55:44.943602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53832) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:45.091293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.123834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.153406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-3c473f5a-f32b-4fb8-82bc-46f3ea53db39 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:45.155016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Transition to ACTIVE for port object d0f3e769-6aa4-475a-8377-ab4647016244 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:45.174143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.186269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-3c473f5a-f32b-4fb8-82bc-46f3ea53db39 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:45.187714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-3c473f5a-f32b-4fb8-82bc-46f3ea53db39 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403652620&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.1176019 Nov 24 09:55:45.190420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:45.270917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Pushing event updated for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:45.298450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:45.313000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.363263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35a00cd-fc87-44df-a65e-9faae0fcef26']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:45.384971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:45.389309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5290c05-0937-48ca-b08d-d8a17ff2213c') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:45.389878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5290c05-0937-48ca-b08d-d8a17ff2213c') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:45.412783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.439974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.447451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:55:45.447873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:55:45.466151 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:55:45.548967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Attempting to bind port d0f3e769-6aa4-475a-8377-ab4647016244 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:45.549481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Attempting to bind port d0f3e769-6aa4-475a-8377-ab4647016244 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:45.550018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Attempting to bind port d0f3e769-6aa4-475a-8377-ab4647016244 on network c60b496e-f229-433a-b1d8-34fe9269c7ab {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:45.558262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:45.558976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Checking segment: {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:45.559559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.560146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Bound using segment: {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:45.560804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Bound port: d0f3e769-6aa4-475a-8377-ab4647016244, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb99f0b-5af1-4d75-a487-2999d163624a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:45.561374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.617281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.622830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f5527154-a161-45ab-a272-c930428ccf36 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:45.656573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.667514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] 10.222.0.55 "DELETE /v2.0/networks/d35a00cd-fc87-44df-a65e-9faae0fcef26 HTTP/1.1" status: 204 len: 168 time: 0.7199748 Nov 24 09:55:45.673901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] For port d0f3e769-6aa4-475a-8377-ab4647016244, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:45.677288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Pushing event deleted for resources: {'Network': ['ID=d35a00cd-fc87-44df-a65e-9faae0fcef26,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:45.677863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] For port d0f3e769-6aa4-475a-8377-ab4647016244, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d0f3e769-6aa4-475a-8377-ab4647016244,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:45.678033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-b86aeb27-8cac-4a97-9e9e-e4fd522249c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:45.678717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-b86aeb27-8cac-4a97-9e9e-e4fd522249c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:45.684219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:45.685999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.692193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d290ecaa-90ad-4319-8714-1ab1cbaadf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:45.711704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0501c-494a-4d04-aa47-8749f03a1a73 req-ca12cb85-fcb0-48ad-a786-312a22b51fbb tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:45.714909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ef0501c-494a-4d04-aa47-8749f03a1a73 req-ca12cb85-fcb0-48ad-a786-312a22b51fbb tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2430701 Nov 24 09:55:45.717408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-b86aeb27-8cac-4a97-9e9e-e4fd522249c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:45.718747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-b86aeb27-8cac-4a97-9e9e-e4fd522249c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 797 time: 0.5148885 Nov 24 09:55:45.756022 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-8559e45b-a6c5-49ee-a759-a1804e723189 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0282302 Nov 24 09:55:45.809857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:45.810734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:45.813762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ef0501c-494a-4d04-aa47-8749f03a1a73 req-ed620652-ba2d-4b01-9fb6-414d739bf1c5 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Nov 24 09:55:45.841356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:45.851461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:45.855897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53852) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:45.856133 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e5dad8f-4b2d-4653-93da-4870d33323cc tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 933 time: 2.4870331 Nov 24 09:55:45.885736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 9605a5ce-241a-47ac-8fd6-e839d4a7f990 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:45.909173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-9e7088c0-24c6-424d-8db9-38a2eb3f84a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:45.947945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-9e7088c0-24c6-424d-8db9-38a2eb3f84a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:45.950032 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-9e7088c0-24c6-424d-8db9-38a2eb3f84a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930017 Nov 24 09:55:46.195282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6bf44c48-ebeb-4504-837a-1d82d89e33e5 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 933 time: 0.3373032 Nov 24 09:55:46.195682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:46.211699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'routes': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:46.340825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:46.404228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-69cdb6fe-0af2-4734-839a-209500c28c1f service neutron] 10.222.0.55 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379237 Nov 24 09:55:46.408571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:46.444309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Pushing event updated for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:46.453860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:46.465778 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-1198bc0f-d3bf-4ef8-b95b-669cd1cd5a83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf601d2af07e4c518a3b088101da3780&device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 1098 time: 0.1221375 Nov 24 09:55:46.728355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:46.737465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bca926-3154-44eb-b035-f9afa7204abe req-d7a6ae1f-83bf-4907-a028-f5c19c211a7f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:46.739047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:46.739559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:46.740031 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2bca926-3154-44eb-b035-f9afa7204abe req-d7a6ae1f-83bf-4907-a028-f5c19c211a7f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 944 time: 0.2853346 Nov 24 09:55:46.796129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-43561382-b20f-40c3-91c3-0067b48df81c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:46.797723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-43561382-b20f-40c3-91c3-0067b48df81c service neutron] 10.222.0.61 "GET /v2.0/networks?id=22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 200 len: 913 time: 0.2656889 Nov 24 09:55:46.883541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-d7c3be1d-4550-4b73-99d0-0497b8fe1424 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 200 len: 217 time: 0.0769522 Nov 24 09:55:46.888481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2bca926-3154-44eb-b035-f9afa7204abe req-57067f36-413c-44d1-8555-f0363e10e866 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381459 Nov 24 09:55:46.895444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-4b823406-4cc0-4a69-a5fd-a72c2b266707 service neutron] 10.222.0.55 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827254 Nov 24 09:55:46.898752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-60dd2e8f-1945-45d5-b616-b95c3cec4088 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d89b3eecc9341d4a67899af274aaa46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4884763 Nov 24 09:55:46.902614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53874) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:46.935554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:44Z', 'revision_number': 6, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:45Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:46.971377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f251-9cd1-4d22-afc7-a868810c54ab None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:44Z', 'revision_number': 6, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:45Z', 'revision_number': 4, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:47.023994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-b413062a-65ab-4a17-984a-21b8016bb930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:47.026086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-b413062a-65ab-4a17-984a-21b8016bb930 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ccb54ace-0735-4a9f-b8fc-8dc68036e25a HTTP/1.1" status: 200 len: 852 time: 0.1362779 Nov 24 09:55:47.029843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.079124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:55:47.091369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:47.103741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.111078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:47.137513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-a3ae8755-af5d-4d4c-b0cf-0200515ca08b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22a3b453-a435-45d3-b37b-23360c373887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049545 Nov 24 09:55:47.210262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'code': 200} Nov 24 09:55:47.258675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:47.271207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:47.323116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.372241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cc33dab5-8c3c-4f76-b39a-c26d52427b22 req-19a40922-8847-413a-ac6e-64177ecc33c6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 210 time: 0.0576725 Nov 24 09:55:47.400995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-b1a0fc6d-fedb-4696-b025-96e28f39a6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052376 Nov 24 09:55:47.499238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.656105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3909-166c-4c73-9a19-dd7967935c51 req-2a7fd1d6-bbc0-41e9-8211-1718d30202a7 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:47.658477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15be3909-166c-4c73-9a19-dd7967935c51 req-2a7fd1d6-bbc0-41e9-8211-1718d30202a7 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.5197978 Nov 24 09:55:47.664282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.673874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c7a20894-4eae-4b8a-aeaf-92d09976a38c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:47.696516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260358f2-5f7a-45a1-867e-df3efd638e39,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:47.699343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:47.740267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.744606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/260358f2-5f7a-45a1-867e-df3efd638e39 HTTP/1.1" status: 204 len: 168 time: 0.8386211 Nov 24 09:55:47.796664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15be3909-166c-4c73-9a19-dd7967935c51 req-18607a10-2f55-4994-aa4f-345a7c6c8465 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292381 Nov 24 09:55:47.812459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e31256b-2bf2-45cb-a21e-a169b7b57b60 req-8a3be022-488e-49c9-8035-3bb36c4116cf service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939149 Nov 24 09:55:47.815870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:55:47.816493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:55:47.861767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d0f3e769-6aa4-475a-8377-ab4647016244 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:47.875448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e77ebc3f-0ac6-4ff7-a53f-76268ad77867 req-f0506eec-19ce-4579-b608-c61eb21a6393 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1098 time: 0.3267367 Nov 24 09:55:47.889745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:47.983458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e77ebc3f-0ac6-4ff7-a53f-76268ad77867 req-671875b4-11c0-40f9-a773-3925a25936ab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017108 Nov 24 09:55:48.038439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d0f3e769-6aa4-475a-8377-ab4647016244 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:48.044454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d0f3e769-6aa4-475a-8377-ab4647016244 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:48.044880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.215370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.277026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636efad-8cf7-45ba-910d-bae403a92d3d req-d11c8662-3099-471d-a5b0-a60f161fe8cf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:48.277276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d0f3e769-6aa4-475a-8377-ab4647016244, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d0f3e769-6aa4-475a-8377-ab4647016244,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:48.279644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8636efad-8cf7-45ba-910d-bae403a92d3d req-d11c8662-3099-471d-a5b0-a60f161fe8cf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.1662531 Nov 24 09:55:48.286373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.290396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:48.384155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:48.388455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:48.528806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8636efad-8cf7-45ba-910d-bae403a92d3d req-b61556dc-0536-4590-8a52-b9dac65b077b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422533 Nov 24 09:55:48.609941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bb193643-72ac-4914-b8e1-dabdc0472dce req-6e34970b-2d59-48a2-9704-675b83f4d31d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:48.616723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.620993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.643530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bb193643-72ac-4914-b8e1-dabdc0472dce req-6e34970b-2d59-48a2-9704-675b83f4d31d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:48.644700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb193643-72ac-4914-b8e1-dabdc0472dce req-6e34970b-2d59-48a2-9704-675b83f4d31d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 210 time: 0.1081297 Nov 24 09:55:48.827934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff9abeea-289c-4583-a10c-4191b130a0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:48.877689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:48.999908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-c2ecaa3f-c2ef-4e2d-9c54-469729c0ab20 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:49.001777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-c2ecaa3f-c2ef-4e2d-9c54-469729c0ab20 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 797 time: 0.2465415 Nov 24 09:55:49.022662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:49.044620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:49.045223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:49.078855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53914) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:49.113944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-93c30e5c-5939-42fb-b752-4627b4a6ef29 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 380 time: 0.0977292 Nov 24 09:55:49.132756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['b2351c48-b68c-43e3-8554-c68426753307']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:49.279456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cbb25-f7de-40fa-92e4-e98816cb4394 req-87029b51-b69d-495c-af31-e6a5f3371ad8 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:49.281212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a98cbb25-f7de-40fa-92e4-e98816cb4394 req-87029b51-b69d-495c-af31-e6a5f3371ad8 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2720389 Nov 24 09:55:49.306877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:49.372096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a98cbb25-f7de-40fa-92e4-e98816cb4394 req-f0373d4d-4824-4463-bd3c-3a2333010e39 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817575 Nov 24 09:55:49.374200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:49.380683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:49.384965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e67d1fc-d91f-4454-a572-7952592c2b50 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 699 time: 3.1827843 Nov 24 09:55:49.385880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53924) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:49.594428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2515a47a-8f52-4fb7-8126-10b70638eeaf tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 699 time: 0.2064977 Nov 24 09:55:49.595528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:49.629596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:49.641694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:49.653688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:49.660205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:49.675079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1777850019'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:49.680169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:49.686254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Usage tracker for resource:network and tenant:0693e0f15db4426ca4d3c193e28018a5 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:49.689899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:49.720130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:49.735405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Made reservation on behalf of 0693e0f15db4426ca4d3c193e28018a5 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:49.742023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:49.766483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:49.841166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d0f3e769-6aa4-475a-8377-ab4647016244 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:49.960563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d0f3e769-6aa4-475a-8377-ab4647016244 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:49.961006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:49.982802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-002cfff9-6464-4c0b-9e3d-fac8b87c6930 req-d0787d93-ad9c-4bc8-bc44-e03c75987c73 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 210 time: 0.0587835 Nov 24 09:55:49.994366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:50.004272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Usage tracker for resource:security_group_rule and tenant:0693e0f15db4426ca4d3c193e28018a5 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:50.010282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:50.061627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:50.068339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:50.073595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:50.091586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:50.092199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:50.119566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.4 (66b5b6e2-1aed-4504-b6b7-c18a89a97851/92e7cc82-64ec-4b8c-8ec7-f1546c477bf0/7cb863fa-a9c6-44c5-8148-77bdb8f17b74) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:50.224435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.248618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6648bc-39e3-4ecc-8fe8-91f9bd49a888 req-37ed6586-a396-4074-8d1c-218cb61eaa87 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:50.250968 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4c6648bc-39e3-4ecc-8fe8-91f9bd49a888 req-37ed6586-a396-4074-8d1c-218cb61eaa87 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.1474075 Nov 24 09:55:50.252759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.280884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:50.314557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc4513ea-b927-4621-a98d-748c999116c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:50.335380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:55:50.346263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.346632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Added segment b3fa0468-c9d0-45b6-b300-34652dd94d1c of type vlan for network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c Nov 24 09:55:50.439191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.460880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.467676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4c6648bc-39e3-4ecc-8fe8-91f9bd49a888 req-3fc36aa3-ea1b-40af-9b5f-1ed15db82e9a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370735 Nov 24 09:55:50.493711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7759b9db-247b-4783-8f39-d80d6c9a4703,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:50.501444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:55:50.527646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:50.531799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.584494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.608923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:50.663077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.667666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:50.668776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.675577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e9db1cb-c241-4a85-809d-eba72f0dae04 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:50.702379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:50.733570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:50.736150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cee8c2-add7-41cc-b691-a6a122aaeca3 req-9dacf623-ceaa-4ab1-a149-b8f6de8f97c9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:50.738740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1064645-f697-4080-b06e-c511e31688c8 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:50.743451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c4cee8c2-add7-41cc-b691-a6a122aaeca3 req-9dacf623-ceaa-4ab1-a149-b8f6de8f97c9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.4976358 Nov 24 09:55:50.802774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db83f-08ac-470f-aaad-ea45cfefda6a req-3d6979b5-bc73-486b-bf6b-9da44b63babf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:50.804505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff3db83f-08ac-470f-aaad-ea45cfefda6a req-3d6979b5-bc73-486b-bf6b-9da44b63babf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.1301746 Nov 24 09:55:50.865162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'Network': ['ID=1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:50.871398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7888057 Nov 24 09:55:50.875653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:50.875841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:50.877214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:50.877852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:55:50.878073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-415de2dd-ed45-4a06-94ec-1a9494f25256 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:50.887911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Request body: {'subnet': {'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:50.920239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:50.931070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:51.039230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c4cee8c2-add7-41cc-b691-a6a122aaeca3 req-47b9446b-0e30-4f5a-ac0f-0ffde55c568b tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805331 Nov 24 09:55:51.051543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:51.063536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:51.074973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:51.076038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.105970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9824061 Nov 24 09:55:51.119276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Request body: {'port': {'device_id': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:51.189296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff3db83f-08ac-470f-aaad-ea45cfefda6a req-b3145628-4de1-45f1-965b-a798f2bcf784 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779259 Nov 24 09:55:51.234657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53948) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:51.248442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:51.260291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Usage tracker for resource:subnet and tenant:0693e0f15db4426ca4d3c193e28018a5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:51.266253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:51.276901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:51.331855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.332123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Made reservation on behalf of 0693e0f15db4426ca4d3c193e28018a5 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:51.397221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:51.405278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285c03-fd2f-4db6-b855-76b1b4408138 req-dbd64284-4e8b-4deb-b9ee-a647da9ad063 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:51.406451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-98285c03-fd2f-4db6-b855-76b1b4408138 req-dbd64284-4e8b-4deb-b9ee-a647da9ad063 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:51.411869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f64f9ebe-d794-4475-b548-475f36a7c373 None None] Provisioning for port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:51.418623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f64f9ebe-d794-4475-b548-475f36a7c373 None None] Provisioning complete for port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:51.419082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f64f9ebe-d794-4475-b548-475f36a7c373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.455036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-98285c03-fd2f-4db6-b855-76b1b4408138 req-dbd64284-4e8b-4deb-b9ee-a647da9ad063 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:51.457131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98285c03-fd2f-4db6-b855-76b1b4408138 req-dbd64284-4e8b-4deb-b9ee-a647da9ad063 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 931 time: 0.2876251 Nov 24 09:55:51.469818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:51.470832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:51.499198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.617423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f64f9ebe-d794-4475-b548-475f36a7c373 None None] Port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:51.646065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af71561a-cd74-4260-8fe8-3f9395c042f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.649739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.684306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:51.691992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98285c03-fd2f-4db6-b855-76b1b4408138 req-344826ec-ca59-48ac-93c6-be000f639470 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833029 Nov 24 09:55:51.792133 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72fcd7e9-79a2-4046-aedb-43efe3c21e89 tempest-TestVolumeBootPattern-1208127509 tempest-TestVolumeBootPattern-1208127509-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1093 time: 0.5235736 Nov 24 09:55:51.796382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53956) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:51.804346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:51.823032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:51.832596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:floatingip and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:51.838421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:51.846879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:51.868916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.869523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port d0f3e769-6aa4-475a-8377-ab4647016244 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:51.869908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.914929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:51.922112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136c7b67-53cf-4979-b869-180e1cbe90b2 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:51.972490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:51.982413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.049419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Transition to ACTIVE for port object 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:52.050898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:52.055716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:52.058487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.063893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e32aab0a-7ab7-4559-937d-63fc084e9031 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:52.068934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:52.069634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:52.121295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'Subnet': ['ID=7850aec9-fc67-4943-829c-1f3fd64d9145,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:52.131196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:52.166680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Checking segment: {'id': 'b3fa0468-c9d0-45b6-b300-34652dd94d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:52.167053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Network hostable DHCP agents. Network: 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:55:52.171330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:52.180366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port d0f3e769-6aa4-475a-8377-ab4647016244, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d0f3e769-6aa4-475a-8377-ab4647016244,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:52.180746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.186469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:52.282059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:52.376343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for d0f3e769-6aa4-475a-8377-ab4647016244 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:52.392307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.458714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:55:52.487855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Attempting to bind port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:52.488014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Attempting to bind port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:52.488405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Attempting to bind port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:52.496466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:52.505160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:55:52.505350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Attempting to bind port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:52.513442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:52.514056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.522159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:52.522560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Checking segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:52.523218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Bound using segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:52.523603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Bound port: 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:52.523994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.535563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3f101-4a20-403c-b228-ceb3dacb04e6 req-db07050c-3846-4c7d-aa8e-e0ed46758b96 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:52.537519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9c3f101-4a20-403c-b228-ceb3dacb04e6 req-db07050c-3846-4c7d-aa8e-e0ed46758b96 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.3598516 Nov 24 09:55:52.574448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6946177 Nov 24 09:55:52.576106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:52.582540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Request body: {'port': {'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038934173'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:52.701430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:52.708540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:52.720299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.725930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.26.6.198 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/ba48687e-c28e-4826-b8d0-68240d02c06d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:52.728430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02bd4f65-8c64-4b51-9dba-4617f64bb7a6 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:52.740620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3697c80-b8b7-4f6c-8e93-3152b3085e67 None None] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:52.840832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:52.842716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] 10.222.0.61 "PUT /v2.0/ports/7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 1093 time: 1.7298622 Nov 24 09:55:52.843365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:55:53.006442 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9c3f101-4a20-403c-b228-ceb3dacb04e6 req-1b3addd9-9db4-41dc-b13b-b54d680cd79f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557638 Nov 24 09:55:53.009042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:53.021446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:53.100361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c', 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c', 'tenant_id': '0693e0f15db4426ca4d3c193e28018a5', 'fixed_ips': [{'subnet_id': '7850aec9-fc67-4943-829c-1f3fd64d9145'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:55:53.101956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.149060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:53.155721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Usage tracker for resource:port and tenant:0693e0f15db4426ca4d3c193e28018a5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:53.159457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:53.162782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.175914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:53.231825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:53.285337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=d0f3e769-6aa4-475a-8377-ab4647016244,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:53.297069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:53.315811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Allocated IP 172.20.0.2 (1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c/7850aec9-fc67-4943-829c-1f3fd64d9145/51622dbf-668a-4845-96dd-5ca82e0a2488) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:53.361528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Made reservation on behalf of 0693e0f15db4426ca4d3c193e28018a5 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:53.367525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.389216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'status': 'completed', 'code': 200} Nov 24 09:55:53.483188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] device_id is not set on port f37bdb6a-1220-4076-971b-935064e871b9 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:55:53.518543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.532812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-886a2efc-9b6d-4699-a85b-aff7f5ca4f5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1096 time: 0.5821269 Nov 24 09:55:53.545906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fa160-8f3a-43a5-b841-067661db7fa2 req-5b866bf5-4494-4896-bb2c-0c9424e8dc0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:53.568621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-275fa160-8f3a-43a5-b841-067661db7fa2 req-5b866bf5-4494-4896-bb2c-0c9424e8dc0f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 943 time: 0.5654047 Nov 24 09:55:53.684472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.696480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Transition to ACTIVE for port object 51622dbf-668a-4845-96dd-5ca82e0a2488 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:53.748405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:53.754014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Transition to ACTIVE for port object 51622dbf-668a-4845-96dd-5ca82e0a2488 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:53.787881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20212e1b-f69b-498f-801d-9ea0c944d32c None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:47Z', 'revision_number': 7, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0f3e769-6aa4-475a-8377-ab4647016244', 'name': '', 'network_id': 'c60b496e-f229-433a-b1d8-34fe9269c7ab', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:22:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:38Z', 'updated_at': '2021-11-24T09:55:48Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'a709570e-416b-435d-9ea9-1f2e44978881', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:53.791156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.796550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.804428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a2aad29-1e75-4309-bff5-ddcf1701ba34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:53.817388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-2ae6de3e-d9ae-414e-8e48-dcc1c293b28d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 217 time: 0.2457907 Nov 24 09:55:53.832520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-275fa160-8f3a-43a5-b841-067661db7fa2 req-04164ceb-d217-4dda-82ed-f01931b3e892 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628896 Nov 24 09:55:53.838702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:53.877190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Pushing event updated for resources: {'Port': ['ID=51622dbf-668a-4845-96dd-5ca82e0a2488,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:53.882838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:53.897184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:53.898637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:53.901183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:53.913415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-69f91bbf-d0b5-4672-9788-7c254ceb04b9 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:53.999858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Allocated IP 172.20.0.12 (1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c/7850aec9-fc67-4943-829c-1f3fd64d9145/f37bdb6a-1220-4076-971b-935064e871b9) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:54.006245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Attempting to bind port 51622dbf-668a-4845-96dd-5ca82e0a2488 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:55:54.006917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:54.007229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Attempting to bind port 51622dbf-668a-4845-96dd-5ca82e0a2488 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'b3fa0468-c9d0-45b6-b300-34652dd94d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:55:54.007739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Attempting to bind port 51622dbf-668a-4845-96dd-5ca82e0a2488 on network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:55:54.016173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:55:54.016931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Checking segment: {'id': 'b3fa0468-c9d0-45b6-b300-34652dd94d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:55:54.017533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.018066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Bound using segment: {'id': 'b3fa0468-c9d0-45b6-b300-34652dd94d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:55:54.018938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Bound port: 51622dbf-668a-4845-96dd-5ca82e0a2488, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fa0468-c9d0-45b6-b300-34652dd94d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:55:54.020645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.022718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:54.033060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:54.080294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8fd6e-ff73-4201-a640-9910957a33cd req-94751e1d-911d-48cf-a461-2b5184d38504 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:54.080564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=ba48687e-c28e-4826-b8d0-68240d02c06d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:54.081954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99d8fd6e-ff73-4201-a640-9910957a33cd req-94751e1d-911d-48cf-a461-2b5184d38504 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2584531 Nov 24 09:55:54.091628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:54.100706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-5cb9a17b-0703-47ae-9822-08c01de7f0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:54.102271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-5cb9a17b-0703-47ae-9822-08c01de7f0bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.2566676 Nov 24 09:55:54.102427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.111719 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-41340aac-2a5b-442d-bf10-12f47426c2d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf601d2af07e4c518a3b088101da3780&device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 1098 time: 0.4241023 Nov 24 09:55:54.140889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] For port 51622dbf-668a-4845-96dd-5ca82e0a2488, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:55:54.145255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] For port 51622dbf-668a-4845-96dd-5ca82e0a2488, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51622dbf-668a-4845-96dd-5ca82e0a2488,segment=NetworkSegment(b3fa0468-c9d0-45b6-b300-34652dd94d1c),segment_id=b3fa0468-c9d0-45b6-b300-34652dd94d1c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:55:54.148959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.154660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:54.256781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Pushing event updated for resources: {'Port': ['ID=51622dbf-668a-4845-96dd-5ca82e0a2488,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:54.260754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:54.428016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99d8fd6e-ff73-4201-a640-9910957a33cd req-b6ea5e13-1117-4f25-b222-ea26879d202f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133605 Nov 24 09:55:54.481755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-1d34dab9-d2ca-496f-92bd-b422c5c76c3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3689716 Nov 24 09:55:54.502085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.522788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-72bef049-903c-43f6-8e21-10c692d45737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:54.524383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-72bef049-903c-43f6-8e21-10c692d45737 service neutron] 10.222.0.61 "GET /v2.0/networks?id=22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 200 len: 913 time: 0.3716643 Nov 24 09:55:54.530785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Transition to ACTIVE for port object f37bdb6a-1220-4076-971b-935064e871b9 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:54.756698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:54.764984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b17f3cf8-3aae-4954-b8e8-b0d7ab25998b tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:54.834275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-97bb35ed-d7a1-4544-b2cd-66081e7acb27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 200 len: 217 time: 0.2447939 Nov 24 09:55:54.927757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:54.938216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:54.941088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'Port': ['ID=f37bdb6a-1220-4076-971b-935064e871b9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:54.943477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:55.021640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:55.074590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:55.075309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:55.114875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-85f3c214-93b6-46f5-a8d7-a1aa7e65ee05 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244836 Nov 24 09:55:55.123581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5417845 Nov 24 09:55:55.124019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53976) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:55.133779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Request body: {'port': {'network_id': '1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-13177919', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:55:55.134291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:55:55.134738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:55:55.135108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:55:55.179546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-c25cdcd6-b886-457a-95a3-05f9effa29e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:55.182446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-c25cdcd6-b886-457a-95a3-05f9effa29e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ccb54ace-0735-4a9f-b8fc-8dc68036e25a HTTP/1.1" status: 200 len: 852 time: 0.3412158 Nov 24 09:55:55.266669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:55.362200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-c7ad79b3-e706-465a-b005-17bff17b0d5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=22a3b453-a435-45d3-b37b-23360c373887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593049 Nov 24 09:55:55.369389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:55:55.380967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Usage tracker for resource:port and tenant:0693e0f15db4426ca4d3c193e28018a5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:55:55.385017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:55:55.481930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c81f4-6e66-4fc7-a284-305ef7ff527e req-91118477-3fee-4c51-b262-901dd6c35ceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:55.483708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb2c81f4-6e66-4fc7-a284-305ef7ff527e req-91118477-3fee-4c51-b262-901dd6c35ceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 943 time: 0.4928930 Nov 24 09:55:55.632118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a8fe127-3af2-400f-9d9c-fdc03d8a1bb2 req-fcbd7ef3-50b0-4069-8e1a-60b763f9681b service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993773 Nov 24 09:55:55.687510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:55:55.691926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb2c81f4-6e66-4fc7-a284-305ef7ff527e req-d302e1cf-7bdb-41a3-9efa-ead5f49ddaf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145661 Nov 24 09:55:55.763324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Made reservation on behalf of 0693e0f15db4426ca4d3c193e28018a5 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:55:55.769144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:55.811634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] device_id is not set on port 25f78bd7-b240-491e-86ee-7bd72053c3f7 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:55:55.848107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51622dbf-668a-4845-96dd-5ca82e0a2488 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:55.867639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-baa617cb-250b-41a7-8054-67277c24221a service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948399 Nov 24 09:55:55.933619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da9f5a-9d72-4c0b-a19e-506c05d5f8bb req-253b5f1f-17ca-4acb-9e91-ed25450776fc tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:55.935609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57da9f5a-9d72-4c0b-a19e-506c05d5f8bb req-253b5f1f-17ca-4acb-9e91-ed25450776fc tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2456460 Nov 24 09:55:55.948570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 51622dbf-668a-4845-96dd-5ca82e0a2488 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:55.970997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:55:55.984698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:55:56.020530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:56.020530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:56.050990 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4508228 Nov 24 09:55:56.052682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:56.204966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57da9f5a-9d72-4c0b-a19e-506c05d5f8bb req-085e11d2-db29-4ac0-8487-6c44bbd0e5fe tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621806 Nov 24 09:55:56.209607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.220582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:56.258612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Allocated IP 172.20.0.10 (1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c/7850aec9-fc67-4943-829c-1f3fd64d9145/25f78bd7-b240-491e-86ee-7bd72053c3f7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:55:56.291990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d172da-0064-4e11-8029-5ad0b07bd40d None None] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:56.414049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-e44a4f94-e5f0-409e-8cd2-e0e657eba417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1096 time: 0.7106287 Nov 24 09:55:56.434033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet a709570e-416b-435d-9ea9-1f2e44978881 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:55:56.437493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.507850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.531664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.591232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Provisioning for port 51622dbf-668a-4845-96dd-5ca82e0a2488 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:56.605028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Provisioning complete for port 51622dbf-668a-4845-96dd-5ca82e0a2488 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:56.606542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.606892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.616991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:52Z', 'revision_number': 8, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:56.622646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:55:56.652268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:55:56.653417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:56.744165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.752387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fe41932-1658-4c6b-966c-0f92bce65a13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:56.834417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.874706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:55:56.878250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] For port 51622dbf-668a-4845-96dd-5ca82e0a2488, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51622dbf-668a-4845-96dd-5ca82e0a2488,segment=NetworkSegment(b3fa0468-c9d0-45b6-b300-34652dd94d1c),segment_id=b3fa0468-c9d0-45b6-b300-34652dd94d1c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:56.882548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.887410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d17e96e-d973-4bd7-892a-3ffcd3cb66d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:56.903570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=a709570e-416b-435d-9ea9-1f2e44978881,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:56.906364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:56.918608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:56.936477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/a709570e-416b-435d-9ea9-1f2e44978881 HTTP/1.1" status: 204 len: 168 time: 0.8586879 Nov 24 09:55:56.937280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:57.060582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Pushing event updated for resources: {'Port': ['ID=51622dbf-668a-4845-96dd-5ca82e0a2488,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:57.064878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e30eb3-e648-47f0-b811-44ebb5d1b2f3 None None] Network c60b496e-f229-433a-b1d8-34fe9269c7ab requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:55:57.071330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.131668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.132806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.150744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Transition to ACTIVE for port object 25f78bd7-b240-491e-86ee-7bd72053c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:55:57.199032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.206142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6182ab4-dc21-419f-801a-18b41667fcae tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:57.220191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d47b81e5-1f7f-4747-bcdd-870839bd19a1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:57.243984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:57.272447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee9590c2-44b7-4639-a0dc-861f1c58ac37 req-e0a03052-7ee7-4b00-bb70-e638c8865ca4 service neutron] 10.222.0.61 "GET /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3818653 Nov 24 09:55:57.308552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'Port': ['ID=25f78bd7-b240-491e-86ee-7bd72053c3f7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:57.327249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.331992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:55:57.333062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:57.335003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:55:57.342066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:55:57.379297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Provisioning complete for port 51622dbf-668a-4845-96dd-5ca82e0a2488 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:57.379727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.425557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:52Z', 'revision_number': 8, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:57.429377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:57.430205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.435172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb530-5cfe-40be-8567-241fcfa348ad None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:55:52Z', 'revision_number': 8, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8abeb32c-a9bf-4d86-8790-f379add848b0', 'name': '', 'network_id': '44011381-a447-42ca-9c34-e1dddf1c998c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:ed:ab:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:19Z', 'updated_at': '2021-11-24T09:55:38Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'd4aaacd8-37b3-4c5b-8c33-6db627716e91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:55:57.497884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.610308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:57.611043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.620495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] DHCP port deletion for c60b496e-f229-433a-b1d8-34fe9269c7ab request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:55:57.639472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Deleting port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:57.643049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=ba48687e-c28e-4826-b8d0-68240d02c06d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:57.643937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.656504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:57.687594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-1a763ee6-b9bc-40e6-912c-c320d505f16b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:57.690354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-1a763ee6-b9bc-40e6-912c-c320d505f16b service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 1.2552922 Nov 24 09:55:57.793754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6672297 Nov 24 09:55:57.809250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 53994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:57.819795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-0828fd34-fab9-4b26-b029-2c42a0284b24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 217 time: 0.1063459 Nov 24 09:55:57.831959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7526-4302-479f-8fa1-b82745091931 req-046bd562-0978-44a8-a602-13e88e578bc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:57.833876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-065d7526-4302-479f-8fa1-b82745091931 req-046bd562-0978-44a8-a602-13e88e578bc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 943 time: 0.7501152 Nov 24 09:55:57.918515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:57.919435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:57.951281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51622dbf-668a-4845-96dd-5ca82e0a2488 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:55:58.054097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:55:58.063752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-b814c3d0-bcd1-449d-9026-dd9dac65d5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:58.065947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-b814c3d0-bcd1-449d-9026-dd9dac65d5b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.2310758 Nov 24 09:55:58.099432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Provisioning for port f37bdb6a-1220-4076-971b-935064e871b9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:58.115218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for d3af3df9-9a0b-41db-98b6-e81a66afd0c4 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:58.131041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-065d7526-4302-479f-8fa1-b82745091931 req-939c1767-fa9c-4b5a-9991-795500d88060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508199 Nov 24 09:55:58.218051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Floating IP e8f8aa4e-5677-4314-bc65-e7a7790c7f87 associated. External IP: 172.26.6.198, port: 9605a5ce-241a-47ac-8fd6-e839d4a7f990. Nov 24 09:55:58.223825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Provisioning complete for port f37bdb6a-1220-4076-971b-935064e871b9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:58.224245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.237926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b66e-952b-486f-973c-1ee51d4fc878 req-bfa9531f-6e3a-4aef-947f-082337c7463a tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:58.239735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4480b66e-952b-486f-973c-1ee51d4fc878 req-bfa9531f-6e3a-4aef-947f-082337c7463a tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.7202935 Nov 24 09:55:58.249795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.257311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:58.296050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] For port d3af3df9-9a0b-41db-98b6-e81a66afd0c4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,segment=NetworkSegment(2eb99f0b-5af1-4d75-a487-2999d163624a),segment_id=2eb99f0b-5af1-4d75-a487-2999d163624a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:58.296264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.302665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-fb1fde93-6bc9-443f-99ba-79145d338a00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2224917 Nov 24 09:55:58.329020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=d3af3df9-9a0b-41db-98b6-e81a66afd0c4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:58.342040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:58.350468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:55:58.400518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1caaf-c8b3-493b-98d7-8c4209eed9dc None None] Port f37bdb6a-1220-4076-971b-935064e871b9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:58.407523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:58.412337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:58.416148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:58.417096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Synchronizing usage tracker for tenant:0693e0f15db4426ca4d3c193e28018a5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:55:58.468697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4480b66e-952b-486f-973c-1ee51d4fc878 req-8e6852ef-de79-4754-a55a-a10a3d86237c tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132595 Nov 24 09:55:58.477160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Calling delete_port for d3af3df9-9a0b-41db-98b6-e81a66afd0c4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:58.523803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 51622dbf-668a-4845-96dd-5ca82e0a2488 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:58.524234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.531409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Unset dirty status for tenant:0693e0f15db4426ca4d3c193e28018a5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:55:58.535613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-662211f8-3529-46b6-90fe-77acfd0eff81 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.7197046 Nov 24 09:55:58.536526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 53998) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:58.542228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.578687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60b496e-f229-433a-b1d8-34fe9269c7ab']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:58.592953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb99f0b-5af1-4d75-a487-2999d163624a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:58.593295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb99f0b-5af1-4d75-a487-2999d163624a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:55:58.606609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.613828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-96f886c1-4b93-4dbf-9259-b29b57171c87 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009303 Nov 24 09:55:58.624171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.631815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:55:58.631815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:55:58.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:55:58.692716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Deleting port 25f78bd7-b240-491e-86ee-7bd72053c3f7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:58.693117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.744036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.747754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8f32453-7949-45e3-8718-3332ecb038c0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:58.766249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.776410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=c60b496e-f229-433a-b1d8-34fe9269c7ab,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:58.783762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:58.791211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/c60b496e-f229-433a-b1d8-34fe9269c7ab HTTP/1.1" status: 204 len: 168 time: 1.8530681 Nov 24 09:55:58.792696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54002) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:55:58.799005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Provisioning for port 25f78bd7-b240-491e-86ee-7bd72053c3f7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:55:58.831515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Provisioning complete for port 25f78bd7-b240-491e-86ee-7bd72053c3f7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:58.831865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:58.961842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:58.977579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:55:58.978243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:55:58.978801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Port 25f78bd7-b240-491e-86ee-7bd72053c3f7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:59.027771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'port_id': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'mac_address': 'fa:16:3e:e3:64:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:55:59.106418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.131839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:55:59.148133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:55:59.151236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Provisioning complete for port f37bdb6a-1220-4076-971b-935064e871b9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:55:59.151236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.165491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1b422d28-2d83-4b91-bfc4-c91ffb8fb6eb req-a54d36f9-c2b2-4f1e-9287-86f06113a0d0 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336883 Nov 24 09:55:59.195938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3af3df9-9a0b-41db-98b6-e81a66afd0c4 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:59.207472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.236226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.245084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d4e62eb8-278b-4d20-bc40-ca1ca4146e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:55:59.285344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d3af3df9-9a0b-41db-98b6-e81a66afd0c4 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:59.285597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d3af3df9-9a0b-41db-98b6-e81a66afd0c4 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:59.286050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d0f3e769-6aa4-475a-8377-ab4647016244 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:55:59.347678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d0f3e769-6aa4-475a-8377-ab4647016244 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:55:59.348094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d0f3e769-6aa4-475a-8377-ab4647016244 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:55:59.356725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f6193ddf-b7df-490a-ad90-c369f9c437d1 None None] Port f37bdb6a-1220-4076-971b-935064e871b9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:55:59.380761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:55:59.384950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:55:59.474364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7cb863fa-a9c6-44c5-8148-77bdb8f17b74'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:55:59.477413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.509330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Deleting port d3af3df9-9a0b-41db-98b6-e81a66afd0c4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:55:59.510067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:55:59.622671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-99d1001c-a608-4840-8a56-f35909f3d5b4 None None] The port 'd3af3df9-9a0b-41db-98b6-e81a66afd0c4' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:55:59.641295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Calling delete_port for 25f78bd7-b240-491e-86ee-7bd72053c3f7 owned by {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:55:59.769931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40d2a-620b-4cc4-868d-ffe6e1ac006a req-faee5315-177c-4f26-9785-18c4072ff190 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:55:59.778303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9dd40d2a-620b-4cc4-868d-ffe6e1ac006a req-faee5315-177c-4f26-9785-18c4072ff190 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 944 time: 0.4208364 Nov 24 09:55:59.877070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9dd40d2a-620b-4cc4-868d-ffe6e1ac006a req-c3bba242-b34b-41ab-8ffb-aa16c9de6051 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984933 Nov 24 09:55:59.992929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:55:59.993947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:00.001639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b715a62f-60b8-456d-b95b-80df88f3c8c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:00.050683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event deleted for resources: {'Port': ['ID=25f78bd7-b240-491e-86ee-7bd72053c3f7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:00.057123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:00.077841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9aaf1-c593-442b-af38-3c7dfbf84d08 req-092e4cbc-c371-47d9-a15b-086650360155 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:00.085723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b5c9aaf1-c593-442b-af38-3c7dfbf84d08 req-092e4cbc-c371-47d9-a15b-086650360155 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2901971 Nov 24 09:56:00.218164 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b5c9aaf1-c593-442b-af38-3c7dfbf84d08 req-ee40db57-2776-44b3-b159-a5b27f842c50 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303260 Nov 24 09:56:00.273697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:00.312587 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "DELETE /v2.0/ports/25f78bd7-b240-491e-86ee-7bd72053c3f7 HTTP/1.1" status: 204 len: 168 time: 1.7753711 Nov 24 09:56:00.316921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:00.333661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Request body: {'port': {'name': 'tempest-new-port-name-1344604116', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:00.334563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:56:00.335075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:56:00.336646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.api.validators [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Nov 24 09:56:00.492567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:00.503989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:00.522526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:00.524225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:00.527490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:00.544378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:00.735423 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9143126 Nov 24 09:56:00.735423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:00.848192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'status': 'completed', 'code': 200} Nov 24 09:56:00.868584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:01.019038 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-b1d7a5fb-0b53-40b3-9909-e02617b42e4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1098 time: 0.1413066 Nov 24 09:56:01.057779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef00b2-1b0a-461d-a8b0-506ddc784895 req-dff63ba9-6f98-4195-b703-fb6898d7b713 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.059448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02ef00b2-1b0a-461d-a8b0-506ddc784895 req-dff63ba9-6f98-4195-b703-fb6898d7b713 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2490027 Nov 24 09:56:01.103000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.115761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.133350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7995f45-825a-47c7-b867-86035a5f00c5 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:01.253682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-97858305-cd94-4736-a5c1-61d686de8f01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.255422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-97858305-cd94-4736-a5c1-61d686de8f01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.2268879 Nov 24 09:56:01.326784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02ef00b2-1b0a-461d-a8b0-506ddc784895 req-f03caa3c-5e59-4cc3-b677-1e5f958459e0 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442410 Nov 24 09:56:01.336533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'e8f8aa4e-5677-4314-bc65-e7a7790c7f87', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:1a:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:55:55Z', 'updated_at': '2021-11-24T09:55:55Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:01.341669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:01.341889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 8abeb32c-a9bf-4d86-8790-f379add848b0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:01.342408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.353717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25537c7-e45d-4096-8179-f8d0e1052ce8 req-b41a8046-0bcc-4ff8-aadf-d9501a7e4a6f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.356261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c25537c7-e45d-4096-8179-f8d0e1052ce8 req-b41a8046-0bcc-4ff8-aadf-d9501a7e4a6f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 944 time: 0.2112412 Nov 24 09:56:01.364331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:01.365051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:01.376675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event updated for resources: {'Port': ['ID=f37bdb6a-1220-4076-971b-935064e871b9,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:01.389478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:01.393068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] In _notify_port_updated(), no bound segment for port f37bdb6a-1220-4076-971b-935064e871b9 on network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:56:01.397758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.398734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.400333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "PUT /v2.0/ports/f37bdb6a-1220-4076-971b-935064e871b9 HTTP/1.1" status: 200 len: 1137 time: 1.0810645 Nov 24 09:56:01.405125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54024) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:01.418556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-18b26276-d7a7-4529-9431-5a88680697d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 200 len: 999 time: 0.1535940 Nov 24 09:56:01.493690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae868a-9689-4a3f-961c-6d4ce9174b75 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.496478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52ae868a-9689-4a3f-961c-6d4ce9174b75 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "GET /v2.0/ports/f37bdb6a-1220-4076-971b-935064e871b9 HTTP/1.1" status: 200 len: 1137 time: 0.0898716 Nov 24 09:56:01.502773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54028) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:01.509660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c25537c7-e45d-4096-8179-f8d0e1052ce8 req-7f857837-6a15-4471-b5b1-4157b8c89b27 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341228 Nov 24 09:56:01.538470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-29a21cae-1916-414b-a3e1-eda8da171d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:01.540565 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-29a21cae-1916-414b-a3e1-eda8da171d03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.1104393 Nov 24 09:56:01.602315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:01.638827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Deleting port f37bdb6a-1220-4076-971b-935064e871b9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:01.639332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.640188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-479ea37d-aefb-4af7-b84d-92b305483cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929062 Nov 24 09:56:01.687410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-80159505-3b1c-434d-8153-2c494fff3a7e None None] Provisioning complete for port f37bdb6a-1220-4076-971b-935064e871b9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:01.687817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80159505-3b1c-434d-8153-2c494fff3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.797323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-3af791c2-e289-4d34-8aed-fbbb93abb6de service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505442 Nov 24 09:56:01.819162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-80159505-3b1c-434d-8153-2c494fff3a7e None None] Port f37bdb6a-1220-4076-971b-935064e871b9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:01.894834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 8abeb32c-a9bf-4d86-8790-f379add848b0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8abeb32c-a9bf-4d86-8790-f379add848b0,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:01.895225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:01.938840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:01.950708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8fd5e977-0996-4fee-9853-614c3db190d4 req-9eb0b25f-61ef-4a30-8d3b-d85f3d1a2fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464086 Nov 24 09:56:02.094175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 8abeb32c-a9bf-4d86-8790-f379add848b0 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:02.095960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:02.104037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:02.104466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.182027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.209865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'e8f8aa4e-5677-4314-bc65-e7a7790c7f87', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:1a:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:55:55Z', 'updated_at': '2021-11-24T09:55:55Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:02.226780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b7ba7e-350b-401b-8940-d3468f0904ba None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'e8f8aa4e-5677-4314-bc65-e7a7790c7f87', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:1a:5a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:55:55Z', 'updated_at': '2021-11-24T09:55:55Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:02.254478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.298019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:02.312613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:02.316645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.320996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:02.411681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'code': 200} Nov 24 09:56:02.421681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:02.425232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:02.614567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Calling delete_port for f37bdb6a-1220-4076-971b-935064e871b9 owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:02.616624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe4776-4f48-495f-aeb7-d569eacd219e req-405b3014-2871-43f4-a45f-4986701a0e3f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:02.625109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8fe4776-4f48-495f-aeb7-d569eacd219e req-405b3014-2871-43f4-a45f-4986701a0e3f tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.1256297 Nov 24 09:56:02.746551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19332e3-849b-4ee0-8a91-a6c9def795a9 None None] New status for floating IP e8f8aa4e-5677-4314-bc65-e7a7790c7f87: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:56:02.810029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8fe4776-4f48-495f-aeb7-d569eacd219e req-b1ee0d10-c103-45d7-a8df-6acaf91749dc tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/security-groups?id=79782fb7-5f08-46f3-9cb5-d13dca02a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836770 Nov 24 09:56:02.852091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9366b-315a-4160-a845-3165c05facfe req-9a49b7f9-d9bc-44c6-966b-131a830670bc tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:02.853789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8aa9366b-315a-4160-a845-3165c05facfe req-9a49b7f9-d9bc-44c6-966b-131a830670bc tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 945 time: 0.2050784 Nov 24 09:56:02.861875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50efb30c-9347-4777-827e-19758d0eabcd req-d51d057c-5d7d-4185-9854-0b962baff75e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1098 time: 0.1566782 Nov 24 09:56:02.921831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.928799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:02.969203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Deleting port 8d4aad5c-952f-4450-8ffb-9128a25cc275 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:02.969962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.984338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=8abeb32c-a9bf-4d86-8790-f379add848b0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:02.988205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:02.990171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:02.998150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97a57-08fe-42a6-b1ec-6dc010ec5aa2 req-5d7af59b-0803-45a3-a192-7803a8f04b58 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:02.999823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f6a97a57-08fe-42a6-b1ec-6dc010ec5aa2 req-5d7af59b-0803-45a3-a192-7803a8f04b58 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.2806597 Nov 24 09:56:03.004489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eaf5e49f-0be1-4bb1-9ab6-8491019f2fc1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:03.017340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50efb30c-9347-4777-827e-19758d0eabcd req-34f95a25-1ac8-46da-b42c-8f5d1a62a862 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234694 Nov 24 09:56:03.097521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event deleted for resources: {'Port': ['ID=f37bdb6a-1220-4076-971b-935064e871b9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:03.113953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:03.279646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] For port 8d4aad5c-952f-4450-8ffb-9128a25cc275, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=8d4aad5c-952f-4450-8ffb-9128a25cc275,segment=NetworkSegment(8731f7ac-fda7-4fec-a02c-31f839800dd2),segment_id=8731f7ac-fda7-4fec-a02c-31f839800dd2)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:03.280076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.337957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f6a97a57-08fe-42a6-b1ec-6dc010ec5aa2 req-cbbd52fe-48f2-4a19-b84a-adb7544f385a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960670 Nov 24 09:56:03.434976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.460948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "DELETE /v2.0/ports/f37bdb6a-1220-4076-971b-935064e871b9 HTTP/1.1" status: 204 len: 168 time: 1.9565940 Nov 24 09:56:03.462128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:03.678571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Calling delete_port for 8d4aad5c-952f-4450-8ffb-9128a25cc275 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:03.688750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.796358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Deleting subnet 7850aec9-fc67-4943-829c-1f3fd64d9145 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:03.800327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.840564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.847223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32d44e9a-969a-470e-8574-b7079bf59678 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:03.854483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['8d4aad5c-952f-4450-8ffb-9128a25cc275'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:56:03.911199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Pushing event deleted for resources: {'Port': ['ID=8d4aad5c-952f-4450-8ffb-9128a25cc275,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:03.934182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:03.940587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:04.035321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] No DVR routers for this DVR port 8d4aad5c-952f-4450-8ffb-9128a25cc275 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:04.038824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54c5eafd-c8f1-485e-a127-aa1b31589ccc req-bf0468df-56a5-4820-bf12-afb6113f01a1 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d57cdf2-8cca-4bce-944b-15c5adc0b546 HTTP/1.1" status: 200 len: 210 time: 0.0617142 Nov 24 09:56:04.039883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:04.043598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'name': 'network-vif-deleted', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:04.064957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8aa9366b-315a-4160-a845-3165c05facfe req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] 10.222.0.61 "DELETE /v2.0/ports/8d4aad5c-952f-4450-8ffb-9128a25cc275 HTTP/1.1" status: 204 len: 173 time: 1.2016392 Nov 24 09:56:04.065943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:04.109017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57cdf2-8cca-4bce-944b-15c5adc0b546', 'name': 'network-vif-deleted', 'tag': '8d4aad5c-952f-4450-8ffb-9128a25cc275', 'status': 'completed', 'code': 200} Nov 24 09:56:04.369542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:04.380806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-beae1975-b795-4c98-8edc-ae9e289b0348 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:04.572900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686402dc-0556-46e7-9aa5-4626fd3ae2ef req-404e2f37-c972-4055-9855-318e2306c2c0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:04.575162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686402dc-0556-46e7-9aa5-4626fd3ae2ef req-404e2f37-c972-4055-9855-318e2306c2c0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.0926337 Nov 24 09:56:04.636079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686402dc-0556-46e7-9aa5-4626fd3ae2ef req-8674ce62-f6c2-4b9b-a8c6-a2feaeaa3d6b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524638 Nov 24 09:56:04.666002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event deleted for resources: {'Subnet': ['ID=7850aec9-fc67-4943-829c-1f3fd64d9145,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:04.720549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:04.727886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:04.731116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c039ea-27df-4545-ba47-05a93db91aac None None] Network 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:04.741282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "DELETE /v2.0/subnets/7850aec9-fc67-4943-829c-1f3fd64d9145 HTTP/1.1" status: 204 len: 168 time: 1.2770705 Nov 24 09:56:04.744125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:04.869366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:04.898209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:04.908868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4c871-f1ff-475a-bfd7-6876d34660fe req-9d1e8b1d-579d-445e-a3cc-97e567f5443c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:04.910541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8d4c871-f1ff-475a-bfd7-6876d34660fe req-9d1e8b1d-579d-445e-a3cc-97e567f5443c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.1229558 Nov 24 09:56:04.910765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Deleting port 51622dbf-668a-4845-96dd-5ca82e0a2488 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:04.910991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.090569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8d4c871-f1ff-475a-bfd7-6876d34660fe req-6d40a623-8317-4a5d-9b21-249606039a4d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216767 Nov 24 09:56:05.140456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:05.153436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] For port 51622dbf-668a-4845-96dd-5ca82e0a2488, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51622dbf-668a-4845-96dd-5ca82e0a2488,segment=NetworkSegment(b3fa0468-c9d0-45b6-b300-34652dd94d1c),segment_id=b3fa0468-c9d0-45b6-b300-34652dd94d1c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:05.153760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.202843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:05.208846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:05.210088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] DHCP port deletion for 1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:05.215891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4221065 Nov 24 09:56:05.219072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Deleting port 51622dbf-668a-4845-96dd-5ca82e0a2488 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:05.219509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.242200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54066) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:05.253357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:05.291855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:05.292604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:05.302046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Deleting subnet ccb54ace-0735-4a9f-b8fc-8dc68036e25a {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:05.307454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.348267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Calling delete_port for 51622dbf-668a-4845-96dd-5ca82e0a2488 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:05.354853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac931677-3554-4512-8b12-42a89fdcc2d5 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1093 time: 0.2084370 Nov 24 09:56:05.355968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:05.363596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:05.373563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:05.380571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:05.389966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.419619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:05.435602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:05.454167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.481792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.545141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.557147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef25292b-639e-4eff-9762-89036974a895 tempest-RoutersIpV6Test-518352081 tempest-RoutersIpV6Test-518352081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:05.600462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:05.616030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event deleted for resources: {'Port': ['ID=51622dbf-668a-4845-96dd-5ca82e0a2488,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:05.622880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:05.639224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.645427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22b3ce63-0f16-472e-a8b7-95b85653a562 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:05.646306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] No DVR routers for this DVR port 51622dbf-668a-4845-96dd-5ca82e0a2488 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:05.680222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] For port 51622dbf-668a-4845-96dd-5ca82e0a2488, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51622dbf-668a-4845-96dd-5ca82e0a2488,segment=NetworkSegment(b3fa0468-c9d0-45b6-b300-34652dd94d1c),segment_id=b3fa0468-c9d0-45b6-b300-34652dd94d1c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:05.680579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.700599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb54ace-0735-4a9f-b8fc-8dc68036e25a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:05.704017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:05.709513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.722991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ccb54ace-0735-4a9f-b8fc-8dc68036e25a HTTP/1.1" status: 204 len: 168 time: 0.5166235 Nov 24 09:56:05.723482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:05.807551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.842431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:05.858216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fa0468-c9d0-45b6-b300-34652dd94d1c') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:05.858553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fa0468-c9d0-45b6-b300-34652dd94d1c') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:05.873268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.889655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.891589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Calling delete_port for 51622dbf-668a-4845-96dd-5ca82e0a2488 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:05.897097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:05.898037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.916618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:05.920291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51622dbf-668a-4845-96dd-5ca82e0a2488 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:05.971467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 51622dbf-668a-4845-96dd-5ca82e0a2488 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:05.971876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51622dbf-668a-4845-96dd-5ca82e0a2488 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:05.978149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 8d4aad5c-952f-4450-8ffb-9128a25cc275 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:05.999790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:06.011248 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:06.017753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 8d4aad5c-952f-4450-8ffb-9128a25cc275 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:06.018013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 8d4aad5c-952f-4450-8ffb-9128a25cc275 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:06.050745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet d4aaacd8-37b3-4c5b-8c33-6db627716e91 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:06.069092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.102806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.117083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03711cdc-20d6-4ae6-a2cb-a910a17e21ec tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:06.145441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.162165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Pushing event deleted for resources: {'Network': ['ID=1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:06.173875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:06.178655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] 10.222.0.55 "DELETE /v2.0/networks/1ac1dd3f-8b35-4bb3-808f-4a246d29aa2c HTTP/1.1" status: 204 len: 168 time: 1.4332101 Nov 24 09:56:06.188169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.240647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.311018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.328939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a3b453-a435-45d3-b37b-23360c373887']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:06.348332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8731f7ac-fda7-4fec-a02c-31f839800dd2') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:06.348676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8731f7ac-fda7-4fec-a02c-31f839800dd2') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:06.358494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:06.359290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:06.386427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.391094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:02Z', 'revision_number': 9, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:06.395655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:06.410930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.418268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4722232d-303b-4ecf-845c-ab9b42a7d7ca tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:06.418940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.250 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/254e1824-19e4-45fd-ba15-445055960ce8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:06.421047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:06.421753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:06.429175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.443470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:06.444110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:06.465178 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:06.478210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=d4aaacd8-37b3-4c5b-8c33-6db627716e91,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:06.484926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:06.491675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.506752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a971a6fa-b2b6-40c6-96c0-710cc427f990 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/d4aaacd8-37b3-4c5b-8c33-6db627716e91 HTTP/1.1" status: 204 len: 168 time: 1.2636886 Nov 24 09:56:06.508713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54080) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:06.534256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a3788-4df0-4494-ba30-f5738e5f2351 None None] Network 44011381-a447-42ca-9c34-e1dddf1c998c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:06.681190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.695313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 218c428d-4df3-43ba-a6c8-6c7339bcb69a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:06.745781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.786683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:06.792131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.796707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.805429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:06.844759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11254250-954a-409a-8241-3791610fdeeb tempest-NetworksIpV6TestAttrs-1786856954 tempest-NetworksIpV6TestAttrs-1786856954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:06.873399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/22a3b453-a435-45d3-b37b-23360c373887 HTTP/1.1" status: 204 len: 168 time: 1.1490014 Nov 24 09:56:06.875198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:06.879674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a3b453-a435-45d3-b37b-23360c373887,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:06.883164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:06.999144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Deleting subnet b6f32503-7052-425b-aa2a-2ddc8ee4e415 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:06.999144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.033396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Deleting port 51622dbf-668a-4845-96dd-5ca82e0a2488 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:07.033396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.050379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 218c428d-4df3-43ba-a6c8-6c7339bcb69a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=218c428d-4df3-43ba-a6c8-6c7339bcb69a,segment=NetworkSegment(c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5),segment_id=c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:07.050379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.100555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.234139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.243656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 218c428d-4df3-43ba-a6c8-6c7339bcb69a owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:07.272248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b1698d61-74d8-4f06-9563-08c6152ec62a None None] The port '51622dbf-668a-4845-96dd-5ca82e0a2488' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:07.382144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:07.421340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.427055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04d524f8-52c0-41d7-beec-f438ce7bc0cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0693e0f15db4426ca4d3c193e28018a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6283679 Nov 24 09:56:07.432013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:07.437944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.437944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:07.437944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9efbb7c-947f-490d-b116-eeb0bc3d97a7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:07.484237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=218c428d-4df3-43ba-a6c8-6c7339bcb69a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:07.484237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:07.499186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port 218c428d-4df3-43ba-a6c8-6c7339bcb69a on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:07.582487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.663201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:07.674132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=254e1824-19e4-45fd-ba15-445055960ce8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:07.674132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.680244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:07.690935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b6f32503-7052-425b-aa2a-2ddc8ee4e415 HTTP/1.1" status: 204 len: 168 time: 0.7975383 Nov 24 09:56:07.690935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:07.724070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54100) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:07.763523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:07.763523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba0a8a2c-0757-4818-89b8-f751ce5cd9ae tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:07.845885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe7a36-1881-484a-94f8-ddfea6eff6f5 None None] DHCP port deletion for 44011381-a447-42ca-9c34-e1dddf1c998c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:07.888953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.893949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 218c428d-4df3-43ba-a6c8-6c7339bcb69a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:07.900099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.905557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f32503-7052-425b-aa2a-2ddc8ee4e415,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:07.918792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:07.947996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 218c428d-4df3-43ba-a6c8-6c7339bcb69a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:07.947996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 218c428d-4df3-43ba-a6c8-6c7339bcb69a not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:07.953382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:07.972608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44011381-a447-42ca-9c34-e1dddf1c998c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:07.988181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:02Z', 'revision_number': 9, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.003541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5fed4-1a58-4d41-88eb-92346b0eb194 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:02Z', 'revision_number': 9, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '177c42b4-5251-47e3-a719-2e07d6b3b9ba', 'name': '', 'network_id': '08c93c3e-1d74-40e3-ad31-8de5237ce6ad', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:f6:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:05Z', 'updated_at': '2021-11-24T09:55:18Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': '4d7c17a3-3886-4bd3-8639-f3c9b820cf5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:08.043126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.047822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.047822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d9f753-b6bc-4f2d-a2fd-c16a10f6faa5') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.080316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.092842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.100418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5db3498a-14c3-46ff-86df-47ed8f7e5c8a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:08.138117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7759b9db-247b-4783-8f39-d80d6c9a4703,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:08.162348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:08.168947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.181410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.221308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.221308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7759b9db-247b-4783-8f39-d80d6c9a4703 HTTP/1.1" status: 204 len: 168 time: 0.6896522 Nov 24 09:56:08.234224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134b29b0-2a01-41cf-83d7-1c2067e4feb6']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.256008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:08.256008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:08.299228 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:08.336058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6588c015-c445-4fb8-87be-ca58a2d0c626') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.336058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6588c015-c445-4fb8-87be-ca58a2d0c626') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:08.407894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.440661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.447709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.449939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:08.450384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:08.466064 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:08.479029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87c77dec-60f6-426c-9d10-d3f835cb4888 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:08.497434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.589353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=44011381-a447-42ca-9c34-e1dddf1c998c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:08.600550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:08.609022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:08.609182 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/44011381-a447-42ca-9c34-e1dddf1c998c HTTP/1.1" status: 204 len: 168 time: 2.0959556 Nov 24 09:56:08.611054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.614812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:08.630923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:08.643636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Pushing event deleted for resources: {'Network': ['ID=134b29b0-2a01-41cf-83d7-1c2067e4feb6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:08.646343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] 10.222.0.55 "DELETE /v2.0/networks/134b29b0-2a01-41cf-83d7-1c2067e4feb6 HTTP/1.1" status: 204 len: 168 time: 0.9284327 Nov 24 09:56:08.647352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:08.817478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54122) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:08.890340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa751952-7e07-4256-bc14-879ed6efb588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf601d2af07e4c518a3b088101da3780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0709238 Nov 24 09:56:08.892695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54128) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:08.966314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.003264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.054513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.059711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-065b5cf1-543f-43f4-bc08-2c336eaefc08 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:09.076427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79782fb7-5f08-46f3-9cb5-d13dca02a2cd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:09.079263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:09.089385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.094650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79782fb7-5f08-46f3-9cb5-d13dca02a2cd HTTP/1.1" status: 204 len: 168 time: 0.1984327 Nov 24 09:56:09.112971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.191961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.439165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:09.583588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54148) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:09.617503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.622243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.627688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-225b5a63-c5a4-426d-8e8f-47c2062ac7ef tempest-DvrRoutersNegativeTest-240775896 tempest-DvrRoutersNegativeTest-240775896-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-247003569', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:09.632724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.policy [None req-225b5a63-c5a4-426d-8e8f-47c2062ac7ef tempest-DvrRoutersNegativeTest-240775896 tempest-DvrRoutersNegativeTest-240775896-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88877) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Nov 24 09:56:09.632724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.policy [None req-225b5a63-c5a4-426d-8e8f-47c2062ac7ef tempest-DvrRoutersNegativeTest-240775896 tempest-DvrRoutersNegativeTest-240775896-project] Failed policy check for 'create_router' {{(pid=88877) enforce /opt/stack/neutron/neutron/policy.py:483}} Nov 24 09:56:09.632724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-225b5a63-c5a4-426d-8e8f-47c2062ac7ef tempest-DvrRoutersNegativeTest-240775896 tempest-DvrRoutersNegativeTest-240775896-project] create failed (client error): Access was denied to this resource. Nov 24 09:56:09.634462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-225b5a63-c5a4-426d-8e8f-47c2062ac7ef tempest-DvrRoutersNegativeTest-240775896 tempest-DvrRoutersNegativeTest-240775896-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1931849 Nov 24 09:56:09.699839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4311fc32-74c6-4889-9f0e-6430409dcb2c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b4285595f15489ab1e190eb3cd5a0e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1055236 Nov 24 09:56:09.699839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54154) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:09.772833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8abeb32c-a9bf-4d86-8790-f379add848b0 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:09.783978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.789008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:09.839787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 8abeb32c-a9bf-4d86-8790-f379add848b0 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:09.840294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8abeb32c-a9bf-4d86-8790-f379add848b0 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:09.842058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.876488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.921625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=254e1824-19e4-45fd-ba15-445055960ce8,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:09.935473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:09.967329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.977509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:09.984393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c785d24-6c0d-4a8b-a5e8-aa005bb35472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:10.138870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54160) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:10.315847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dc6b92-97e5-4dc9-bd98-dc5cf33ad041,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:10.315847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:10.315847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:10.315847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75dc6b92-97e5-4dc9-bd98-dc5cf33ad041 HTTP/1.1" status: 204 len: 168 time: 0.6002402 Nov 24 09:56:10.476426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:10.494082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:10.563629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:10.609225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Usage tracker for resource:security_group_rule and tenant:0d871d57a38e4a12b5bd6d364d796d85 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:10.614406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:10.628007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:10.657079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e associated. External IP: 172.26.6.250, port: 7cb863fa-a9c6-44c5-8148-77bdb8f17b74. Nov 24 09:56:10.846207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:10.853902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:10.898035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df5f9067-0aa5-4192-82b1-915e19643498 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:11.023445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cbbb1-0fe9-4475-a233-d194e9fd68eb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:11.030161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d871d57a38e4a12b5bd6d364d796d85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8959427 Nov 24 09:56:11.031684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:11.034050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54168) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:11.122418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.164827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.178683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 177c42b4-5251-47e3-a719-2e07d6b3b9ba {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:11.178683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.212435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.212435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fcc84f94-a39d-49ce-96a7-dd31b9f6295f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:11.235363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cbbb1-0fe9-4475-a233-d194e9fd68eb,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:11.235363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:11.235363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.241961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e17cbbb1-0fe9-4475-a233-d194e9fd68eb HTTP/1.1" status: 204 len: 168 time: 0.2050509 Nov 24 09:56:11.801854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 177c42b4-5251-47e3-a719-2e07d6b3b9ba, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=177c42b4-5251-47e3-a719-2e07d6b3b9ba,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:11.801854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:11.934614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 177c42b4-5251-47e3-a719-2e07d6b3b9ba owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:12.052425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:12.353016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:12.361715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2788feb5-0296-4901-84d0-b1a6f329de1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:12.391156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54190) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:12.407564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=177c42b4-5251-47e3-a719-2e07d6b3b9ba,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:12.416876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:12.455232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:12.468458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:12.483141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:12.484534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:12.548024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:12.630670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025293310'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:12.640450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:12.645902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:12.654798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:12.666465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:12.701229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:12.726203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:12.738211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3812249 Nov 24 09:56:12.739766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:12.750285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54198) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:12.813277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:12.837230 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'status': 'completed', 'code': 200} Nov 24 09:56:12.871839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:12.992051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:13.012221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:13.016798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:13.029987 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-74e8c7ce-a0a3-41be-9e1e-097333063544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 991 time: 0.2762089 Nov 24 09:56:13.030238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:13.069392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-72e935bb-0a8e-4891-b158-77cf15a26a91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1098 time: 0.1953802 Nov 24 09:56:13.301597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:13.303206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-be379815-09e7-4eec-bf69-24a1c71ebb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:13.305711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-be379815-09e7-4eec-bf69-24a1c71ebb8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 0.2274115 Nov 24 09:56:13.306846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:13.312560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0177a1e6-6745-48c2-9412-38f23b16c911 tempest-PortsTestJSON-944289668 tempest-PortsTestJSON-944289668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:13.315874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:e3:64:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:56:08Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:13.320251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:13.332663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:13.333345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:13.447372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:13.466200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d82dfae-e200-4613-8f73-1f25bd6433db,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:13.470372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:13.474774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:13.486890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:13.497931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:13.501480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-5fb5176e-2099-41bf-90a7-02cd1e84ffeb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 999 time: 0.1790674 Nov 24 09:56:13.545004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:13.562105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:13.662923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:13.668620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:13.676214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-645de34e-817b-4e74-b323-ac241aaf2ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:13.701073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-5ac403bb-15cb-470d-b209-87f0f0ae3ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:13.702781 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-5ac403bb-15cb-470d-b209-87f0f0ae3ae5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.1935725 Nov 24 09:56:13.755670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:13.764223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1513443 Nov 24 09:56:13.765498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:13.774184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:13.787203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96400f87-524b-43aa-bc9d-8b5b02a3f710,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:13.789765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:13.791112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3988485 Nov 24 09:56:13.800531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:13.801043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54208) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:13.805150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:13.805976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:13.952804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a0c4267b-0a63-4cec-b066-ca82a6689c4b tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:13.999900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-421b22e8-f470-4062-b8ef-d9209b3c2bd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2834876 Nov 24 09:56:14.032580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:14.049203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a0c4267b-0a63-4cec-b066-ca82a6689c4b tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:14.050614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a0c4267b-0a63-4cec-b066-ca82a6689c4b tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2485480 Nov 24 09:56:14.057451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:14.064716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54216) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:14.075589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-security--481269257', 'description': 'tempest-security-description-821651804'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:14.093331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:e3:64:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:56:08Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:14.101727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f37f8d-ed9e-4d13-852f-5d0afb642fd7 None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:e3:64:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:56:08Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:14.239278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.344254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-06af4eaf-a0e0-4515-89a4-623feaaa390d service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367889 Nov 24 09:56:14.426056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.502234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:12Z', 'revision_number': 10, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:14.507072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:14.525918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:14.528024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:14.539138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.543060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.552453 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "PUT /v2.0/security-groups/96400f87-524b-43aa-bc9d-8b5b02a3f710 HTTP/1.1" status: 200 len: 1610 time: 0.4830272 Nov 24 09:56:14.561869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54220) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:14.562734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0090a34e-0110-4439-80a2-953ba038938f tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:14.592890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5475ea77-10c4-4d0e-ba32-c89612abd6fe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 991 time: 0.5587170 Nov 24 09:56:14.600030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet 4d7c17a3-3886-4bd3-8639-f3c9b820cf5e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:14.603765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.614457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0af0a7-9e5f-48df-88a6-a200c93bd752 None None] New status for floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:56:14.678735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85b12f1c-a872-4ea1-8571-aee5bcb9d83c req-1d2217a0-65f9-4834-a677-a59b31caaa60 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253536 Nov 24 09:56:14.688435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.766694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:14.773246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1cbb33ad-b2da-4716-ab09-0affe06b31c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups/96400f87-524b-43aa-bc9d-8b5b02a3f710 HTTP/1.1" status: 200 len: 1610 time: 0.2009823 Nov 24 09:56:14.774480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96400f87-524b-43aa-bc9d-8b5b02a3f710,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:14.784652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:14.788203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54224) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:14.869886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:14.963556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.007851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.051370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.064975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d84552f-9d3b-4039-8d97-2f1a3c30eed1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:15.102038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7c17a3-3886-4bd3-8639-f3c9b820cf5e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:15.106182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:15.114674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.122532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc58f3-d774-4948-b722-80d28735fadd None None] Network 08c93c3e-1d74-40e3-ad31-8de5237ce6ad requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:15.134310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-04f91576-3176-4380-a80e-b8d59e3eba03 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/4d7c17a3-3886-4bd3-8639-f3c9b820cf5e HTTP/1.1" status: 204 len: 168 time: 1.3674231 Nov 24 09:56:15.134654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54228) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.142000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.145566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.152099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/96400f87-524b-43aa-bc9d-8b5b02a3f710 HTTP/1.1" status: 204 len: 168 time: 0.3612492 Nov 24 09:56:15.152729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54232) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.155000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c3f804f-95e5-48a8-a647-1c3d4d32a94f tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:15.192324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96400f87-524b-43aa-bc9d-8b5b02a3f710,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:15.197520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:15.246691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47d793ed-758b-489d-8765-0b0bccc9acdf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:15.267331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-47d793ed-758b-489d-8765-0b0bccc9acdf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:15.268569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47d793ed-758b-489d-8765-0b0bccc9acdf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1040573 Nov 24 09:56:15.272392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.292652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-08d26349-1617-4b44-a60b-65ac3234e323 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] delete failed (client error): The resource could not be found. Nov 24 09:56:15.293757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-08d26349-1617-4b44-a60b-65ac3234e323 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/96400f87-524b-43aa-bc9d-8b5b02a3f710 HTTP/1.1" status: 404 len: 347 time: 0.0207322 Nov 24 09:56:15.298765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54240) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.308609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108686254'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:15.314436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:12Z', 'revision_number': 10, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:15.318746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:15.334024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:15.344575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.348782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16929b2f-bf03-4bf8-90de-43da40bf0781 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:12Z', 'revision_number': 10, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None, '_interfaces': [{'id': '57dea0d9-13a9-4584-8d5d-0a984e86b914', 'name': '', 'network_id': '7248c213-b9e6-4cb3-8597-a0ac7beb656c', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'mac_address': 'fa:16:3e:87:32:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:49Z', 'updated_at': '2021-11-24T09:55:02Z', 'revision_number': 5, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'subnets': [{'id': 'e9abdfa0-4495-4899-be68-dae6e7d31633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:15.349351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.358082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 9ac591d7-3f25-4798-9118-e12e796e3817 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:15.358082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.410043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:15.416367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:15.419577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:15.426715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:15.507880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] DHCP port deletion for 08c93c3e-1d74-40e3-ad31-8de5237ce6ad request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:15.514486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.514763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Deleting port 9ac591d7-3f25-4798-9118-e12e796e3817 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:15.515526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.527837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.533865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5df24a2c-3c4c-46b4-8baf-78fed2ea4ff2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:15.581126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a8ec5-c662-4ca2-bd1d-38908dc4ab39,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:15.584140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:15.599642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.599642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.599642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2995663 Nov 24 09:56:15.603053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54248) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.686831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 9ac591d7-3f25-4798-9118-e12e796e3817, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9ac591d7-3f25-4798-9118-e12e796e3817,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:15.693233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'ed6a8ec5-c662-4ca2-bd1d-38908dc4ab39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:15.696402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.708243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:15.722113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:15.722113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:15.743198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:15.774359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac2b228a-14df-434d-93d1-3c3da4c4cf74 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 993 time: 0.1724687 Nov 24 09:56:15.782983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.875862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 177c42b4-5251-47e3-a719-2e07d6b3b9ba no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:15.884534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.887841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.896261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c55d7d5-4a20-4e2e-8563-8ab4210c444b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:15.916340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044a40f3-a29f-4b3c-b8d7-9d68aa233b1b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:15.920450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:15.921050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 9ac591d7-3f25-4798-9118-e12e796e3817 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:15.931776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 177c42b4-5251-47e3-a719-2e07d6b3b9ba {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:15.931897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.931998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 177c42b4-5251-47e3-a719-2e07d6b3b9ba not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:15.932106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9ac591d7-3f25-4798-9118-e12e796e3817 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:15.932672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3289471 Nov 24 09:56:15.937457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:15.976255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.991680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:15.991908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] For port 9ac591d7-3f25-4798-9118-e12e796e3817, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9ac591d7-3f25-4798-9118-e12e796e3817,segment=NetworkSegment(6c5a287d-7d5f-4ab1-8634-657d3facdd48),segment_id=6c5a287d-7d5f-4ab1-8634-657d3facdd48)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:15.992593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.005491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.017387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-780902c8-bfd4-4a2c-a88d-5d05aa2d9319 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.031900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.034266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.051903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=044a40f3-a29f-4b3c-b8d7-9d68aa233b1b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.055240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.056518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.057847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/044a40f3-a29f-4b3c-b8d7-9d68aa233b1b HTTP/1.1" status: 204 len: 168 time: 0.1188254 Nov 24 09:56:16.061549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54256) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.068360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No DVR routers for this DVR port 9ac591d7-3f25-4798-9118-e12e796e3817 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:16.102447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=9ac591d7-3f25-4798-9118-e12e796e3817,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.106444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.121915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96eaae62-cf8a-4236-9229-624c2bc39972 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:16.141259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96eaae62-cf8a-4236-9229-624c2bc39972 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:16.143105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96eaae62-cf8a-4236-9229-624c2bc39972 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0800772 Nov 24 09:56:16.146063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54260) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.223294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.233140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.260503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c93c3e-1d74-40e3-ad31-8de5237ce6ad']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:16.268271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.275233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5a287d-7d5f-4ab1-8634-657d3facdd48') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:16.275946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5a287d-7d5f-4ab1-8634-657d3facdd48') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:16.289024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.306219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.314146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.318633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:16.318995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.319305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Calling delete_port for 9ac591d7-3f25-4798-9118-e12e796e3817 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:16.320002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bf670844-65f6-4f78-998c-a27d26871a9c tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:16.336801 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:16.342018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a8ec5-c662-4ca2-bd1d-38908dc4ab39,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.344195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.385826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No active binding found for port 9ac591d7-3f25-4798-9118-e12e796e3817 {{(pid=88879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 24 09:56:16.386026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9ac591d7-3f25-4798-9118-e12e796e3817 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:16.398688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.400071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed6a8ec5-c662-4ca2-bd1d-38908dc4ab39 HTTP/1.1" status: 204 len: 168 time: 0.2524619 Nov 24 09:56:16.402991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54264) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.442657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:16.443243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:16.446834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.451810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-641f5dab-aacd-47a1-9b98-666891900a12 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.471571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.475401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68efcdc9-2c06-4ce3-98a8-83fa1ff86f87 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:16.478374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=08c93c3e-1d74-40e3-ad31-8de5237ce6ad,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.484355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.493540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-68efcdc9-2c06-4ce3-98a8-83fa1ff86f87 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:16.500562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68efcdc9-2c06-4ce3-98a8-83fa1ff86f87 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0908070 Nov 24 09:56:16.500562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.501549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/08c93c3e-1d74-40e3-ad31-8de5237ce6ad HTTP/1.1" status: 204 len: 168 time: 1.3596904 Nov 24 09:56:16.501549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54272) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.507858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603758386'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:16.515177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:16.527231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:16.538466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.601317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:16.606750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:16.610167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:16.616521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:16.678011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.680781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.686797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90267ba0-032c-4cae-83f7-1df854528d97 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.732596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec512ca-0e16-4499-bda4-805abb5cf551,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.736621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.738514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.739868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2372367 Nov 24 09:56:16.742768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54276) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.749279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'fec512ca-0e16-4499-bda4-805abb5cf551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:16.755776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:16.760263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:16.764007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:16.770283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:16.786460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.855584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.858480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.860827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea8e48c0-7f69-42b5-9cd9-934da40a2baa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:16.866122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.886848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3386f414-bc97-42d4-9082-d160c68ab863,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:16.889821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:16.901121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.902834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590321 Nov 24 09:56:16.905826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54280) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:16.912135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'fec512ca-0e16-4499-bda4-805abb5cf551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:16.919623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:16.924064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:16.927112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:16.933823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:16.944591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Deleting port 9ac591d7-3f25-4798-9118-e12e796e3817 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:16.945145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:16.950720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.017048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bacefc36-bfda-423a-a24f-80fd225ecc4d None None] The port '9ac591d7-3f25-4798-9118-e12e796e3817' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:17.018830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.024240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.026152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.052313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43288c8-05d1-49c4-bba9-30696f209d9f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.055253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.067277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.068585 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1617146 Nov 24 09:56:17.071558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54284) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.077804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'fec512ca-0e16-4499-bda4-805abb5cf551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:17.084168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:17.088589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:17.091950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:17.098100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:17.116279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.190324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.193158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.195486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-42e039de-4a63-49c7-9855-5b9c5e25c3b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.221828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dec69aa-35ce-4ba3-9cc5-a3ddef0b6f47,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.224509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.235460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.236770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1642220 Nov 24 09:56:17.239637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54288) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.246443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'fec512ca-0e16-4499-bda4-805abb5cf551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:17.253066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:17.257401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:17.260419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:17.266432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:17.283940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.358775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.361647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.363624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7765a145-07a6-432c-a542-4d6386d51dba tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.385623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d44f3ec-94bd-4456-860a-3cfbab56feff,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.390651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.401863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.403811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1631715 Nov 24 09:56:17.406955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54292) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.412907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'fec512ca-0e16-4499-bda4-805abb5cf551', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:17.420284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:17.424614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:17.427697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:17.434098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:17.450905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.502897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 57dea0d9-13a9-4584-8d5d-0a984e86b914 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:17.503276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.522114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.524995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.528020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-080bc678-b5cd-4f24-8c86-278521495cfe tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.552653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75205cfe-81b4-44e1-b841-c9265a737b34,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.566500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.568695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.570317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1624470 Nov 24 09:56:17.573765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54296) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.608783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.624223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.647588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.649505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82b36fa9-9abc-4888-aee1-7f55c37c9e27 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.667416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75205cfe-81b4-44e1-b841-c9265a737b34,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.671379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.672329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.676232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/75205cfe-81b4-44e1-b841-c9265a737b34 HTTP/1.1" status: 204 len: 168 time: 0.0983307 Nov 24 09:56:17.676232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54300) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.719523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 57dea0d9-13a9-4584-8d5d-0a984e86b914, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=57dea0d9-13a9-4584-8d5d-0a984e86b914,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:17.719918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.732221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dbebe6e9-b784-43b4-8814-870c6cc1295d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:17.747676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dbebe6e9-b784-43b4-8814-870c6cc1295d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:17.752058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dbebe6e9-b784-43b4-8814-870c6cc1295d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0718668 Nov 24 09:56:17.752328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54304) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.785523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.797474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.819942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.821807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:17.841570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d44f3ec-94bd-4456-860a-3cfbab56feff,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:17.845042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:17.848490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.849727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9d44f3ec-94bd-4456-860a-3cfbab56feff HTTP/1.1" status: 204 len: 168 time: 0.0964122 Nov 24 09:56:17.851623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 57dea0d9-13a9-4584-8d5d-0a984e86b914 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:17.852555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54308) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.912077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-02673275-5ff8-4df3-a4de-b2b1ea6f5b2d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:17.927462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-02673275-5ff8-4df3-a4de-b2b1ea6f5b2d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:17.931572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-02673275-5ff8-4df3-a4de-b2b1ea6f5b2d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0753064 Nov 24 09:56:17.932025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54312) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:17.978188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:17.991388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.026861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.029221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dde7d7f8-47e1-4f62-bd75-7d5c8deb85b0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:18.047056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dec69aa-35ce-4ba3-9cc5-a3ddef0b6f47,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:18.050656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:18.055723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.056925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8dec69aa-35ce-4ba3-9cc5-a3ddef0b6f47 HTTP/1.1" status: 204 len: 168 time: 0.1236060 Nov 24 09:56:18.060738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54316) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.085674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.090714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c56bcb7-6fdd-4f1d-b47c-6aac21431568 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:18.117257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-250986fd-d8d4-4f90-9c1d-516704f2224c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:18.139780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Port': ['ID=57dea0d9-13a9-4584-8d5d-0a984e86b914,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:18.143184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-250986fd-d8d4-4f90-9c1d-516704f2224c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:18.143184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-250986fd-d8d4-4f90-9c1d-516704f2224c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0802467 Nov 24 09:56:18.144004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:18.144934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54320) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.176962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.195083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.232911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.235132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3ebc8292-b83e-44ce-8854-6b41c969376c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:18.254383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e43288c8-05d1-49c4-bba9-30696f209d9f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:18.260427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:18.268808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.270155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e43288c8-05d1-49c4-bba9-30696f209d9f HTTP/1.1" status: 204 len: 168 time: 0.1242239 Nov 24 09:56:18.272954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54324) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.361462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afed110c-a7d6-436e-96a0-93f55d2aa985 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:18.382309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afed110c-a7d6-436e-96a0-93f55d2aa985 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:18.388218 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-afed110c-a7d6-436e-96a0-93f55d2aa985 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1139481 Nov 24 09:56:18.393437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54328) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.442444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.452734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.471973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.509602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.512133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b8077353-5049-46aa-8335-330b4defbc8f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:18.535641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3386f414-bc97-42d4-9082-d160c68ab863,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:18.539779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:18.551069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.566891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3386f414-bc97-42d4-9082-d160c68ab863 HTTP/1.1" status: 204 len: 168 time: 0.1580708 Nov 24 09:56:18.568791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54332) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.649343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-790b3ff4-ad29-428d-83e2-e9e258ea0884 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:18.674421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-790b3ff4-ad29-428d-83e2-e9e258ea0884 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:18.675426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-790b3ff4-ad29-428d-83e2-e9e258ea0884 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1044285 Nov 24 09:56:18.678556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54336) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.757257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.789525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.831660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52d1dab1-06a8-440e-9af0-13b08b21ba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.844311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.850508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e0d10bf-e917-4389-9e7e-e8750b31cff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:18.866872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec512ca-0e16-4499-bda4-805abb5cf551,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:18.876349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:18.888935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:18.893634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/fec512ca-0e16-4499-bda4-805abb5cf551 HTTP/1.1" status: 204 len: 168 time: 0.2100070 Nov 24 09:56:18.893634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54340) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.957007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d336dbf5-9f6c-41d5-acca-caa7880d0ddf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:18.982246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d336dbf5-9f6c-41d5-acca-caa7880d0ddf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:18.989363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d336dbf5-9f6c-41d5-acca-caa7880d0ddf tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0901208 Nov 24 09:56:18.995322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54344) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:18.998466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--519707486'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:19.006328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:19.019447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:19.036533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.088229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:19.094418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:19.097698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:19.106555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:19.182096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.185305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.192319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb96e8b8-0f0a-480b-8d8f-00d4f99f675a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:19.206513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:19.245183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0676ec-651d-4b85-88b2-963f0b093bff,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:19.251171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:19.258024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.263736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2674053 Nov 24 09:56:19.263736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54348) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:19.269693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': 'ab0676ec-651d-4b85-88b2-963f0b093bff', 'direction': 'ingress', 'protocol': 17}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:19.276958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:19.282179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:19.285676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:19.293587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:19.321041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.369226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:19.380128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:19.389575 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897655 Nov 24 09:56:19.390099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:19.396056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:19.396650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:19.397113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.399777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.402370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65b06f97-2db8-4baa-9bab-447cbc1c518c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:19.428282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5a4012-a0c1-4e8c-80e1-f10557373c4c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:19.429940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:19.444588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.445672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1815567 Nov 24 09:56:19.451015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:19.556675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:19.664819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.685998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:19.689861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:19.704867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:19.705569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:55:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:19.715509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.727760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting subnet e9abdfa0-4495-4899-be68-dae6e7d31633 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:19.737527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.820841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.859086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:19.875971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.883266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a26a6c5e-debc-482a-b163-bea14491dbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:19.918022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0676ec-651d-4b85-88b2-963f0b093bff,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:19.933264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:19.934232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab0676ec-651d-4b85-88b2-963f0b093bff HTTP/1.1" status: 204 len: 168 time: 0.4825788 Nov 24 09:56:19.937797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54360) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:19.939860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.939860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.940249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.940579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.941305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.941423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.941773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.944958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.945594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.946217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.946886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:19.950706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:19.971961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.007453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1047b2be-f8b1-4025-8bb6-6fbc0566e859 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:20.008168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:20.016848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e982aee-0375-4031-bd5f-acf9777c1d8d None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:20.028794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1047b2be-f8b1-4025-8bb6-6fbc0566e859 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:20.034992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:20.036201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1047b2be-f8b1-4025-8bb6-6fbc0566e859 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0948379 Nov 24 09:56:20.045772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704515717'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:20.057610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:20.076671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:20.090502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.094597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-070d42ff-f35e-4b48-9c36-254ea34c3d85 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:20.131659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.153290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Subnet': ['ID=e9abdfa0-4495-4899-be68-dae6e7d31633,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:20.159413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:20.161526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.171746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890789f-ca0d-4054-a024-ea8fa1a95d22 None None] Network 7248c213-b9e6-4cb3-8597-a0ac7beb656c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:20.178199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/e9abdfa0-4495-4899-be68-dae6e7d31633 HTTP/1.1" status: 204 len: 168 time: 0.7842665 Nov 24 09:56:20.180275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54370) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:20.192882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:20.198823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:20.201700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:20.208622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:20.279143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.289560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.296680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8584f612-82f1-4ec3-8c5c-d7c2f19dff83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:20.335645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.349650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 45552991-9a82-4364-822b-8ca2e51be9fc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:20.350125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.356546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfa78a-bb5a-4d79-9a10-824c9a02915e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:20.360880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:20.362716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.371483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3277302 Nov 24 09:56:20.371483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:20.376532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--996396022'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:20.385333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:20.393524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:20.397124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:20.403604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:20.418909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.455196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.485765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:20.491056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:20.496056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:20.507394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:20.539582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] DHCP port deletion for 7248c213-b9e6-4cb3-8597-a0ac7beb656c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:20.549121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Deleting port 45552991-9a82-4364-822b-8ca2e51be9fc {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:20.549726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.609844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.618020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.618020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36d50b41-537f-4b3e-a3ca-ac2c0593ca8c tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:20.683900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43df3ec6-8c2b-442e-a33f-7451331824ee,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:20.687461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:20.689194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.690667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3222766 Nov 24 09:56:20.697708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:20.709430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': '06bfa78a-bb5a-4d79-9a10-824c9a02915e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43df3ec6-8c2b-442e-a33f-7451331824ee', 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:20.718047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:20.722991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:20.727038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:20.736951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:20.764468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.839394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.876559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.884888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c639dd71-3237-4d21-929a-08b9eba8bceb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:20.887010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] For port 45552991-9a82-4364-822b-8ca2e51be9fc, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=45552991-9a82-4364-822b-8ca2e51be9fc,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:20.887463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.911884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bb41ea-b320-4e35-9ef3-44d8d37893fa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:20.914612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:20.936433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] For port 45552991-9a82-4364-822b-8ca2e51be9fc, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=45552991-9a82-4364-822b-8ca2e51be9fc,segment=NetworkSegment(c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc),segment_id=c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:20.937142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.939229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:20.940903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2401414 Nov 24 09:56:20.943991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54382) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:20.990012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.009847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.044303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Calling delete_port for 45552991-9a82-4364-822b-8ca2e51be9fc owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:21.061615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.062951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c6c761e-e671-4a68-919f-c29865818794 tempest-SecGroupTest-512183515 tempest-SecGroupTest-512183515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:21.088177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2bb41ea-b320-4e35-9ef3-44d8d37893fa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:21.090086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Calling delete_port for 45552991-9a82-4364-822b-8ca2e51be9fc owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:21.092538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:21.094037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.095305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b2bb41ea-b320-4e35-9ef3-44d8d37893fa HTTP/1.1" status: 204 len: 168 time: 0.1502333 Nov 24 09:56:21.100077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54386) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.137972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.143415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-599f4f82-2b82-4730-acc4-69982c5556ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:21.157351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-174340a6-4be9-4cb3-9500-e7322d0935cc tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:21.176221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-174340a6-4be9-4cb3-9500-e7322d0935cc tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:21.177886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-174340a6-4be9-4cb3-9500-e7322d0935cc tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0766506 Nov 24 09:56:21.182077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54390) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.187141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:21.187650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:21.192724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Pushing event deleted for resources: {'Port': ['ID=45552991-9a82-4364-822b-8ca2e51be9fc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:21.196585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:21.200044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] No DVR routers for this DVR port 45552991-9a82-4364-822b-8ca2e51be9fc on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:21.265453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.294652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.342473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.348345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-830a9a55-9743-465e-ba7a-137c0e20c025 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:21.367079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df3ec6-8c2b-442e-a33f-7451331824ee,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:21.369475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:21.381569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.382979 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/43df3ec6-8c2b-442e-a33f-7451331824ee HTTP/1.1" status: 204 len: 168 time: 0.1976264 Nov 24 09:56:21.385738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.458772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e95c5b28-3666-46e7-8ad6-cfc921688c54 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:21.480486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e95c5b28-3666-46e7-8ad6-cfc921688c54 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:21.482615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e95c5b28-3666-46e7-8ad6-cfc921688c54 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0950379 Nov 24 09:56:21.485449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.555421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.592957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.608173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.616669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-208c46cd-f087-449f-9165-2157b7be0ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.641735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.647354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f1bbd3c-e374-421d-8bfd-4f1091b75226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:21.663695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfa78a-bb5a-4d79-9a10-824c9a02915e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:21.667915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:21.680650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.684999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/06bfa78a-bb5a-4d79-9a10-824c9a02915e HTTP/1.1" status: 204 len: 168 time: 0.1954651 Nov 24 09:56:21.685217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54402) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.689137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Deleting port 45552991-9a82-4364-822b-8ca2e51be9fc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:21.689235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.750428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-581e2f7b-6a0c-4003-8386-6eb8edfa6773 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:21.766281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-581e2f7b-6a0c-4003-8386-6eb8edfa6773 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:21.766528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] The port '45552991-9a82-4364-822b-8ca2e51be9fc' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:21.768182 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-581e2f7b-6a0c-4003-8386-6eb8edfa6773 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0817142 Nov 24 09:56:21.776729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54406) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:21.787995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--376918549'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:21.803802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 45552991-9a82-4364-822b-8ca2e51be9fc no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:21.805744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:21.817640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:21.835245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.853468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 45552991-9a82-4364-822b-8ca2e51be9fc {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:21.853468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 45552991-9a82-4364-822b-8ca2e51be9fc not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:21.853468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 57dea0d9-13a9-4584-8d5d-0a984e86b914 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:21.882339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:21.894607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 57dea0d9-13a9-4584-8d5d-0a984e86b914 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:21.894607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 57dea0d9-13a9-4584-8d5d-0a984e86b914 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:21.894927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:21.896253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:21.905082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:21.924213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.962945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7248c213-b9e6-4cb3-8597-a0ac7beb656c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:21.974371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:21.974752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37fcdcf-ed60-42aa-8c1b-f47a9c70a6bc') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:21.982362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.985361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.989752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:21.990929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-718db8e1-7023-4940-b419-b1fe8e3a3886 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:22.007543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.013360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:22.013819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:22.034805 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:22.040407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669c101d-19e6-48c6-8069-23f5a3f7a159,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:22.043969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:22.056491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.056616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2740455 Nov 24 09:56:22.060131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54410) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.066332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': '669c101d-19e6-48c6-8069-23f5a3f7a159', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:22.076497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:22.079186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:22.082388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:22.088658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:22.112795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.123843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.128828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4138e10f-ee19-42ff-874a-c6008bd7576b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:22.155516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.178005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Pushing event deleted for resources: {'Network': ['ID=7248c213-b9e6-4cb3-8597-a0ac7beb656c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:22.194946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/networks/7248c213-b9e6-4cb3-8597-a0ac7beb656c HTTP/1.1" status: 204 len: 168 time: 2.0131607 Nov 24 09:56:22.198401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54414) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.206615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.206615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.206889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.207016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:22.212466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'routes': None}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:22.225075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.234716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-acd75bcd-baf8-43dc-9a54-6290cd1629bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:22.258473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9c9396-d6e3-4a6f-b616-fceb37d58594,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:22.262789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:22.274750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:22.279326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.280641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2194209 Nov 24 09:56:22.283773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.320658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.332715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.355917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.364147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a71fa5a4-e841-4208-99a4-3139010b0dba tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:22.379852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff9c9396-d6e3-4a6f-b616-fceb37d58594,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:22.382451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:22.383769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.385211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ff9c9396-d6e3-4a6f-b616-fceb37d58594 HTTP/1.1" status: 204 len: 168 time: 0.1002343 Nov 24 09:56:22.388728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.444012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-424e9446-4e21-4744-a6bd-e79b4b0d7481 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:22.471885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-424e9446-4e21-4744-a6bd-e79b4b0d7481 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:22.471885 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-424e9446-4e21-4744-a6bd-e79b4b0d7481 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0788767 Nov 24 09:56:22.471885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.548212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.551205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Added routes are [] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Nov 24 09:56:22.551412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.extraroute_db [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Removed routes are [] {{(pid=88877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Nov 24 09:56:22.551813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.596341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.664044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.672187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72c3aa90-141b-42dd-b3b2-14ce49e5b31e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:22.689999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c101d-19e6-48c6-8069-23f5a3f7a159,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:22.689999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:22.715680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.715680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/669c101d-19e6-48c6-8069-23f5a3f7a159 HTTP/1.1" status: 204 len: 168 time: 0.2410586 Nov 24 09:56:22.719651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54430) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.921323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.944048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:22.962019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-909e172f-a188-4e83-ba93-2389d651a17c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2451262 Nov 24 09:56:22.967619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:22.974016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063772172'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:22.981987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:22.986563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:22.995752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:22.996676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:23.026215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.065247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:23.069636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:23.073909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:23.080186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:23.113511 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-b4b65f49-2a89-4255-9bb6-21431334a5df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2364550 Nov 24 09:56:23.132314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:23.143719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.161886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.164979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da2f2537-223c-4d47-84d7-65f60ebc1749 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:23.220492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796a44c9-bf6f-49c7-8518-a7cb754a9228,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:23.223271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:23.231313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.231708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2629747 Nov 24 09:56:23.236788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:23.242699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': '796a44c9-bf6f-49c7-8518-a7cb754a9228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:23.249430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.251276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:23.256643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Usage tracker for resource:security_group_rule and tenant:845a89cf9cc1417197875d19f844a618 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:23.259741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:23.266538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:23.290448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.353827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:23.360938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.362347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a44a06d-b269-4d21-8aee-54bcfe93c4a0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 700 time: 1.1627984 Nov 24 09:56:23.365460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Sync routers for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:23.368154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:23.382908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:23.382908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:23.384878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-776ba409-75ae-4021-8c23-c6a97146778b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 1098 time: 0.1790509 Nov 24 09:56:23.418777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.428266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d296c71e-fe4f-416d-9408-70e0b91e420a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:23.432165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.434372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:23.494098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9525cd41-5839-410d-a83e-ef84bc2a9e11,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:23.503932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:23.518079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d296c71e-fe4f-416d-9408-70e0b91e420a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:23.518079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d296c71e-fe4f-416d-9408-70e0b91e420a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 205 time: 0.1478014 Nov 24 09:56:23.526770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:23.630081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.632040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3943396 Nov 24 09:56:23.642066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:23.752243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:23.753584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-835dccfe-d57c-4797-8b89-f035e437e93a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules/9525cd41-5839-410d-a83e-ef84bc2a9e11 HTTP/1.1" status: 200 len: 705 time: 0.1074264 Nov 24 09:56:23.757576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:23.810789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:23.890064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-28be09da-3616-4bd9-b3c7-7dbe07cdb4d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:23.890064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-28be09da-3616-4bd9-b3c7-7dbe07cdb4d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.4765425 Nov 24 09:56:23.894719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:23.898785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Checking router: eb697d24-ac0a-40cd-8e58-f86dd1491dd7 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:23.906864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de581d13-9d78-4e11-97e4-8877c889b89f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:23.913652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Routers {'eb697d24-ac0a-40cd-8e58-f86dd1491dd7'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:23.914285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:24.009255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-4a6dcf0a-1c21-4977-b3a8-a6afb9d940d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 200 len: 1001 time: 0.1161361 Nov 24 09:56:24.063220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] Set router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:24.067341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de581d13-9d78-4e11-97e4-8877c889b89f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:24.070712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de581d13-9d78-4e11-97e4-8877c889b89f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3101037 Nov 24 09:56:24.071824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:24.129500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-0344fe7b-7651-478c-9c03-a94c09963f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:24.135203 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-0344fe7b-7651-478c-9c03-a94c09963f58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.1144948 Nov 24 09:56:24.135203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.187739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.207786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:24.212630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e0b5f-687a-4f92-bd0f-7e661ce684a1 None None] The sync data for ids ['eb697d24-ac0a-40cd-8e58-f86dd1491dd7'] in dv-neutron-818439-1-hyperv is: [{'id': 'eb697d24-ac0a-40cd-8e58-f86dd1491dd7', 'name': 'tempest-RoutersTest-router-505130642', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:43Z', 'updated_at': '2021-11-24T09:56:17Z', 'revision_number': 11, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:24.231941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.234481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-002ba59f-9c27-44e7-a9a7-a15c87d86109 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:24.267062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9525cd41-5839-410d-a83e-ef84bc2a9e11,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:24.275831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:24.281278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.282707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9525cd41-5839-410d-a83e-ef84bc2a9e11 HTTP/1.1" status: 204 len: 168 time: 0.2035356 Nov 24 09:56:24.285501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54462) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:24.306562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.311416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-71c60fb3-cb67-49c3-9a1d-82a25751e957 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1684988 Nov 24 09:56:24.311583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.342656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.343268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router eb697d24-ac0a-40cd-8e58-f86dd1491dd7 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:56:24.363503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.364713 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70bc5281-3b2a-43ed-97bb-caca2c6334e0 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 204 len: 168 time: 0.8437376 Nov 24 09:56:24.369290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54466) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:24.376211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1145633401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:24.383245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:24.391004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Usage tracker for resource:router and tenant:7efbdb8decee44d88ef059390f6f72d7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:24.397275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:24.398372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:24.412479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.413934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.462050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.478394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f0681d15-284e-436a-aae2-8b69de3d3ce3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:24.491538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.517530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f0681d15-284e-436a-aae2-8b69de3d3ce3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:24.519058 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0681d15-284e-436a-aae2-8b69de3d3ce3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2314553 Nov 24 09:56:24.521589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54470) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:24.529741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': '796a44c9-bf6f-49c7-8518-a7cb754a9228', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:24.535917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-85040631-7b51-4bb9-bfa5-98a20a86f830 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115140 Nov 24 09:56:24.536050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.537246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ead1f2e8-fdff-4e2d-bf36-0a6fd042df3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1660190 Nov 24 09:56:24.538298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:24.540527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54474) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:24.578012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:24.669719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:24.821937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:24.968040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a4a483e-81a7-4d00-870b-06db466ec74b req-a036b8ce-a2fb-40a2-a267-d263ff912120 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227283 Nov 24 09:56:25.070234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.132126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.134502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a55341c1-1b62-40f3-851e-9699e59567c1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:25.230113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a289a08-9100-4589-b1f2-e30ec4fce9b2,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:25.237993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:25.243023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.253961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.255333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7327394 Nov 24 09:56:25.256984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.258280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.281764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7b0f16c7-ffcb-4d70-a455-318c57a09ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules/7a289a08-9100-4589-b1f2-e30ec4fce9b2 HTTP/1.1" status: 200 len: 705 time: 0.0221326 Nov 24 09:56:25.284463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54482) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.342652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1518f251-dd64-4523-834b-896f47c19dcd tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0569203 Nov 24 09:56:25.346715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54486) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.378942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.390346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.412278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.414239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e786f32-b177-4683-bef3-791fba92c297 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:25.430097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a289a08-9100-4589-b1f2-e30ec4fce9b2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:25.435686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:25.438635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.439922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7a289a08-9100-4589-b1f2-e30ec4fce9b2 HTTP/1.1" status: 204 len: 168 time: 0.0931771 Nov 24 09:56:25.442172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Router 66d08ea2-38c0-4b98-bd2d-eebcfd79808d is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:56:25.442719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.492908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23251c08-8773-46d7-8fa5-19b2646989fd tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:25.507943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23251c08-8773-46d7-8fa5-19b2646989fd tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:25.509259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-23251c08-8773-46d7-8fa5-19b2646989fd tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0655959 Nov 24 09:56:25.512760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54496) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.518758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Request body: {'security_group_rule': {'security_group_id': '796a44c9-bf6f-49c7-8518-a7cb754a9228', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:25.525018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:25.534965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:25.544310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Project 845a89cf9cc1417197875d19f844a618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:56:25.551788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.598106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:25.604344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.608757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d51da385-83ab-4818-9c6f-4f9fdfa17d80 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "PUT /v2.0/routers/66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 200 len: 694 time: 1.0671623 Nov 24 09:56:25.609426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54500) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.613914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Sync routers for ids ['66d08ea2-38c0-4b98-bd2d-eebcfd79808d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:25.629010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.634992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.638769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Routers {'66d08ea2-38c0-4b98-bd2d-eebcfd79808d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:25.639490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['66d08ea2-38c0-4b98-bd2d-eebcfd79808d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:25.641738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b25cea2-50f9-4a52-98fc-839773235b19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:25.670819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf30c06e-8711-4831-9f08-f9edb45eb9c2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:25.672494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:25.681591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.684161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1698878 Nov 24 09:56:25.686728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.721695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43ccbe8c-6532-448f-beab-73bb49c87064 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules/bf30c06e-8711-4831-9f08-f9edb45eb9c2 HTTP/1.1" status: 200 len: 711 time: 0.0334840 Nov 24 09:56:25.722395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.767458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6ee1c12-3033-49af-89ff-9c337cd5355b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/routers/66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 200 len: 700 time: 0.1535275 Nov 24 09:56:25.769524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54512) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.788595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1cc6b018-e121-4659-a084-e86ecca2ddbb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:25.806951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1cc6b018-e121-4659-a084-e86ecca2ddbb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:25.811339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1cc6b018-e121-4659-a084-e86ecca2ddbb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0864432 Nov 24 09:56:25.817035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.821350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36240d1d-1edd-4c5b-aba3-b475aed1d9b1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Synchronizing usage tracker for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:25.836938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36240d1d-1edd-4c5b-aba3-b475aed1d9b1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Unset dirty status for tenant:7efbdb8decee44d88ef059390f6f72d7 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:25.838898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36240d1d-1edd-4c5b-aba3-b475aed1d9b1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 200 len: 205 time: 0.0695913 Nov 24 09:56:25.841435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54520) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:25.881309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.895243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.927328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.929451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b887064-7fb3-4cb6-bf8a-43d3939214f3 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:25.957569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf30c06e-8711-4831-9f08-f9edb45eb9c2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:25.961524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:25.967812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:25.970614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/bf30c06e-8711-4831-9f08-f9edb45eb9c2 HTTP/1.1" status: 204 len: 168 time: 0.1446104 Nov 24 09:56:25.972832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.007317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Set router 66d08ea2-38c0-4b98-bd2d-eebcfd79808d gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:26.035527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bceb88ab-5af2-4a56-9a99-8b92d3801675 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:26.037243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.060498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bceb88ab-5af2-4a56-9a99-8b92d3801675 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:26.062618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bceb88ab-5af2-4a56-9a99-8b92d3801675 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0880294 Nov 24 09:56:26.065464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.147776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d08ea2-38c0-4b98-bd2d-eebcfd79808d', 'name': 'tempest-RoutersTest-router-1145633401', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:56:24Z', 'updated_at': '2021-11-24T09:56:25Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:26.154632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Checking router: 66d08ea2-38c0-4b98-bd2d-eebcfd79808d for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:26.169645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Routers {'66d08ea2-38c0-4b98-bd2d-eebcfd79808d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:26.170376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['66d08ea2-38c0-4b98-bd2d-eebcfd79808d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:26.201241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.246206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.303530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.311081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:26.321038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] Set router 66d08ea2-38c0-4b98-bd2d-eebcfd79808d gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:26.332765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a44c9-bf6f-49c7-8518-a7cb754a9228,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:26.348798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:26.360964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.366376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "DELETE /v2.0/security-groups/796a44c9-bf6f-49c7-8518-a7cb754a9228 HTTP/1.1" status: 204 len: 168 time: 0.2991736 Nov 24 09:56:26.367650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.443880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33c38697-73fd-4308-9bf9-80632ddfcca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Synchronizing usage tracker for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:26.451014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d08ea2-38c0-4b98-bd2d-eebcfd79808d', 'name': 'tempest-RoutersTest-router-1145633401', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:56:24Z', 'updated_at': '2021-11-24T09:56:25Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:26.458114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1946a628-0b2a-4dec-ba71-ca35f48cd72b None None] The sync data for ids ['66d08ea2-38c0-4b98-bd2d-eebcfd79808d'] in dv-neutron-818439-1-hyperv is: [{'id': '66d08ea2-38c0-4b98-bd2d-eebcfd79808d', 'name': 'tempest-RoutersTest-router-1145633401', 'tenant_id': '7efbdb8decee44d88ef059390f6f72d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:56:24Z', 'updated_at': '2021-11-24T09:56:25Z', 'revision_number': 2, 'project_id': '7efbdb8decee44d88ef059390f6f72d7', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:26.462678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-33c38697-73fd-4308-9bf9-80632ddfcca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Unset dirty status for tenant:845a89cf9cc1417197875d19f844a618 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:26.464743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-33c38697-73fd-4308-9bf9-80632ddfcca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0951953 Nov 24 09:56:26.472689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.538837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e4a9a3d7-50f2-4f3c-879c-fab0f5b8394f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0667574 Nov 24 09:56:26.783376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.787890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.810764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.811541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Fanout notify agent at l3_agent the message router_deleted on router 66d08ea2-38c0-4b98-bd2d-eebcfd79808d {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:56:26.827729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:26.828925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85c139cd-d6c6-4aa5-a0db-d3387332c31b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 204 len: 168 time: 0.9862485 Nov 24 09:56:26.832519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.885004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d71e5c0-2196-4d18-a819-4ce630f4e983 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 200 len: 205 time: 0.0511706 Nov 24 09:56:26.887525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.904620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:26.959298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-2c47e895-f58d-467c-84c3-8cf1b2195fb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:26.960482 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2c47e895-f58d-467c-84c3-8cf1b2195fb1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/66d08ea2-38c0-4b98-bd2d-eebcfd79808d HTTP/1.1" status: 404 len: 336 time: 0.0717051 Nov 24 09:56:26.964986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54560) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.014349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bf17c6-f5db-46f3-8814-6c3dfad90d2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:27.015063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bf17c6-f5db-46f3-8814-6c3dfad90d2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:27.016991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65bf17c6-f5db-46f3-8814-6c3dfad90d2e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/a709570e-416b-435d-9ea9-1f2e44978881 HTTP/1.1" status: 404 len: 337 time: 0.0508413 Nov 24 09:56:27.019717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54564) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.064742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-799d646c-7804-47bb-b740-e160da9bf057 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:27.065308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799d646c-7804-47bb-b740-e160da9bf057 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:27.067106 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-799d646c-7804-47bb-b740-e160da9bf057 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/d4aaacd8-37b3-4c5b-8c33-6db627716e91 HTTP/1.1" status: 404 len: 337 time: 0.0463717 Nov 24 09:56:27.070034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.117410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6c9c90-bba6-4800-998a-754d7cdf45e4 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:27.117912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6c9c90-bba6-4800-998a-754d7cdf45e4 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:27.119792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1d6c9c90-bba6-4800-998a-754d7cdf45e4 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/4d7c17a3-3886-4bd3-8639-f3c9b820cf5e HTTP/1.1" status: 404 len: 337 time: 0.0486600 Nov 24 09:56:27.122516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.130886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da238d94-8046-4611-9592-32acfc94c2db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=845a89cf9cc1417197875d19f844a618&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2218351 Nov 24 09:56:27.131090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54576) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.165197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9aabac-0733-49f1-b56b-a98e86673d92 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:27.166297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9aabac-0733-49f1-b56b-a98e86673d92 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:27.169097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bc9aabac-0733-49f1-b56b-a98e86673d92 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/e9abdfa0-4495-4899-be68-dae6e7d31633 HTTP/1.1" status: 404 len: 337 time: 0.0454881 Nov 24 09:56:27.173327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54580) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.226506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5d850842-c221-42cc-a59e-e2e9703d7b5f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 200 len: 205 time: 0.0515103 Nov 24 09:56:27.228992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.253836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:27.283248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:27.302987 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-9e4b4e52-c5f3-4932-b07d-9f01e73bf4f9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:27.304124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e4b4e52-c5f3-4932-b07d-9f01e73bf4f9 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/eb697d24-ac0a-40cd-8e58-f86dd1491dd7 HTTP/1.1" status: 404 len: 336 time: 0.0734873 Nov 24 09:56:27.306897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54588) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.333396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:27.340141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a540cb7d-93e8-4d2f-b475-7d07c1560ed4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:27.357997 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9addf7e8-eeea-4456-99fa-0718c0deecca tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=491b84b4-2459-400e-9299-bad4b5aa161d HTTP/1.1" status: 200 len: 205 time: 0.0469007 Nov 24 09:56:27.358261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d82dfae-e200-4613-8f73-1f25bd6433db,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:27.358391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54592) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.360595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:27.371544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:27.372799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d82dfae-e200-4613-8f73-1f25bd6433db HTTP/1.1" status: 204 len: 168 time: 0.2408304 Nov 24 09:56:27.428554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-f40a74ad-f474-4f95-bb3a-30d79aa208ce tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:27.429679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f40a74ad-f474-4f95-bb3a-30d79aa208ce tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/491b84b4-2459-400e-9299-bad4b5aa161d HTTP/1.1" status: 404 len: 336 time: 0.0704334 Nov 24 09:56:27.433008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.484293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:56:27.724242 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdecaf0-0397-448e-a7b4-a7ca3f02be3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:27.724747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdecaf0-0397-448e-a7b4-a7ca3f02be3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:27.726556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6cdecaf0-0397-448e-a7b4-a7ca3f02be3a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/6a755411-da80-48da-9a54-0f1e63325b53 HTTP/1.1" status: 404 len: 337 time: 0.2925863 Nov 24 09:56:27.729886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.775368 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8a348f2-9eef-407d-9897-a9a81a5c8567 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 200 len: 205 time: 0.0442755 Nov 24 09:56:27.778414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.847562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-19410141-c6fe-4420-8f96-79bffba01182 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:27.848691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19410141-c6fe-4420-8f96-79bffba01182 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/24616750-4b9f-4fef-b272-3e9fb2a0f151 HTTP/1.1" status: 404 len: 336 time: 0.0693026 Nov 24 09:56:27.851619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54610) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.897097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d337010-ce90-42b9-bd3b-7fab27dcbfc3 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=69fbc290-955d-48f2-80d2-791fadb838fa HTTP/1.1" status: 200 len: 205 time: 0.0442574 Nov 24 09:56:27.899652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:27.970766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-ba10e733-bf75-4cf6-863c-adf26cac262b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:27.971934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba10e733-bf75-4cf6-863c-adf26cac262b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/69fbc290-955d-48f2-80d2-791fadb838fa HTTP/1.1" status: 404 len: 336 time: 0.0713351 Nov 24 09:56:27.974724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54618) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.015643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fe8e36-422f-4c96-ac3c-52bbe513a962 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:28.016142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fe8e36-422f-4c96-ac3c-52bbe513a962 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:28.017935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e4fe8e36-422f-4c96-ac3c-52bbe513a962 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/67eec17d-ae08-4696-ac93-29b137359cca HTTP/1.1" status: 404 len: 337 time: 0.0422525 Nov 24 09:56:28.020782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.071488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8b40774-6c59-464d-ab22-98e16199bab8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=600fd2e0-ec22-46de-bf54-c36772106c98 HTTP/1.1" status: 200 len: 205 time: 0.0494854 Nov 24 09:56:28.074024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.141126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-ec7ff509-e542-4170-9f13-7a9986eef0ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:28.142269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ec7ff509-e542-4170-9f13-7a9986eef0ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/600fd2e0-ec22-46de-bf54-c36772106c98 HTTP/1.1" status: 404 len: 336 time: 0.0672290 Nov 24 09:56:28.145185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.190187 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f91af3-8a9e-4676-baf5-75bc2901d43a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:28.190737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f91af3-8a9e-4676-baf5-75bc2901d43a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:28.192559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5f91af3-8a9e-4676-baf5-75bc2901d43a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/8b4dafbb-d70d-4f56-992c-7f39b628b51a HTTP/1.1" status: 404 len: 337 time: 0.0463700 Nov 24 09:56:28.195472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54634) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.242608 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa32d632-31b7-468a-b04e-2a8547f76422 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab HTTP/1.1" status: 200 len: 205 time: 0.0457284 Nov 24 09:56:28.245495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54638) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.318974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-95fcce5c-e3fa-4eea-86a0-e3e4265f0e13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] delete failed (client error): The resource could not be found. Nov 24 09:56:28.322622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95fcce5c-e3fa-4eea-86a0-e3e4265f0e13 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/routers/9ba2e4ae-2a14-4a2b-b8fb-8cbb79033cab HTTP/1.1" status: 404 len: 336 time: 0.0735533 Nov 24 09:56:28.323527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.364426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee084a73-c3c8-4b53-b908-5239f25593d8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:28.364939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee084a73-c3c8-4b53-b908-5239f25593d8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:28.366971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee084a73-c3c8-4b53-b908-5239f25593d8 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/b01f9263-d584-401b-ab92-582d5d54ace1 HTTP/1.1" status: 404 len: 337 time: 0.0424128 Nov 24 09:56:28.369656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54646) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.419161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7f9a32-108d-4767-9b63-6ae8060ed724 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] DELETE failed (client error): The resource could not be found. Nov 24 09:56:28.419161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7f9a32-108d-4767-9b63-6ae8060ed724 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 09:56:28.420982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6b7f9a32-108d-4767-9b63-6ae8060ed724 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] 10.222.0.55 "DELETE /v2.0/subnets/4ee14ba5-5340-49c2-bfab-e635fc81ff2d HTTP/1.1" status: 404 len: 337 time: 0.0501039 Nov 24 09:56:28.756271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54654) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:28.951771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12ea46f1-c2d7-432e-9ff3-fc814a21a042 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7efbdb8decee44d88ef059390f6f72d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1941476 Nov 24 09:56:28.954391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54660) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:29.023046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:29.049877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:29.095948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:29.101117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5b5ec910-aec1-4b83-b84f-1aea381f6a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:29.115920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b605f1a-0a93-4967-9c4f-4ec3d2edbc54,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:29.118745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:29.120549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:29.121887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b605f1a-0a93-4967-9c4f-4ec3d2edbc54 HTTP/1.1" status: 204 len: 168 time: 0.1661661 Nov 24 09:56:29.996562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54684) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:30.139697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1444295090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:30.146723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:30.150846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:router and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:30.153906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:30.161489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:30.170929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.171933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.191508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.209139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.230077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.231673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00daba34-e630-4885-be21-981054a6c1ee tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2337394 Nov 24 09:56:30.234520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54692) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:30.240489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1868103214'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:30.246792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:30.250870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:network and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:30.254392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:30.261072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:30.269706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:30.275145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.288566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.323936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:30.328028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:security_group_rule and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:30.331033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:30.337052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:30.412947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.415747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.420956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d16f55af-42b4-4e15-9329-4815ee99f5d5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:30.451735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:56:30.460689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e90bc5-01ed-489f-8f39-0c6c841adf5f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:30.464353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:30.468298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.469144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Added segment c2b33364-a7be-4339-9c9f-9d1666ec7fa7 of type vlan for network bdf6d5da-763f-4a62-b220-12c279746300 Nov 24 09:56:30.496848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.526796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.530872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:30.531999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:30.535492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5a96ae41-0895-4d41-b674-954ce91b1cfa tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:30.653738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4180820 Nov 24 09:56:30.657088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:30.657340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Network': ['ID=bdf6d5da-763f-4a62-b220-12c279746300,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:30.660127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:30.664470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'subnet': {'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:30.671953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network bdf6d5da-763f-4a62-b220-12c279746300 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:56:30.788125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:30.792772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:subnet and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:30.795716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:30.801612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:30.811166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:30.920066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.159719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.164042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f88ff8a-56db-4e29-9c99-d16f3d40258a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:31.249201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Subnet': ['ID=ff0b1701-663c-44c1-84da-e9843e269b5e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:31.253418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:31.258868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Checking segment: {'id': 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:31.259263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network hostable DHCP agents. Network: bdf6d5da-763f-4a62-b220-12c279746300, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:56:31.280432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network bdf6d5da-763f-4a62-b220-12c279746300 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:56:31.288493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, bdf6d5da-763f-4a62-b220-12c279746300) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:31.293083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:31.293720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.299291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fc257-db09-418b-9ceb-5125d115cab7 None None] Network bdf6d5da-763f-4a62-b220-12c279746300 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:31.315419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6571245 Nov 24 09:56:31.318782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:31.324838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'network': {'name': 'tempest-router-network01--1900842618'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:31.330047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:31.333978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:network and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:31.336933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:31.343356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:31.353395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:31.360109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.391158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:56:31.400230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.400622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Added segment 754d98ed-aa0a-4a02-a3ca-4059b78aef8a of type vlan for network 1b94084a-8eed-4e2e-a16e-02356cd84db6 Nov 24 09:56:31.429130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.461526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.466846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:31.467514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.473043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0200969-5ee4-4212-aefd-b964c603be52 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:31.528137 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2077713 Nov 24 09:56:31.531116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54704) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:31.537217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'network': {'name': 'tempest-router-network02--847129964'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:31.544538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:31.545876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-bdf6d5da-763f-4a62-b220-12c279746300', 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300', 'tenant_id': '0caedbce64094a1e80aff63be40f1065', 'fixed_ips': [{'subnet_id': 'ff0b1701-663c-44c1-84da-e9843e269b5e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:56:31.547047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.548999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:network and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:31.552081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:31.561610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:31.575993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:31.581704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.620351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Network': ['ID=1b94084a-8eed-4e2e-a16e-02356cd84db6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:31.621869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:56:31.632888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:31.639031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.639440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Added segment 418d43b1-dc57-45d3-8ca0-0a8f46db1a36 of type vlan for network 8fb56152-1617-4234-adac-7bfd36a0d217 Nov 24 09:56:31.644288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:56:31.677923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.719165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.723810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:31.726036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:31.730978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aaa75e24-b7ac-46fe-979b-f9fd36606b48 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:31.832126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Allocated IP 2001:db8::2 (bdf6d5da-763f-4a62-b220-12c279746300/ff0b1701-663c-44c1-84da-e9843e269b5e/19249d5e-9929-439e-8ab3-50939ad0358d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:31.845662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3137279 Nov 24 09:56:31.849969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:31.855441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Network': ['ID=8fb56152-1617-4234-adac-7bfd36a0d217,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:31.857319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'subnet': {'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:31.858790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-058ef90d-20b9-479e-8584-98459081520d tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:31.870856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 8fb56152-1617-4234-adac-7bfd36a0d217 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:56:31.979995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:31.985144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:subnet and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:31.988405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:31.997073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:32.006814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:32.125859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.178881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.190966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Transition to ACTIVE for port object 19249d5e-9929-439e-8ab3-50939ad0358d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:32.212386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Transition to ACTIVE for port object 19249d5e-9929-439e-8ab3-50939ad0358d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:32.237701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.243984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10b0a3e5-d698-4e77-9b0e-d9c507e40cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:32.318081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Pushing event updated for resources: {'Port': ['ID=19249d5e-9929-439e-8ab3-50939ad0358d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:32.322640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:32.326221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Network bdf6d5da-763f-4a62-b220-12c279746300 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:32.327413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:32.329664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:32.387405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.391931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33934397-f350-4fea-af3f-5478d3af8ada tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:32.422342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Attempting to bind port 19249d5e-9929-439e-8ab3-50939ad0358d on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:56:32.422801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Attempting to bind port 19249d5e-9929-439e-8ab3-50939ad0358d by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:56:32.423216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Attempting to bind port 19249d5e-9929-439e-8ab3-50939ad0358d on network bdf6d5da-763f-4a62-b220-12c279746300 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:32.431502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:56:32.431502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Checking segment: {'id': 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:32.431859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.432346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Bound using segment: {'id': 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:56:32.432872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Bound port: 19249d5e-9929-439e-8ab3-50939ad0358d, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'bdf6d5da-763f-4a62-b220-12c279746300'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:56:32.433302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.480010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Subnet': ['ID=706c1e89-26a1-40d2-8d86-af88cdf8aee5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:32.484653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:32.493523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Checking segment: {'id': '754d98ed-aa0a-4a02-a3ca-4059b78aef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:32.493921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network hostable DHCP agents. Network: 1b94084a-8eed-4e2e-a16e-02356cd84db6, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:56:32.516568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:56:32.525473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 1b94084a-8eed-4e2e-a16e-02356cd84db6) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:32.530151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:32.531231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.538843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dcb214-89d7-43cb-82c6-04803215ddf3 None None] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:32.557416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7059298 Nov 24 09:56:32.560672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54718) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:32.570087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'subnet': {'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:32.624482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] For port 19249d5e-9929-439e-8ab3-50939ad0358d, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:56:32.649093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] For port 19249d5e-9929-439e-8ab3-50939ad0358d, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=19249d5e-9929-439e-8ab3-50939ad0358d,segment=NetworkSegment(c2b33364-a7be-4339-9c9f-9d1666ec7fa7),segment_id=c2b33364-a7be-4339-9c9f-9d1666ec7fa7)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:56:32.655165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.663100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:32.706827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:32.711112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:subnet and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:32.716018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:32.721300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:32.732051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:32.823772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Pushing event updated for resources: {'Port': ['ID=19249d5e-9929-439e-8ab3-50939ad0358d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:32.848537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:32.860065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:32.878039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-1b94084a-8eed-4e2e-a16e-02356cd84db6', 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6', 'tenant_id': '0caedbce64094a1e80aff63be40f1065', 'fixed_ips': [{'subnet_id': '706c1e89-26a1-40d2-8d86-af88cdf8aee5'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:56:32.878972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:33.059739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Allocated IP 2001:db8::2 (1b94084a-8eed-4e2e-a16e-02356cd84db6/706c1e89-26a1-40d2-8d86-af88cdf8aee5/f346fbaf-f238-436e-85c8-d2a16b2afc12) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:33.103294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:33.108479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3d397e2-7660-450a-9378-0512bc836074 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:33.244434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Subnet': ['ID=c21d851a-d4da-41e9-bba9-12aa0e03f3ad,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:33.248027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:33.249408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Checking segment: {'id': '418d43b1-dc57-45d3-8ca0-0a8f46db1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:33.249708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network hostable DHCP agents. Network: 8fb56152-1617-4234-adac-7bfd36a0d217, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:56:33.328264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network 8fb56152-1617-4234-adac-7bfd36a0d217 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:56:33.369547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 8fb56152-1617-4234-adac-7bfd36a0d217) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:33.375006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:33.384433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:33.384433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:33.390037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce95bec-1519-41ac-bb8c-e91a5c49c650 None None] Network 8fb56152-1617-4234-adac-7bfd36a0d217 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:33.425453 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8537502 Nov 24 09:56:33.425453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54722) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:33.455548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Transition to ACTIVE for port object f346fbaf-f238-436e-85c8-d2a16b2afc12 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:33.740620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Transition to ACTIVE for port object f346fbaf-f238-436e-85c8-d2a16b2afc12 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:33.816447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:33.841821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa5de43f-9e84-4d9b-9daa-bda9853fe217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:33.878972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 19249d5e-9929-439e-8ab3-50939ad0358d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:33.984915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-8fb56152-1617-4234-adac-7bfd36a0d217', 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217', 'tenant_id': '0caedbce64094a1e80aff63be40f1065', 'fixed_ips': [{'subnet_id': 'c21d851a-d4da-41e9-bba9-12aa0e03f3ad'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:56:33.989345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.007241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:34.023132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:34.034691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:34.040021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Pushing event updated for resources: {'Port': ['ID=f346fbaf-f238-436e-85c8-d2a16b2afc12,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:34.047486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.051601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:34.277114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 19249d5e-9929-439e-8ab3-50939ad0358d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:34.298197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Attempting to bind port f346fbaf-f238-436e-85c8-d2a16b2afc12 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:56:34.298666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Attempting to bind port f346fbaf-f238-436e-85c8-d2a16b2afc12 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '754d98ed-aa0a-4a02-a3ca-4059b78aef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:56:34.299092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Attempting to bind port f346fbaf-f238-436e-85c8-d2a16b2afc12 on network 1b94084a-8eed-4e2e-a16e-02356cd84db6 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:34.320573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Allocated IP 2001:db8::2 (8fb56152-1617-4234-adac-7bfd36a0d217/c21d851a-d4da-41e9-bba9-12aa0e03f3ad/256c93f5-7105-4407-832b-adf9bcc5b540) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:34.357032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:56:34.357945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Checking segment: {'id': '754d98ed-aa0a-4a02-a3ca-4059b78aef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:34.357945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.358287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Bound using segment: {'id': '754d98ed-aa0a-4a02-a3ca-4059b78aef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:56:34.358917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Bound port: f346fbaf-f238-436e-85c8-d2a16b2afc12, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754d98ed-aa0a-4a02-a3ca-4059b78aef8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '1b94084a-8eed-4e2e-a16e-02356cd84db6'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:56:34.359336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.587924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] For port f346fbaf-f238-436e-85c8-d2a16b2afc12, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:56:34.640220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] For port f346fbaf-f238-436e-85c8-d2a16b2afc12, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f346fbaf-f238-436e-85c8-d2a16b2afc12,segment=NetworkSegment(754d98ed-aa0a-4a02-a3ca-4059b78aef8a),segment_id=754d98ed-aa0a-4a02-a3ca-4059b78aef8a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:56:34.650980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.660937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:34.733433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.762440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Transition to ACTIVE for port object 256c93f5-7105-4407-832b-adf9bcc5b540 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:34.785585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Pushing event updated for resources: {'Port': ['ID=f346fbaf-f238-436e-85c8-d2a16b2afc12,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:34.792173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:34.795052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Allocated IP 2001:db8::1 (1b94084a-8eed-4e2e-a16e-02356cd84db6/706c1e89-26a1-40d2-8d86-af88cdf8aee5/cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:34.796607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28609c12-edde-4327-8b1a-3bcf9e0d9641 None None] Network bdf6d5da-763f-4a62-b220-12c279746300 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:34.836998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Transition to ACTIVE for port object 256c93f5-7105-4407-832b-adf9bcc5b540 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:34.902971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:34.924733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:35.007169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.027550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Transition to ACTIVE for port object cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:35.034695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Network 8fb56152-1617-4234-adac-7bfd36a0d217 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:35.037387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:35.039294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Pushing event updated for resources: {'Port': ['ID=256c93f5-7105-4407-832b-adf9bcc5b540,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:35.044356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:35.053487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.059678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf73ea50-96db-4e89-b074-f983d4cd1585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:35.092500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:35.098089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Provisioning for port 19249d5e-9929-439e-8ab3-50939ad0358d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:35.111417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Provisioning complete for port 19249d5e-9929-439e-8ab3-50939ad0358d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:35.111417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.134488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:35.152403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:35.152403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:35.152403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.161664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Port': ['ID=cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:35.161664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:35.280173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.362507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Attempting to bind port 256c93f5-7105-4407-832b-adf9bcc5b540 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:56:35.363663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Attempting to bind port 256c93f5-7105-4407-832b-adf9bcc5b540 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '418d43b1-dc57-45d3-8ca0-0a8f46db1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:56:35.363663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Attempting to bind port 256c93f5-7105-4407-832b-adf9bcc5b540 on network 8fb56152-1617-4234-adac-7bfd36a0d217 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:35.429050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:56:35.429702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Checking segment: {'id': '418d43b1-dc57-45d3-8ca0-0a8f46db1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:35.430839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.432549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Bound using segment: {'id': '418d43b1-dc57-45d3-8ca0-0a8f46db1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:56:35.433905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Bound port: 256c93f5-7105-4407-832b-adf9bcc5b540, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418d43b1-dc57-45d3-8ca0-0a8f46db1a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '8fb56152-1617-4234-adac-7bfd36a0d217'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:56:35.435413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.509848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.609724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] For port 19249d5e-9929-439e-8ab3-50939ad0358d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=19249d5e-9929-439e-8ab3-50939ad0358d,segment=NetworkSegment(c2b33364-a7be-4339-9c9f-9d1666ec7fa7),segment_id=c2b33364-a7be-4339-9c9f-9d1666ec7fa7)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:35.616716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.624677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f08320a0-a241-437f-ac1c-03a4beeb249a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:35.671477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] For port 256c93f5-7105-4407-832b-adf9bcc5b540, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:56:35.694462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] For port 256c93f5-7105-4407-832b-adf9bcc5b540, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=256c93f5-7105-4407-832b-adf9bcc5b540,segment=NetworkSegment(418d43b1-dc57-45d3-8ca0-0a8f46db1a36),segment_id=418d43b1-dc57-45d3-8ca0-0a8f46db1a36)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:56:35.713031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.733770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Pushing event updated for resources: {'Port': ['ID=19249d5e-9929-439e-8ab3-50939ad0358d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:35.738515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:35.739092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6053b52c-21ec-4653-863a-48b5ed9e7cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:35.834131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Pushing event updated for resources: {'Port': ['ID=256c93f5-7105-4407-832b-adf9bcc5b540,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:35.839167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:35.857828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.862326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.863266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.869025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:35.894630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f346fbaf-f238-436e-85c8-d2a16b2afc12 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:35.972958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fd7f441b-6f9a-4f97-97d3-0b9ab0aaf503 None None] Provisioning complete for port 19249d5e-9929-439e-8ab3-50939ad0358d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:35.973107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd7f441b-6f9a-4f97-97d3-0b9ab0aaf503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:35.991730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Port': ['ID=cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:36.054396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:36.093869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f346fbaf-f238-436e-85c8-d2a16b2afc12 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:36.121206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:36.122525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:36.599038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Router 3e28dfbb-4ac5-4356-892d-03a6d64beecc is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:56:36.845318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:36.857030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] Sync routers for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:36.863734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4361627 Nov 24 09:56:36.867490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54728) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:36.888848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:36.889812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:36.964838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:36.981714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:36.982690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:37.058840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:37.059305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b5334c-9c32-40af-925b-5800822d2d58 None None] The sync data for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:37.283863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b89c2-d469-4bd0-98f6-93f6faafa983 None None] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:37.547522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-1c470138-7a8f-4f36-b910-9e89fa2bbead tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:56:37.548593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1c470138-7a8f-4f36-b910-9e89fa2bbead tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6809585 Nov 24 09:56:37.551734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54732) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:37.580020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Provisioning for port f346fbaf-f238-436e-85c8-d2a16b2afc12 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:37.589845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Provisioning complete for port f346fbaf-f238-436e-85c8-d2a16b2afc12 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:37.590217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:37.849537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:37.908121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] For port f346fbaf-f238-436e-85c8-d2a16b2afc12, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f346fbaf-f238-436e-85c8-d2a16b2afc12,segment=NetworkSegment(754d98ed-aa0a-4a02-a3ca-4059b78aef8a),segment_id=754d98ed-aa0a-4a02-a3ca-4059b78aef8a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:37.918099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:37.921245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80311d0-9c5c-42c3-b585-b80b61de0f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:38.000250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 256c93f5-7105-4407-832b-adf9bcc5b540 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:38.072924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Pushing event updated for resources: {'Port': ['ID=f346fbaf-f238-436e-85c8-d2a16b2afc12,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:38.104964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.105359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.105757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.106267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.107130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.107696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.108245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.108798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.109345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.109902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.110448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:56:38.116091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:38.124838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 256c93f5-7105-4407-832b-adf9bcc5b540 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:38.131110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 19249d5e-9929-439e-8ab3-50939ad0358d up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:38.215827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 19249d5e-9929-439e-8ab3-50939ad0358d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:38.216051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:38.288158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:38.353726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f1b0a-a613-40fc-a6a0-f28c1c9670a3 None None] Network 8fb56152-1617-4234-adac-7bfd36a0d217 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:38.401201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Provisioning for port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:38.470721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Provisioning complete for port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:38.471164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:38.554366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:38.633314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Provisioning complete for port f346fbaf-f238-436e-85c8-d2a16b2afc12 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:38.633751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bff5314-a37c-4d09-940c-2a45b3fb95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:38.957726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:38.958335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:38.962893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Provisioning complete for port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:38.963374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.020879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Port cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:39.036937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Provisioning for port 256c93f5-7105-4407-832b-adf9bcc5b540 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:39.042893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Provisioning complete for port 256c93f5-7105-4407-832b-adf9bcc5b540 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:39.043319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.165121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.169096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.198981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] For port 256c93f5-7105-4407-832b-adf9bcc5b540, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=256c93f5-7105-4407-832b-adf9bcc5b540,segment=NetworkSegment(418d43b1-dc57-45d3-8ca0-0a8f46db1a36),segment_id=418d43b1-dc57-45d3-8ca0-0a8f46db1a36)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:39.201765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.203685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:39.274213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Pushing event updated for resources: {'Port': ['ID=256c93f5-7105-4407-832b-adf9bcc5b540,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:39.278012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:39.301495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Calling delete_port for cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:39.324477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2a1a5dc0-7dba-4019-8e15-b5baeb0adea9 None None] Provisioning complete for port 256c93f5-7105-4407-832b-adf9bcc5b540 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:39.324894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2a1a5dc0-7dba-4019-8e15-b5baeb0adea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.478327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.483054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:39.525657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Port': ['ID=cdd5e7eb-d2a9-4737-97ba-11ed6a37f9af,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:39.530363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:39.719148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:39.811098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 256c93f5-7105-4407-832b-adf9bcc5b540 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:39.886546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 256c93f5-7105-4407-832b-adf9bcc5b540 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:39.887023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.004002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f346fbaf-f238-436e-85c8-d2a16b2afc12 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:40.078417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f346fbaf-f238-436e-85c8-d2a16b2afc12 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:40.078883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.173142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Router 3e28dfbb-4ac5-4356-892d-03a6d64beecc has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:40.321470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:40.331685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7788675 Nov 24 09:56:40.332035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] Sync routers for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:40.335642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54736) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:40.345928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:40.346653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:40.406887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-073408bf-c25c-46b6-8029-1fd04f28af7c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] delete failed (client error): The resource could not be found. Nov 24 09:56:40.408023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-073408bf-c25c-46b6-8029-1fd04f28af7c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-577069891 HTTP/1.1" status: 404 len: 334 time: 0.0715182 Nov 24 09:56:40.412214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:40.412410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:40.418412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9af9e0da-4b0b-4642-a5b3-6a4359c53269 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e28dfbb-4ac5-4356-892d-03a6d64beecc'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:40.424331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:40.425052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:40.493772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:40.494236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90707367-15b6-4fea-b2a8-c7f941ba467f None None] The sync data for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:40.507020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.834016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9af9e0da-4b0b-4642-a5b3-6a4359c53269 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.865427 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-9af9e0da-4b0b-4642-a5b3-6a4359c53269 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] update failed (client error): The resource could not be found. Nov 24 09:56:40.866514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9af9e0da-4b0b-4642-a5b3-6a4359c53269 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc HTTP/1.1" status: 404 len: 339 time: 0.4531283 Nov 24 09:56:40.871258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:40.877069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-179989957'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:40.882338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:40.887382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:network and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:40.890524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:40.896708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:40.906286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:40.911732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.912962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54750) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:40.941279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:56:40.952074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:40.952755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Added segment 4fb34f34-74e9-47da-9ef0-0fd35048432b of type vlan for network baf33de8-31fa-451b-b233-ec1cef0f0fc6 Nov 24 09:56:40.982762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.004552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-484a6075-4a18-4329-98ff-e5ec1307c5cd tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=e50a37d67d6b4fc7b6940111b5306fc0&network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 2999 time: 0.0788367 Nov 24 09:56:41.013283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.017531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:41.018167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.023598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1abeaa-7e6d-4fd3-beb8-51ec7b964ecc tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:41.077789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2054241 Nov 24 09:56:41.081035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54756) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:41.088245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'subnet': {'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:41.132731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Network': ['ID=baf33de8-31fa-451b-b233-ec1cef0f0fc6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:41.136093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:41.143801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:56:41.212530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:41.217808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Usage tracker for resource:subnet and tenant:0caedbce64094a1e80aff63be40f1065 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:41.220983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:41.227062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:41.236658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Made reservation on behalf of 0caedbce64094a1e80aff63be40f1065 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:41.610775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.843470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.847855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-458cb95b-1f05-497f-8fdf-3978bee50927 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:41.931352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Subnet': ['ID=5560a7c4-8d13-4b61-94cc-00983977f230,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:41.935592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:41.944281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Checking segment: {'id': '4fb34f34-74e9-47da-9ef0-0fd35048432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:41.944688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network hostable DHCP agents. Network: baf33de8-31fa-451b-b233-ec1cef0f0fc6, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:56:41.967961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:56:41.976811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, baf33de8-31fa-451b-b233-ec1cef0f0fc6) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:41.981150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:41.982057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:41.986735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea428bb-c59e-4940-b356-1f67e3ef9e0f None None] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:42.004246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9213233 Nov 24 09:56:42.007255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54764) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:42.013676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-613f84a3-f682-4452-a0c5-68675d92f12a tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'router': {'external_gateway_info': {'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:42.214618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-baf33de8-31fa-451b-b233-ec1cef0f0fc6', 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6', 'tenant_id': '0caedbce64094a1e80aff63be40f1065', 'fixed_ips': [{'subnet_id': '5560a7c4-8d13-4b61-94cc-00983977f230'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:56:42.215532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.386289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Allocated IP 2001:db8:1::2 (baf33de8-31fa-451b-b233-ec1cef0f0fc6/5560a7c4-8d13-4b61-94cc-00983977f230/e1a60ac6-e600-46be-a50e-da4bd0dedc1e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:42.430050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-613f84a3-f682-4452-a0c5-68675d92f12a tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.591938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-613f84a3-f682-4452-a0c5-68675d92f12a tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 09:56:42.596754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-613f84a3-f682-4452-a0c5-68675d92f12a tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc HTTP/1.1" status: 400 len: 364 time: 0.5848544 Nov 24 09:56:42.596954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54770) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:42.610568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.622682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Transition to ACTIVE for port object e1a60ac6-e600-46be-a50e-da4bd0dedc1e will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:42.643230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Transition to ACTIVE for port object e1a60ac6-e600-46be-a50e-da4bd0dedc1e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:42.648159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.653009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:42.722736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54774) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:42.723701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:42.727634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:42.730643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Pushing event updated for resources: {'Port': ['ID=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:42.733055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:42.768309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:42.825040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Attempting to bind port e1a60ac6-e600-46be-a50e-da4bd0dedc1e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:56:42.825466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Attempting to bind port e1a60ac6-e600-46be-a50e-da4bd0dedc1e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '4fb34f34-74e9-47da-9ef0-0fd35048432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:56:42.825878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Attempting to bind port e1a60ac6-e600-46be-a50e-da4bd0dedc1e on network baf33de8-31fa-451b-b233-ec1cef0f0fc6 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:42.833612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:56:42.834031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Checking segment: {'id': '4fb34f34-74e9-47da-9ef0-0fd35048432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:42.834491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.834955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Bound using segment: {'id': '4fb34f34-74e9-47da-9ef0-0fd35048432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:56:42.835495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Bound port: e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb34f34-74e9-47da-9ef0-0fd35048432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'baf33de8-31fa-451b-b233-ec1cef0f0fc6'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:56:42.835911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.940644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] For port e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:56:42.944872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] For port e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,segment=NetworkSegment(4fb34f34-74e9-47da-9ef0-0fd35048432b),segment_id=4fb34f34-74e9-47da-9ef0-0fd35048432b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:56:42.949215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:42.960738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9e070b8-5d0a-417a-906e-695c0d6ba5e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:43.047163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Pushing event updated for resources: {'Port': ['ID=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:43.050843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:43.053839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959059ca-6a34-45ef-bf79-a4f3456d4286 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:43.063168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-959059ca-6a34-45ef-bf79-a4f3456d4286 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 HTTP/1.1" status: 200 len: 814 time: 0.3392694 Nov 24 09:56:43.145639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.517595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54782) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:43.523968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:43.534154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Allocated IP 2001:db8::1 (bdf6d5da-763f-4a62-b220-12c279746300/ff0b1701-663c-44c1-84da-e9843e269b5e/36e82f7d-9801-45bb-9d18-9403f368918e) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:43.633563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.701915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.719279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Transition to ACTIVE for port object 36e82f7d-9801-45bb-9d18-9403f368918e will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:43.740711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.745367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c765f31-72fe-441f-9a73-f2da63a5f3d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:43.818869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network bdf6d5da-763f-4a62-b220-12c279746300 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:43.822724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:43.824996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Port': ['ID=36e82f7d-9801-45bb-9d18-9403f368918e,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:43.827389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:43.827949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.830936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:43.851731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e1a60ac6-e600-46be-a50e-da4bd0dedc1e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:43.938695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.940821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e1a60ac6-e600-46be-a50e-da4bd0dedc1e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:43.946774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.953537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:43.953991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e disassociated. External IP: 172.26.6.250, port: 7cb863fa-a9c6-44c5-8148-77bdb8f17b74. Nov 24 09:56:44.309549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93d7a8fb-9b7e-44d5-a5b5-bb72c9bb95f3 None None] Provisioning for port 36e82f7d-9801-45bb-9d18-9403f368918e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:44.315565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-93d7a8fb-9b7e-44d5-a5b5-bb72c9bb95f3 None None] Provisioning complete for port 36e82f7d-9801-45bb-9d18-9403f368918e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:44.316004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93d7a8fb-9b7e-44d5-a5b5-bb72c9bb95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:44.377784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-93d7a8fb-9b7e-44d5-a5b5-bb72c9bb95f3 None None] Port 36e82f7d-9801-45bb-9d18-9403f368918e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:44.418892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:44.645895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:44.652819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:44.658661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:44.661989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:44.668295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:44.669339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:44.673070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:44.673754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:44.675020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c99b6e1-d8ee-4d5b-b9fd-9d53fc1e57ac tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:44.718715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf88be17-b16f-4271-8f6f-3fdffcb65f21 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 690 time: 1.1998296 Nov 24 09:56:44.719605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:44.725070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:44.800922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event updated for resources: {'Port': ['ID=36e82f7d-9801-45bb-9d18-9403f368918e,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:44.805719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:44.836003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-013a6fab-38c4-4328-bacb-833884db968b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 690 time: 0.1096675 Nov 24 09:56:44.862276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c668b3-1f43-47b9-9bbd-327260a02182 None None] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:44.893004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:44.946490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Network bdf6d5da-763f-4a62-b220-12c279746300 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:44.948476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:44.998372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Provisioning for port e1a60ac6-e600-46be-a50e-da4bd0dedc1e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:45.005657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Provisioning complete for port e1a60ac6-e600-46be-a50e-da4bd0dedc1e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:45.008609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:45.107145 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'status': 'completed', 'code': 200} Nov 24 09:56:45.330665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:45.336293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:56:45.352375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:45.353710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:45.400154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-47d32750-42f6-458a-9903-10344b393d73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1098 time: 0.2250006 Nov 24 09:56:45.465705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:45.513311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] For port e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,segment=NetworkSegment(4fb34f34-74e9-47da-9ef0-0fd35048432b),segment_id=4fb34f34-74e9-47da-9ef0-0fd35048432b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:45.517176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:45.519096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:45.575101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:56:45.583598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Router 3e28dfbb-4ac5-4356-892d-03a6d64beecc has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:45.589867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-c34deb05-71fb-4d86-af23-43f9d4433bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:45.591622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-c34deb05-71fb-4d86-af23-43f9d4433bc5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 0.1851079 Nov 24 09:56:45.610956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Pushing event updated for resources: {'Port': ['ID=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:45.614298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:45.647820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c5fe2822-bc20-4e93-8483-194dc921e0d0 None None] Provisioning complete for port 36e82f7d-9801-45bb-9d18-9403f368918e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:45.648795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5fe2822-bc20-4e93-8483-194dc921e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:45.727425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe2822-bc20-4e93-8483-194dc921e0d0 None None] Port 36e82f7d-9801-45bb-9d18-9403f368918e cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:45.764937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-f559ab21-761b-4aee-b6c3-3ebb4e69494a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 217 time: 0.1590774 Nov 24 09:56:45.818435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e1a60ac6-e600-46be-a50e-da4bd0dedc1e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:56:45.840853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:45.900155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-42ba97b2-963b-4f50-a998-0c37566e928e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:45.902749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-42ba97b2-963b-4f50-a998-0c37566e928e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.0899510 Nov 24 09:56:45.936871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e1a60ac6-e600-46be-a50e-da4bd0dedc1e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:45.937294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:45.956870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d38b324-c883-475c-b4fd-e3c6d426b422 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 690 time: 0.1134391 Nov 24 09:56:45.969651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:45.974770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d21c2-bcef-4431-88b7-fc152478582c None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:45.992983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:46.000520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a69d7097-0d8b-4a7c-875e-878601a0fd32 None None] Provisioning complete for port e1a60ac6-e600-46be-a50e-da4bd0dedc1e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:46.000943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a69d7097-0d8b-4a7c-875e-878601a0fd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:46.013220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4120226 Nov 24 09:56:46.013640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54798) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:46.065060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] Sync routers for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:46.090007 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-3e92d01d-c982-47fd-9a54-a3f626c3a6ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1712108 Nov 24 09:56:46.101980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:46.102708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:46.206079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:46.272502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:46.273204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:46.319045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-d7aee638-2c8a-4925-90ee-0e10ec1f498d service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760349 Nov 24 09:56:46.334216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cec8597a-34b1-457a-bb87-83e59809cd10 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:46.349385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:46.349762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3dc2b8-bc60-4364-aea6-da30b31dab3a None None] The sync data for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:46.465533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f958a219-59cc-4fd5-a244-9c08dbcf1d6b None None] New status for floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:56:46.879503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfecd880-059b-4135-8490-0b819e2b70f2 req-b5c883f1-9165-46cd-9332-fb2fae0978c2 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493903 Nov 24 09:56:46.902543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-cec8597a-34b1-457a-bb87-83e59809cd10 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 09:56:46.903814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cec8597a-34b1-457a-bb87-83e59809cd10 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc HTTP/1.1" status: 409 len: 329 time: 0.8892622 Nov 24 09:56:46.906784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54802) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:46.959113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:47.059626 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4114fba1-8bc6-490f-ad1e-e9837c913b1b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 688 time: 0.0981660 Nov 24 09:56:47.275024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:47.884421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port 36e82f7d-9801-45bb-9d18-9403f368918e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:47.885002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.082303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.214163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Calling delete_port for 36e82f7d-9801-45bb-9d18-9403f368918e owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:48.373459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:48.380010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598950710', 'description': 'tempest-secgroup-smoke-1598950710 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:48.387414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:48.397588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.397814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:48.402735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:48.407516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.444515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:48.444906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Port': ['ID=36e82f7d-9801-45bb-9d18-9403f368918e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:48.449028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:48.450214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:48.453296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:48.459711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:48.523712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.527955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.533846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9973b1f-f497-425b-9309-3599af8fcf7d tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:48.589131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb8cca3-2c8f-4648-9c8b-06ff5808da99,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:48.593289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:48.596132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.597706 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2229869 Nov 24 09:56:48.600969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:48.608839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:48.616367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:48.621651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:48.626225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:48.633044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:48.650570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.652702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.721451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.726194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.728221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:48.756802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079527ed-7f28-423e-a182-497fa0e4f0d7,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:48.759523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:48.766690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.768247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1655445 Nov 24 09:56:48.770921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:48.777548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:48.784049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:48.788162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:48.792978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:48.799284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:48.819139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.826485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49239aee-3590-4fd5-9acd-c72b6e52d111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.886165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.889076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.890945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:48.914308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51820cc3-12cc-4c51-8d20-a04fa0c3e42a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:48.917763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:48.924236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:48.928379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1535227 Nov 24 09:56:48.928560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:48.934420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:48.940626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:48.944743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:48.947812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:48.954199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:48.973604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.042198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.045505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.052916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22c09ff6-83ac-4010-b15a-17327250d6a8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:49.075564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a570884d-3b45-47c4-bc6e-45165f314622,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:49.078268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:49.085053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.086364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1568177 Nov 24 09:56:49.090453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54828) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.093368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Router 3e28dfbb-4ac5-4356-892d-03a6d64beecc has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:56:49.096820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:49.103061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:49.107972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:49.112352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:49.117920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:49.140542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.215708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.218687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.220777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22586891-c337-40e3-9e96-aad22e1dc473 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:49.249437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d57347-8e39-4825-8d13-b60f99e0f32c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:49.252408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:49.259535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.264290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1699800 Nov 24 09:56:49.264577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.271537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:49.279260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:49.283782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:49.286994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:49.293582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:49.303907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:56:49.311124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.386909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.389791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.391808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd70167f-7f52-410f-b93f-c3da3745d0f2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:49.416969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb491916-dbf2-4abf-9fd5-32a8ebe9387c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:49.419457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:49.426246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.427628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1619179 Nov 24 09:56:49.430495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.436805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '1bb8cca3-2c8f-4648-9c8b-06ff5808da99', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:49.443391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:49.447449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:56:49.451129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:56:49.457575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:49.467917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:56:49.474621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.489891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:56:49.503500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922000 Nov 24 09:56:49.503699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] Sync routers for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:56:49.503821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54840) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.516978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:49.518063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:49.546736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.551299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.553528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48dd8e8d-d6cb-4649-8420-76893a783fda tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:49.576777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-12782454-b8a7-4843-af8e-efd2ded9e223 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] show failed (client error): The resource could not be found. Nov 24 09:56:49.578619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12782454-b8a7-4843-af8e-efd2ded9e223 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-990464073 HTTP/1.1" status: 404 len: 334 time: 0.0732126 Nov 24 09:56:49.581940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54844) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.589875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ccbca7-25e6-4c7e-9a7f-5d5b0134e3e2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:49.590570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b299a0f3-6458-4785-86bc-7f617ffbfa5f tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:49.595401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:49.601517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:49.605751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.607459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] Routers {'3e28dfbb-4ac5-4356-892d-03a6d64beecc'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:56:49.608292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1767485 Nov 24 09:56:49.608541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:49.664101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-b299a0f3-6458-4785-86bc-7f617ffbfa5f tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] update failed (client error): The resource could not be found. Nov 24 09:56:49.666738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b299a0f3-6458-4785-86bc-7f617ffbfa5f tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1620211230 HTTP/1.1" status: 404 len: 335 time: 0.0818272 Nov 24 09:56:49.669462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54850) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:49.672492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:49.672943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1a4e1-4a65-4465-84d9-da5c84c099e8 None None] The sync data for ids ['3e28dfbb-4ac5-4356-892d-03a6d64beecc'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:56:49.865849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-20ae3e7b-6069-42f8-a2f5-976c9406445e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:49.877983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting subnet 5560a7c4-8d13-4b61-94cc-00983977f230 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:49.881050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-20ae3e7b-6069-42f8-a2f5-976c9406445e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:49.881268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:49.882336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-20ae3e7b-6069-42f8-a2f5-976c9406445e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598950710&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0597584 Nov 24 09:56:49.939917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.032383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.044579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-f00b1630-43bc-423a-ab76-92d15d389c2d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:50.046073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-f00b1630-43bc-423a-ab76-92d15d389c2d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 797 time: 0.1550114 Nov 24 09:56:50.066300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-614914d6-beb2-481f-9f5d-c096d1b071ee tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0141931 Nov 24 09:56:50.109049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.113789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2b97589f-6720-4ae1-bf29-ed68c5f36c8c tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:50.154789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Subnet': ['ID=5560a7c4-8d13-4b61-94cc-00983977f230,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:50.157632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:50.161232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.168037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-080e35ce-04d0-495e-9ece-eb721f3e7a34 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/subnets/5560a7c4-8d13-4b61-94cc-00983977f230 HTTP/1.1" status: 204 len: 168 time: 0.4971926 Nov 24 09:56:50.170698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54864) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:50.174008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258ae52-8ccf-464a-8293-d1fbb4c1afab None None] Network baf33de8-31fa-451b-b233-ec1cef0f0fc6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:50.174410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-8195d8e7-db6d-4ce7-aafe-434686580ed5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1019547 Nov 24 09:56:50.309121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.321114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port e1a60ac6-e600-46be-a50e-da4bd0dedc1e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:50.321705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.415251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-c4ce8de2-9874-4d5d-a560-ebffad2e3703 service neutron] 10.222.0.55 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249715 Nov 24 09:56:50.428632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.478131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] DHCP port deletion for baf33de8-31fa-451b-b233-ec1cef0f0fc6 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:50.483710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Deleting port e1a60ac6-e600-46be-a50e-da4bd0dedc1e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:50.484131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.553642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] For port e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,segment=NetworkSegment(4fb34f34-74e9-47da-9ef0-0fd35048432b),segment_id=4fb34f34-74e9-47da-9ef0-0fd35048432b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:50.554466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.598570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-60866cc8-65fc-46de-9302-1e71bb4ceed9 service neutron] 10.222.0.55 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704113 Nov 24 09:56:50.706692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Calling delete_port for e1a60ac6-e600-46be-a50e-da4bd0dedc1e owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:50.757802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] For port e1a60ac6-e600-46be-a50e-da4bd0dedc1e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,segment=NetworkSegment(4fb34f34-74e9-47da-9ef0-0fd35048432b),segment_id=4fb34f34-74e9-47da-9ef0-0fd35048432b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:50.758489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.831362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ce1e33b1-b1ca-4294-b716-ddc8363dfe4f req-fbfb6e6d-09e0-482d-8cb1-42084a5d8263 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 210 time: 0.0608943 Nov 24 09:56:50.870191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:50.875577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dedd5f56-d335-4d4b-bff4-5c2ff4088779 tempest-TestServerAdvancedOps-157834649 tempest-TestServerAdvancedOps-157834649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:50.895047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Calling delete_port for e1a60ac6-e600-46be-a50e-da4bd0dedc1e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:50.922059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Port': ['ID=e1a60ac6-e600-46be-a50e-da4bd0dedc1e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:50.926832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:50.930742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] No DVR routers for this DVR port e1a60ac6-e600-46be-a50e-da4bd0dedc1e on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:50.984037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:50.985451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:51.079817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.108816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf33de8-31fa-451b-b233-ec1cef0f0fc6']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:51.123046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb34f34-74e9-47da-9ef0-0fd35048432b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:51.123394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb34f34-74e9-47da-9ef0-0fd35048432b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:51.137699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.155284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.162065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:51.162508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:51.179297 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:51.267777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.271548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4712c64d-2c78-4084-8fc6-c3c4e0ac1138 tempest-RoutersNegativeTest-1253218019 tempest-RoutersNegativeTest-1253218019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:51.287700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.301102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Network': ['ID=baf33de8-31fa-451b-b233-ec1cef0f0fc6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:51.304523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:51.307822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/networks/baf33de8-31fa-451b-b233-ec1cef0f0fc6 HTTP/1.1" status: 204 len: 168 time: 1.1344812 Nov 24 09:56:51.308877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54880) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:51.487335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Deleting port e1a60ac6-e600-46be-a50e-da4bd0dedc1e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:51.487701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.519688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting subnet c21d851a-d4da-41e9-bba9-12aa0e03f3ad {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:51.522996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.553697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71ab929b-7198-4647-821d-3f016fa9b6a0 None None] The port 'e1a60ac6-e600-46be-a50e-da4bd0dedc1e' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:51.592762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.599598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.607852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ba03421-599e-469f-b55d-e862af2e3e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.685268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.766573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.770936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-799f9f8f-4ff5-4bbc-b7a3-0bcca9ea51a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:51.800632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e1a60ac6-e600-46be-a50e-da4bd0dedc1e no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:51.812113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d851a-d4da-41e9-bba9-12aa0e03f3ad,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:51.814974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:51.821267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:51.839318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e35d9f-5897-430a-a930-59650c98d86d None None] Network 8fb56152-1617-4234-adac-7bfd36a0d217 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:51.862898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e1a60ac6-e600-46be-a50e-da4bd0dedc1e {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:51.863582 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/subnets/c21d851a-d4da-41e9-bba9-12aa0e03f3ad HTTP/1.1" status: 204 len: 168 time: 0.5533490 Nov 24 09:56:51.866546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:51.874336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e1a60ac6-e600-46be-a50e-da4bd0dedc1e not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:52.018063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-52cbb54d-7264-4b95-bf8f-17a93f7bbf55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:52.019791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-52cbb54d-7264-4b95-bf8f-17a93f7bbf55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 797 time: 0.1941459 Nov 24 09:56:52.078661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-31f66873-3b7e-4d67-8520-379e61b2292e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 473 time: 0.0477774 Nov 24 09:56:52.088787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['1bb8cca3-2c8f-4648-9c8b-06ff5808da99']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:52.151894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2c1fe72-dece-4582-a8d7-642bef3f56df req-57b52f81-f050-4a42-aa89-caeaa9b2839d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 210 time: 0.0905807 Nov 24 09:56:52.179501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] DHCP port deletion for 8fb56152-1617-4234-adac-7bfd36a0d217 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:52.184696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Deleting port 256c93f5-7105-4407-832b-adf9bcc5b540 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:52.185119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.200886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting subnet 706c1e89-26a1-40d2-8d86-af88cdf8aee5 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:52.204321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.264994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:56:52.269705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.276646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:56:52.286024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:56:52.291711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.360659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.446418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.452528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7c30a66-d44d-43d3-8c9e-dafbaa295d23 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:52.483322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.6 (66b5b6e2-1aed-4504-b6b7-c18a89a97851/92e7cc82-64ec-4b8c-8ec7-f1546c477bf0/181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:56:52.494150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Subnet': ['ID=706c1e89-26a1-40d2-8d86-af88cdf8aee5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:52.498264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:52.501217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.508603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/subnets/706c1e89-26a1-40d2-8d86-af88cdf8aee5 HTTP/1.1" status: 204 len: 168 time: 0.6407888 Nov 24 09:56:52.511202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:52.576571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa687312-d400-4e6e-aa22-a113f72e7c82 None None] Network 1b94084a-8eed-4e2e-a16e-02356cd84db6 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:52.708436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] For port 256c93f5-7105-4407-832b-adf9bcc5b540, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=256c93f5-7105-4407-832b-adf9bcc5b540,segment=NetworkSegment(418d43b1-dc57-45d3-8ca0-0a8f46db1a36),segment_id=418d43b1-dc57-45d3-8ca0-0a8f46db1a36)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:52.709156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.721485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.741073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:52.763196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.769493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b02667c-2d03-428c-8316-702fae3310c9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:52.859997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:56:52.861643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:56:52.863758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:52.866101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:56:52.881754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.894287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port 256c93f5-7105-4407-832b-adf9bcc5b540 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:52.894777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.896945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:52.913326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Calling delete_port for 256c93f5-7105-4407-832b-adf9bcc5b540 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:52.936940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:52.938238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:52.971852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8881872 Nov 24 09:56:52.990253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Request body: {'port': {'device_id': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:56:53.019805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.026385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:53.081051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Pushing event deleted for resources: {'Port': ['ID=256c93f5-7105-4407-832b-adf9bcc5b540,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:53.084112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:53.094256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] No DVR routers for this DVR port 256c93f5-7105-4407-832b-adf9bcc5b540 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:53.097612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] DHCP port deletion for 1b94084a-8eed-4e2e-a16e-02356cd84db6 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:53.104391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Deleting port f346fbaf-f238-436e-85c8-d2a16b2afc12 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:53.105328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.142620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.162450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] For port 256c93f5-7105-4407-832b-adf9bcc5b540, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=256c93f5-7105-4407-832b-adf9bcc5b540,segment=NetworkSegment(418d43b1-dc57-45d3-8ca0-0a8f46db1a36),segment_id=418d43b1-dc57-45d3-8ca0-0a8f46db1a36)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:53.163560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.280508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.344134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Calling delete_port for 256c93f5-7105-4407-832b-adf9bcc5b540 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:53.376872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5a1cadbb-2f0a-4cc2-ad85-a81b2704492b None None] Provisioning for port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:56:53.376872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5a1cadbb-2f0a-4cc2-ad85-a81b2704492b None None] Provisioning complete for port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:56:53.376872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5a1cadbb-2f0a-4cc2-ad85-a81b2704492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.437715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:53.438344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:53.438490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] For port f346fbaf-f238-436e-85c8-d2a16b2afc12, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f346fbaf-f238-436e-85c8-d2a16b2afc12,segment=NetworkSegment(754d98ed-aa0a-4a02-a3ca-4059b78aef8a),segment_id=754d98ed-aa0a-4a02-a3ca-4059b78aef8a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:53.438920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.446636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5a1cadbb-2f0a-4cc2-ad85-a81b2704492b None None] Port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:56:53.570594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Calling delete_port for f346fbaf-f238-436e-85c8-d2a16b2afc12 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:53.626484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77403ff-8133-4cec-966f-83eb97937de5 req-f056d5c5-7090-4084-81f2-497c6d8a8bec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:53.627327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e77403ff-8133-4cec-966f-83eb97937de5 req-f056d5c5-7090-4084-81f2-497c6d8a8bec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:53.645855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.650358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:53.666700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e77403ff-8133-4cec-966f-83eb97937de5 req-f056d5c5-7090-4084-81f2-497c6d8a8bec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:53.668013 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e77403ff-8133-4cec-966f-83eb97937de5 req-f056d5c5-7090-4084-81f2-497c6d8a8bec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 931 time: 0.2519269 Nov 24 09:56:53.693898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Pushing event deleted for resources: {'Port': ['ID=f346fbaf-f238-436e-85c8-d2a16b2afc12,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:53.697103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:53.698797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] No DVR routers for this DVR port f346fbaf-f238-436e-85c8-d2a16b2afc12 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:53.787115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e77403ff-8133-4cec-966f-83eb97937de5 req-e0c207d9-3dcf-43e4-b1df-569952922318 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124983 Nov 24 09:56:53.789204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:56:53.797727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.798796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 256c93f5-7105-4407-832b-adf9bcc5b540 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:53.820009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Transition to ACTIVE for port object 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:56:53.823534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.828619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a73d4789-15b5-43b0-94e6-57872e090187 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:53.836706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 256c93f5-7105-4407-832b-adf9bcc5b540 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:53.837110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 256c93f5-7105-4407-832b-adf9bcc5b540 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:53.837608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f346fbaf-f238-436e-85c8-d2a16b2afc12 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:53.870738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f346fbaf-f238-436e-85c8-d2a16b2afc12 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:53.871140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f346fbaf-f238-436e-85c8-d2a16b2afc12 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:53.939899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port 256c93f5-7105-4407-832b-adf9bcc5b540 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:53.940420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:53.961925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:53.965643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:54.016080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] The port '256c93f5-7105-4407-832b-adf9bcc5b540' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:54.164568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.196753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb56152-1617-4234-adac-7bfd36a0d217']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.212176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418d43b1-dc57-45d3-8ca0-0a8f46db1a36') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.212454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418d43b1-dc57-45d3-8ca0-0a8f46db1a36') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.225595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.241656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.249480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:54.249923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:54.266462 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:54.320195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Attempting to bind port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:56:54.320567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Attempting to bind port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:56:54.320943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Attempting to bind port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:54.327889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:56:54.328250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Attempting to bind port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 on network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:56:54.337332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:56:54.337992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Checking segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:56:54.338392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Bound using segment: {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:56:54.339274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Bound port: 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea51f81-dff1-4976-ac38-0cd0d6234386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:56:54.339567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.350320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.353872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:54.374929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.381770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Network': ['ID=8fb56152-1617-4234-adac-7bfd36a0d217,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:54.387826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:54.390659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/networks/8fb56152-1617-4234-adac-7bfd36a0d217 HTTP/1.1" status: 204 len: 168 time: 1.8783009 Nov 24 09:56:54.393421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:54.542760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:56:54.553663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.561101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:56:54.568600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.574111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9f65c450-2e6b-4558-baad-86eb0e731142 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:54.685156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.686704 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 HTTP/1.1" status: 200 len: 1093 time: 1.7037940 Nov 24 09:56:54.691234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:56:54.826347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'status': 'completed', 'code': 200} Nov 24 09:56:54.845489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:54.854550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:54.862623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:54.888683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b94084a-8eed-4e2e-a16e-02356cd84db6']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.905709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754d98ed-aa0a-4a02-a3ca-4059b78aef8a') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.906056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754d98ed-aa0a-4a02-a3ca-4059b78aef8a') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:54.928465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.001907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.006938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-76ee147e-a678-4e8f-8137-53a28a97753d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 1096 time: 0.2796245 Nov 24 09:56:55.017498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:55.017944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:55.087575 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:55.186628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-0f960184-7ef5-4de8-97d9-6ae3bf836c7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 HTTP/1.1" status: 200 len: 217 time: 0.1712034 Nov 24 09:56:55.240634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.258682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5c6f7e6-e891-424b-acac-693d36a921cd tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:55.277367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.295421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Network': ['ID=1b94084a-8eed-4e2e-a16e-02356cd84db6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:55.306297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcd381-b7f7-48bd-b8e4-b1edf3c66f0b req-e4df913d-3ccf-4bed-83b5-902e4ba94c93 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:55.308406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-abdcd381-b7f7-48bd-b8e4-b1edf3c66f0b req-e4df913d-3ccf-4bed-83b5-902e4ba94c93 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 943 time: 0.3877084 Nov 24 09:56:55.311828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:55.315054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/networks/1b94084a-8eed-4e2e-a16e-02356cd84db6 HTTP/1.1" status: 204 len: 168 time: 0.9205821 Nov 24 09:56:55.318696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:55.319067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-82dcad88-fa2c-447a-92b7-8c2ac9f1360c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:55.320540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-82dcad88-fa2c-447a-92b7-8c2ac9f1360c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.1275892 Nov 24 09:56:55.422431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-abdcd381-b7f7-48bd-b8e4-b1edf3c66f0b req-ad1026a1-f3eb-42db-8a99-715e910a066c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004670 Nov 24 09:56:55.446984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-238865c2-b51a-426a-9852-553d5e63d542 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091430 Nov 24 09:56:55.552001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting subnet ff0b1701-663c-44c1-84da-e9843e269b5e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:56:55.555183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.625111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.625687 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-75286ae0-2c10-43c3-b8b9-346c1e3a1a0c service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719990 Nov 24 09:56:55.719346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.781396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e8a0b29-937a-4c8b-a840-bb7a5dfdb674 req-9d22783d-66cb-47d0-a87c-1d264148a463 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496098 Nov 24 09:56:55.801930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.806769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0a28307b-fd8e-45fc-87ad-b122acfad308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:55.859740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0b1701-663c-44c1-84da-e9843e269b5e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:55.865337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:55.868733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:55.876522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879610df-8790-42b8-ba8b-67891f7e7e0b None None] Network bdf6d5da-763f-4a62-b220-12c279746300 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:56:55.879920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/subnets/ff0b1701-663c-44c1-84da-e9843e269b5e HTTP/1.1" status: 204 len: 168 time: 0.5597692 Nov 24 09:56:55.880947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54912) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:56.027335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.040377 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-c9cbc2b5-384c-4cfb-9479-2113b16b6635 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 1096 time: 0.2089174 Nov 24 09:56:56.046277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port 19249d5e-9929-439e-8ab3-50939ad0358d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:56.046741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.155170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] DHCP port deletion for bdf6d5da-763f-4a62-b220-12c279746300 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:56:56.160179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Deleting port 19249d5e-9929-439e-8ab3-50939ad0358d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:56.160688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.321697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0645f-2411-4c63-8671-24f47b793a97 req-74790c0e-3767-4364-91a8-7c80c213939c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:56.323431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-74790c0e-3767-4364-91a8-7c80c213939c service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 0.2473512 Nov 24 09:56:56.385966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] For port 19249d5e-9929-439e-8ab3-50939ad0358d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=19249d5e-9929-439e-8ab3-50939ad0358d,segment=NetworkSegment(c2b33364-a7be-4339-9c9f-9d1666ec7fa7),segment_id=c2b33364-a7be-4339-9c9f-9d1666ec7fa7)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:56.386532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.456374 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-24de4cbc-9767-4de0-87c6-ac1b47f810a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 HTTP/1.1" status: 200 len: 217 time: 0.0832174 Nov 24 09:56:56.462047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] For port 19249d5e-9929-439e-8ab3-50939ad0358d, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=19249d5e-9929-439e-8ab3-50939ad0358d,segment=NetworkSegment(c2b33364-a7be-4339-9c9f-9d1666ec7fa7),segment_id=c2b33364-a7be-4339-9c9f-9d1666ec7fa7)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:56:56.462502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.517716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Calling delete_port for 19249d5e-9929-439e-8ab3-50939ad0358d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:56.631656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:56.645441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:56.653593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Calling delete_port for 19249d5e-9929-439e-8ab3-50939ad0358d owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:56:56.668103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3603-77e9-4e50-9555-5a4868861db2 req-9e1a3cd7-5221-470d-a1b0-5478f67916cf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:56.671241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f2a3603-77e9-4e50-9555-5a4868861db2 req-9e1a3cd7-5221-470d-a1b0-5478f67916cf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 943 time: 0.1041715 Nov 24 09:56:56.683060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] No DVR routers for this DVR port 19249d5e-9929-439e-8ab3-50939ad0358d on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:56:56.691916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Pushing event deleted for resources: {'Port': ['ID=19249d5e-9929-439e-8ab3-50939ad0358d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:56.694311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:56.706566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0645f-2411-4c63-8671-24f47b793a97 req-943d962d-caa2-44a8-9786-718f7bb3a3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:56.708235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-943d962d-caa2-44a8-9786-718f7bb3a3f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.2371006 Nov 24 09:56:56.729274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f2a3603-77e9-4e50-9555-5a4868861db2 req-8cde8ff4-4c54-48ce-8844-048a1b7e4c0c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531957 Nov 24 09:56:56.792264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:56:56.792636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:56:56.817039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-fad33f10-5ca4-4507-879a-3e527f0c9b82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011691 Nov 24 09:56:57.203472 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-7704340e-8c3e-41d9-bceb-2de6d5411b10 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792698 Nov 24 09:56:57.298508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Deleting port 19249d5e-9929-439e-8ab3-50939ad0358d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:56:57.298906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.380493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] The port '19249d5e-9929-439e-8ab3-50939ad0358d' was deleted {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 09:56:57.477817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0db0645f-2411-4c63-8671-24f47b793a97 req-3786395d-3db7-43b2-a6c5-48b7f9d656b5 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679026 Nov 24 09:56:57.531689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.558505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf6d5da-763f-4a62-b220-12c279746300']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:57.576822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:57.577148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b33364-a7be-4339-9c9f-9d1666ec7fa7') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:56:57.590712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.607859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.614502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:56:57.614969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:56:57.630816 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:56:57.709520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.712977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c06379c3-e78c-445e-8ceb-1b030dabb15a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:57.728538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:57.744999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Pushing event deleted for resources: {'Network': ['ID=bdf6d5da-763f-4a62-b220-12c279746300,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:57.748254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:57.750137 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/networks/bdf6d5da-763f-4a62-b220-12c279746300 HTTP/1.1" status: 204 len: 168 time: 1.8684731 Nov 24 09:56:57.753047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54918) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:57.803597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 19249d5e-9929-439e-8ab3-50939ad0358d no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:56:57.803861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c27de751-1863-4a2c-9b52-35917a8baf94 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Synchronizing usage tracker for tenant:0caedbce64094a1e80aff63be40f1065 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:56:57.824357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c27de751-1863-4a2c-9b52-35917a8baf94 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Unset dirty status for tenant:0caedbce64094a1e80aff63be40f1065 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:56:57.828050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c27de751-1863-4a2c-9b52-35917a8baf94 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e28dfbb-4ac5-4356-892d-03a6d64beecc HTTP/1.1" status: 200 len: 205 time: 0.0715306 Nov 24 09:56:57.828334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54924) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:57.840312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 19249d5e-9929-439e-8ab3-50939ad0358d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:56:57.840860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 19249d5e-9929-439e-8ab3-50939ad0358d not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:56:58.033571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:58.169058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83c6c-fd60-48f5-9d5b-935bd1deb7f6 req-a9feb0ae-ff78-4604-aa7c-2a859ee26371 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:58.170728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fca83c6c-fd60-48f5-9d5b-935bd1deb7f6 req-a9feb0ae-ff78-4604-aa7c-2a859ee26371 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 943 time: 0.2840781 Nov 24 09:56:58.368855 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fca83c6c-fd60-48f5-9d5b-935bd1deb7f6 req-3bc3e0de-d6ed-44ad-9872-2215915af609 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916842 Nov 24 09:56:58.504573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:58.509040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:58.532385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:58.532928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Fanout notify agent at l3_agent the message router_deleted on router 3e28dfbb-4ac5-4356-892d-03a6d64beecc {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:56:58.545429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:58.546647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7754b44d-4448-42ff-84be-3793f1b867b1 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] 10.222.0.55 "DELETE /v2.0/routers/3e28dfbb-4ac5-4356-892d-03a6d64beecc HTTP/1.1" status: 204 len: 168 time: 0.7172964 Nov 24 09:56:58.854846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:59.044779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f38bdf6b-e193-401d-a141-6d104072d988 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0caedbce64094a1e80aff63be40f1065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885822 Nov 24 09:56:59.047305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:56:59.113961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:59.140289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:59.190198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:59.195546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87378c53-bec4-44c1-902f-fda35bcffca6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:56:59.207052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e90bc5-01ed-489f-8f39-0c6c841adf5f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:56:59.212038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:56:59.214594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:56:59.215830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16e90bc5-01ed-489f-8f39-0c6c841adf5f HTTP/1.1" status: 204 len: 168 time: 0.1675506 Nov 24 09:56:59.575335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9090d5-b39b-4f0f-8de1-44b1a1514014 req-c87fae99-4043-4c13-a883-fa358711973b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:56:59.576859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff9090d5-b39b-4f0f-8de1-44b1a1514014 req-c87fae99-4043-4c13-a883-fa358711973b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 943 time: 0.0858512 Nov 24 09:56:59.634828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff9090d5-b39b-4f0f-8de1-44b1a1514014 req-01ee5278-bdca-475a-998e-28e024e977b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512190 Nov 24 09:57:00.096881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 54962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:00.170444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:57:00.246103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c64e12bc-d494-4711-8b52-56f0d7872ac7 tempest-ServiceProvidersTest-1930330612 tempest-ServiceProvidersTest-1930330612-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1477637 Nov 24 09:57:00.313685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:00.329156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'port_id': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'mac_address': 'fa:16:3e:70:66:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:57:00.390419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:00.409360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:57:00.425176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:00.428026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:00.429878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32f610e7-a992-40b4-a341-61c68ca9ceaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:00.497006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:00.500229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:00.568637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54972) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:00.651490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:57:00.730532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:00.764974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:57:00.807265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1a6cf6a8d34e1dac68d3b4ff258232 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:57:00.814450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:57:00.828026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:57:00.891359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d87f7-b8f0-4f19-b0f3-e10e872251bf req-5609f9d5-2dc9-4d28-b77c-bc4b0e01699e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:00.892985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b46d87f7-b8f0-4f19-b0f3-e10e872251bf req-5609f9d5-2dc9-4d28-b77c-bc4b0e01699e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 944 time: 0.1254041 Nov 24 09:57:00.966441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:00.972153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:00.979963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:00.991480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b46d87f7-b8f0-4f19-b0f3-e10e872251bf req-ebcfa558-963a-45f7-9107-ef66b6b42f9d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874100 Nov 24 09:57:01.026852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9dcb2-206f-49d0-8362-dda7e58d6c34,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:01.030981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd1a6cf6a8d34e1dac68d3b4ff258232&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4611018 Nov 24 09:57:01.032072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:01.033768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54980) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:01.099398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:01.125460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:01.171144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:01.176318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-797a9383-ec27-45fe-8d64-ed6fdaa14f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:01.190882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9dcb2-206f-49d0-8362-dda7e58d6c34,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:01.193940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:01.194865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:01.196065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61b9dcb2-206f-49d0-8362-dda7e58d6c34 HTTP/1.1" status: 204 len: 168 time: 0.1613619 Nov 24 09:57:02.186349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:57:02.208209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370dbf4-c49f-4117-95d1-537696cc64f5 req-b3b829f6-f2c4-4197-ad8b-79fc51e662ac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:02.209831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7370dbf4-c49f-4117-95d1-537696cc64f5 req-b3b829f6-f2c4-4197-ad8b-79fc51e662ac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 944 time: 0.0914221 Nov 24 09:57:02.261406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:57:02.261897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7370dbf4-c49f-4117-95d1-537696cc64f5 req-20213a9d-8439-431d-aa91-e3f7320d5818 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Nov 24 09:57:02.266391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:57:02.266876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:02.381773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:02.409317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:57:02.420006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:02.423127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:02.425104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2717306f-ba0b-46db-8740-92ef0bf77fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:02.469809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'code': 200} Nov 24 09:57:02.500634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:02.505596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:02.722646 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ada8313-9c55-462f-b3fa-5a7d76442979 req-b6a92ce8-e986-4eec-9e1e-4be7680f909d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 1098 time: 0.0744848 Nov 24 09:57:02.771568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ada8313-9c55-462f-b3fa-5a7d76442979 req-70120cb3-12da-46a7-aea5-525a114f8937 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Nov 24 09:57:03.604965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc38363-c6de-4bc9-86d7-f6506a562814 req-b61213f2-e7dd-4338-9fda-b45e526023ae tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:03.607119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8bc38363-c6de-4bc9-86d7-f6506a562814 req-b61213f2-e7dd-4338-9fda-b45e526023ae tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.0877848 Nov 24 09:57:03.656564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8bc38363-c6de-4bc9-86d7-f6506a562814 req-54714eec-fdc5-4b42-a472-367d75d4fe7c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Nov 24 09:57:04.487191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:57:04.863703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3b55-5964-4987-a159-6fa8cd11d4d2 req-27588f25-781d-4fda-97b2-9f58bf4b6574 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:04.865330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8e0f3b55-5964-4987-a159-6fa8cd11d4d2 req-27588f25-781d-4fda-97b2-9f58bf4b6574 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.0839703 Nov 24 09:57:04.914597 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8e0f3b55-5964-4987-a159-6fa8cd11d4d2 req-7be53b14-fe44-4bb2-a42c-d4286984f3cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Nov 24 09:57:05.118645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90409f82-10ec-45b6-870d-4af76d35547a req-51b302a4-58a8-4af2-9f2b-941a2195b12c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:05.121268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90409f82-10ec-45b6-870d-4af76d35547a req-51b302a4-58a8-4af2-9f2b-941a2195b12c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.0869062 Nov 24 09:57:05.174502 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90409f82-10ec-45b6-870d-4af76d35547a req-fa7514e7-bd5e-4ac8-859e-7a474b4c61cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469742 Nov 24 09:57:05.205814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 54996) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:05.289314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-72b70982-89db-4ce3-951d-7350374d5c25 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 1093 time: 0.0821507 Nov 24 09:57:05.292794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55000) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:05.298488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'port_id': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:57:05.376724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:06.266495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:06.270608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:06.480555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e associated. External IP: 172.26.6.250, port: 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9. Nov 24 09:57:06.891596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:57:07.105523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:57:07.110267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:07.116776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:57:07.129340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:07.130010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:07.169911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-241e2502-6655-4ed0-9a79-a2cc97e0cde6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 991 time: 1.8759019 Nov 24 09:57:07.170544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:57:07.172976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:07.229071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'status': 'completed', 'code': 200} Nov 24 09:57:07.298621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2f34255-e0b2-4558-8da4-7fd32701d172 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 991 time: 0.1220083 Nov 24 09:57:07.324072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:07.339122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-a8619a85-c8e9-4827-beff-f6bf86e019a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 1098 time: 0.0847027 Nov 24 09:57:07.483762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-2278fcea-1484-41b9-b131-4d12644c6ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:07.485308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-2278fcea-1484-41b9-b131-4d12644c6ba3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 0.1411252 Nov 24 09:57:07.606360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-f49c1360-8f20-4ce9-b1be-dafcb474a12d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 HTTP/1.1" status: 200 len: 999 time: 0.1151276 Nov 24 09:57:07.678190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-f8756a32-af1c-442b-8768-be228a80db61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:07.679881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-f8756a32-af1c-442b-8768-be228a80db61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.0679927 Nov 24 09:57:07.695031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:70:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:57:05Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:07.699100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:57:07.710169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:07.710881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:56:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:07.765404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-508c860d-b71b-48d2-bebb-990dfae5c502 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794189 Nov 24 09:57:07.898269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:07.909784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-8239cc74-549d-458e-a37a-1e1f4fce4057 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382160 Nov 24 09:57:08.055712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9905c5d-9cf9-4848-b811-6f355c365c97 req-e3821fbf-24e1-46cc-bfad-1737f6a7c72d service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391425 Nov 24 09:57:08.266784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:70:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:57:05Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:08.270998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf645b-ea47-44c1-b650-21d3de9b33fa None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'ac3f7efe-cc10-4376-96a4-6592c8a3272e', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.250', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'port_id': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'mac_address': 'fa:16:3e:70:66:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:56:08Z', 'updated_at': '2021-11-24T09:57:05Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:57:08.302296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55010) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:08.412122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9c29b0c-c61b-41a3-99bf-06386bb89fb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 991 time: 0.1084657 Nov 24 09:57:08.667900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d19e3d-f168-40ac-b21e-34a25d2b0178 None None] New status for floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:57:09.416179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55014) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:09.526881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2e0c5d0e-b095-481e-9daa-0c34f2761913 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 200 len: 993 time: 0.1093283 Nov 24 09:57:10.496825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:18.830497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81ec92e9-483f-4843-84f2-73b8febaa943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:20.424444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:21.584997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:21.599375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9333eaa-d0d7-47dd-9e1c-d9951438c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:23.239330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:24.968948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-41d85587-f4ed-4e2b-9432-a09e471e8ea4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770190 Nov 24 09:57:25.064985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-55fa28fe-92d7-4818-9db2-ea3bda5fa349 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 1098 time: 0.0745223 Nov 24 09:57:25.225186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38100e1-6867-4b81-99af-a91c574449ca req-38127fa0-5d37-4b0d-bc2b-8b1ee8d94010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:25.226734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-38127fa0-5d37-4b0d-bc2b-8b1ee8d94010 service neutron] 10.222.0.61 "GET /v2.0/networks?id=66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 200 len: 898 time: 0.1421380 Nov 24 09:57:25.304689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-96709cce-e980-4fbf-9282-42cb970f5b05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 200 len: 217 time: 0.0712945 Nov 24 09:57:25.373077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38100e1-6867-4b81-99af-a91c574449ca req-afee467d-0f55-464b-b037-1042f247abe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:25.374677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-afee467d-0f55-464b-b037-1042f247abe2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 200 len: 835 time: 0.0637984 Nov 24 09:57:25.457840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-4c4f891c-5a53-4f1d-a70a-56bbd4b30a4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66b5b6e2-1aed-4504-b6b7-c18a89a97851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769033 Nov 24 09:57:25.840131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-e58db092-26a0-442b-8089-3ee2173976d5 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755314 Nov 24 09:57:25.982722 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e38100e1-6867-4b81-99af-a91c574449ca req-83cc9585-4bea-4888-bac1-e055a34396d5 service neutron] 10.222.0.61 "GET /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358624 Nov 24 09:57:39.152781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cb330-63cf-49f7-a7d4-c1e05a350529 req-94e81dec-93df-46a3-b3d9-e6f0ab31bb63 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:39.154669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-449cb330-63cf-49f7-a7d4-c1e05a350529 req-94e81dec-93df-46a3-b3d9-e6f0ab31bb63 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.0884120 Nov 24 09:57:39.207858 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-449cb330-63cf-49f7-a7d4-c1e05a350529 req-c3d060f8-7b22-44eb-8468-82a26f6e9b07 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468130 Nov 24 09:57:40.477861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-be479f86-261d-4e97-aafe-6e697af6d83a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:40.477861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-be479f86-261d-4e97-aafe-6e697af6d83a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.1563928 Nov 24 09:57:40.487235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c767-2f63-4639-adc2-25d531f981ea req-7c4cdaed-3b69-411a-bcb7-d17fb7197135 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:40.489038 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-58b8c767-2f63-4639-adc2-25d531f981ea req-7c4cdaed-3b69-411a-bcb7-d17fb7197135 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 945 time: 0.1310999 Nov 24 09:57:40.514030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:40.592103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:40.592544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:40.647777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-58b8c767-2f63-4639-adc2-25d531f981ea req-55990cd7-848c-4025-9e12-e2b831ac8876 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=1bb8cca3-2c8f-4648-9c8b-06ff5808da99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263783 Nov 24 09:57:40.883531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:40.884075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:41.206212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:41.207015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:41.207242 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e disassociated. External IP: 172.26.6.250, port: 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9. Nov 24 09:57:41.207521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:41.367011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:41.373660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:41.418111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:41.429428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.429861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.430289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.430752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.431172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.431766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.431976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.432363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.432768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.433175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.433583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:41.438807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:41.488630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:57:41.653036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:57:41.830049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70faac86-7da4-4c45-9241-c5796ccf2207 req-c41c204a-1ac4-49e4-b813-8c940a837de4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c9653c-d5b7-4b38-ac57-bb8864615e78 HTTP/1.1" status: 200 len: 210 time: 0.0496387 Nov 24 09:57:41.878726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:57:41.891680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:57:41.908775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:41.909693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:41.964888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:57:41.969255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:41.975605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'name': 'network-vif-deleted', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:57:41.999393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84261cbd-e823-4257-80c9-4d7d858c3955 req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 HTTP/1.1" status: 204 len: 173 time: 1.5093789 Nov 24 09:57:42.043156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c9653c-d5b7-4b38-ac57-bb8864615e78', 'name': 'network-vif-deleted', 'tag': '181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9', 'status': 'completed', 'code': 200} Nov 24 09:57:42.142042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:42.326441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:42.365496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:42.365897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 181ad6f2-dc82-4f8d-8d3b-ea20b3a0d8d9 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:42.643782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:42.648784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:57:42.663305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:42.663814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:42.868876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:42.950751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:43.031830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.062826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.168618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.178622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cb180d0c-aeb7-42cc-b3dc-d5d63a774a45 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:43.193060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb8cca3-2c8f-4648-9c8b-06ff5808da99,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:43.206541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.207006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.207460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.207866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.208404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.208828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.209251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.209667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.210083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.210496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.211386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:43.215108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:43.219125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:43.220620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.220756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f2ff7-be1b-4a13-a8e3-904ef5419c39 None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '7809bee4-9067-4fb5-b78a-6894c9149965', 'name': '', 'network_id': '66b5b6e2-1aed-4504-b6b7-c18a89a97851', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:07:4c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:28Z', 'updated_at': '2021-11-24T09:55:40Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '92e7cc82-64ec-4b8c-8ec7-f1546c477bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:57:43.221865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e6efb894-402d-4a18-a3cf-6c822a2c9d15 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/1bb8cca3-2c8f-4648-9c8b-06ff5808da99 HTTP/1.1" status: 204 len: 168 time: 0.2706208 Nov 24 09:57:43.274753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55050) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:43.444936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 254e1824-19e4-45fd-ba15-445055960ce8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:43.445191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.634697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.635065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:43.677305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0b6f5-a590-4833-af93-356b2a12cf2a None None] New status for floating IP ac3f7efe-cc10-4376-96a4-6592c8a3272e: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:57:43.763919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 254e1824-19e4-45fd-ba15-445055960ce8 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:43.893691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88877) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:57:43.894100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:57:44.395044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 254e1824-19e4-45fd-ba15-445055960ce8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:44.395441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:44.589395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:44.589703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:44.716572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 254e1824-19e4-45fd-ba15-445055960ce8 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:44.855531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:44.860686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:44.900405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=254e1824-19e4-45fd-ba15-445055960ce8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:44.905204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:44.999976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:45.015286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:45.016464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/ac3f7efe-cc10-4376-96a4-6592c8a3272e HTTP/1.1" status: 204 len: 168 time: 1.7406101 Nov 24 09:57:45.419152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ead6a-8ff4-41ba-bd56-bb7b40708b82 req-f0bfbac6-6a02-48bd-b7e3-571a456db917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:45.419924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-518ead6a-8ff4-41ba-bd56-bb7b40708b82 req-f0bfbac6-6a02-48bd-b7e3-571a456db917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:57:45.436477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-518ead6a-8ff4-41ba-bd56-bb7b40708b82 req-f0bfbac6-6a02-48bd-b7e3-571a456db917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:57:45.437807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-518ead6a-8ff4-41ba-bd56-bb7b40708b82 req-f0bfbac6-6a02-48bd-b7e3-571a456db917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.1089056 Nov 24 09:57:45.489019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-518ead6a-8ff4-41ba-bd56-bb7b40708b82 req-b0c38cf1-c0d4-42c1-94cd-5f144b832aa4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Nov 24 09:57:46.632428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-a445e22e-d764-4208-905a-4946d287c305 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:46.634131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-a445e22e-d764-4208-905a-4946d287c305 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.0939953 Nov 24 09:57:46.702377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2e04-88ee-43b9-96d2-c07ec04ab21e req-22b54798-ec93-42c3-b9b0-1678a59dc262 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:46.704051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-360d2e04-88ee-43b9-96d2-c07ec04ab21e req-22b54798-ec93-42c3-b9b0-1678a59dc262 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 945 time: 0.0859587 Nov 24 09:57:46.708923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:46.709314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:46.753027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-360d2e04-88ee-43b9-96d2-c07ec04ab21e req-1c63514c-db02-4592-9b23-f8579d24c9a5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:57:46.767863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-360d2e04-88ee-43b9-96d2-c07ec04ab21e req-1c63514c-db02-4592-9b23-f8579d24c9a5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:57:46.769152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-360d2e04-88ee-43b9-96d2-c07ec04ab21e req-1c63514c-db02-4592-9b23-f8579d24c9a5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2351c48-b68c-43e3-8554-c68426753307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589571 Nov 24 09:57:47.215536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:47.215939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:47.347564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:47.497609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:47.504536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41ecb1a9-28cd-47f8-930c-508dcafa8978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:47.548093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=7cb863fa-a9c6-44c5-8148-77bdb8f17b74,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:47.550945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:47.630324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:57:47.632775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:47.635673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'name': 'network-vif-deleted', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:57:47.654005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1ecf6ee1-5114-434f-a44e-fc5823f0ac38 req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/7cb863fa-a9c6-44c5-8148-77bdb8f17b74 HTTP/1.1" status: 204 len: 173 time: 1.0141101 Nov 24 09:57:47.700772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe', 'name': 'network-vif-deleted', 'tag': '7cb863fa-a9c6-44c5-8148-77bdb8f17b74', 'status': 'completed', 'code': 200} Nov 24 09:57:47.957222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa3df956-e465-49e7-a81b-af216eb5415b req-a5e0df15-2371-4686-8cec-77128bb8f2fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=28d0e8ca-8293-4598-b9ef-82ca5e2b8cfe HTTP/1.1" status: 200 len: 210 time: 0.0509453 Nov 24 09:57:48.832599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2702fcce-ecd1-41ec-9354-3403d1ae2a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:49.068491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55066) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:49.149806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:49.181461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:49.233836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:49.239346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-601dbb58-65cb-4526-8a9f-6c30c840a4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:49.256506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2351c48-b68c-43e3-8554-c68426753307,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:49.259375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:49.268768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:49.270335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/b2351c48-b68c-43e3-8554-c68426753307 HTTP/1.1" status: 204 len: 168 time: 0.2007711 Nov 24 09:57:49.310125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55072) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:49.730155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:50.361773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:50.396257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:50.396639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7cb863fa-a9c6-44c5-8148-77bdb8f17b74 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:50.426324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:50.596115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 7809bee4-9067-4fb5-b78a-6894c9149965 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:50.596492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:50.796596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 7809bee4-9067-4fb5-b78a-6894c9149965, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=7809bee4-9067-4fb5-b78a-6894c9149965,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:50.796981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:50.928951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 7809bee4-9067-4fb5-b78a-6894c9149965 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:51.117357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:51.121127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91edffba-bec3-41e0-99c5-1589355c283f tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:51.164680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=7809bee4-9067-4fb5-b78a-6894c9149965,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:51.167429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:51.485181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:51.585486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:51.601516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6e109f-d047-41cf-a503-221505a0ad2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.095522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router f08e205c-22be-4abe-8fec-da916d78845a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:57:52.304435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:57:52.314366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Sync routers for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:57:52.317660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/f08e205c-22be-4abe-8fec-da916d78845a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063941 Nov 24 09:57:52.320538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:52.327381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:52.328095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:52.513732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:52.524719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:57:52.527807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.585277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.680796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.756129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.760974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d95c122-6d50-488b-a3e5-579d248e5d42 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:52.800800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=92e7cc82-64ec-4b8c-8ec7-f1546c477bf0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:52.804846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:52.807487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:52.816173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48648d3d-5c06-48ba-a4e8-c67c1ea8d6c5 None None] Network 66b5b6e2-1aed-4504-b6b7-c18a89a97851 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:57:52.818513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55080) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:52.818798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/92e7cc82-64ec-4b8c-8ec7-f1546c477bf0 HTTP/1.1" status: 204 len: 168 time: 0.4970551 Nov 24 09:57:52.832014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:57:51Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:52.836519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Checking router: f08e205c-22be-4abe-8fec-da916d78845a for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:57:52.848782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Routers {'f08e205c-22be-4abe-8fec-da916d78845a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:52.849470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['f08e205c-22be-4abe-8fec-da916d78845a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:53.043804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] Set router f08e205c-22be-4abe-8fec-da916d78845a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:53.059500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.124950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] DHCP port deletion for 66b5b6e2-1aed-4504-b6b7-c18a89a97851 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:57:53.129863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Deleting port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:53.130220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.281896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.303823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.314496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port be84ac47-e3d2-44e6-b810-c11514c1478a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:53.315090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.387595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] For port ec0e9d39-b77c-4ebf-b550-7db32214b5b2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,segment=NetworkSegment(9ea51f81-dff1-4976-ac38-0cd0d6234386),segment_id=9ea51f81-dff1-4976-ac38-0cd0d6234386)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:53.387838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.519073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port be84ac47-e3d2-44e6-b810-c11514c1478a, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=be84ac47-e3d2-44e6-b810-c11514c1478a,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:53.519722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.522623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:57:51Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:53.526901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5055b-0277-47c4-b6ad-c0f9056cf7c5 None None] The sync data for ids ['f08e205c-22be-4abe-8fec-da916d78845a'] in dv-neutron-818439-1-hyperv is: [{'id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'name': 'tempest-TestNetworkBasicOps-router-438740986', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:55:20Z', 'updated_at': '2021-11-24T09:57:51Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'be84ac47-e3d2-44e6-b810-c11514c1478a', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:23:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e205c-22be-4abe-8fec-da916d78845a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:55:21Z', 'updated_at': '2021-11-24T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:57:53.528840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Calling delete_port for ec0e9d39-b77c-4ebf-b550-7db32214b5b2 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:53.621652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.628668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd90c057-7a02-4935-88e8-85c0fd902690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:53.673134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Pushing event deleted for resources: {'Port': ['ID=ec0e9d39-b77c-4ebf-b550-7db32214b5b2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:53.676800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for be84ac47-e3d2-44e6-b810-c11514c1478a owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:53.679043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] No DVR routers for this DVR port ec0e9d39-b77c-4ebf-b550-7db32214b5b2 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:57:53.687743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.688149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.688544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.688945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.689326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.689728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.690077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.690466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.690895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.691361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.691605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:57:53.695026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:53.836789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec0e9d39-b77c-4ebf-b550-7db32214b5b2 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:53.865603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:53.876566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f1a1c1d-0b4f-4b30-912c-b8ae7306febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:53.878271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ec0e9d39-b77c-4ebf-b550-7db32214b5b2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:53.878698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec0e9d39-b77c-4ebf-b550-7db32214b5b2 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:53.879179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7809bee4-9067-4fb5-b78a-6894c9149965 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:53.913899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 7809bee4-9067-4fb5-b78a-6894c9149965 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:53.914303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 7809bee4-9067-4fb5-b78a-6894c9149965 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:53.954817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=be84ac47-e3d2-44e6-b810-c11514c1478a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:53.984372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:54.151474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.425857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.430331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.454911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.455474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router f08e205c-22be-4abe-8fec-da916d78845a {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:57:54.471093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.472325 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/f08e205c-22be-4abe-8fec-da916d78845a HTTP/1.1" status: 204 len: 168 time: 1.6527076 Nov 24 09:57:54.475274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55084) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:54.602642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.750163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.780872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b5b6e2-1aed-4504-b6b7-c18a89a97851']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:54.799350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea51f81-dff1-4976-ac38-0cd0d6234386') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:54.799696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea51f81-dff1-4976-ac38-0cd0d6234386') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:54.813702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.830018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.837373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:57:54.838071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:57:54.853993 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:57:54.934105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.938393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90663834-cb95-474d-9242-af3519a1f3e8 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:54.957020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:54.964664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7efa53-de5c-49eb-82eb-ead360667764 req-ed4592a2-b5bc-4d5b-b972-91a2f5fe7b49 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:54.966312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad7efa53-de5c-49eb-82eb-ead360667764 req-ed4592a2-b5bc-4d5b-b972-91a2f5fe7b49 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.0900652 Nov 24 09:57:54.970653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=66b5b6e2-1aed-4504-b6b7-c18a89a97851,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:54.974242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:54.979584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/66b5b6e2-1aed-4504-b6b7-c18a89a97851 HTTP/1.1" status: 204 len: 168 time: 0.5031087 Nov 24 09:57:55.005920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55092) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:55.012420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--858107988', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:57:55.017964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:57:55.018401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad7efa53-de5c-49eb-82eb-ead360667764 req-09b93c7d-2a06-44ac-9503-7386ff12e0d5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440440 Nov 24 09:57:55.022372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:57:55.025427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:57:55.032120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:57:55.275553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:57:55.281306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.313570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:57:55.323071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.323471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment 62d67fbd-d919-439c-8768-11404ea75d25 of type vlan for network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 Nov 24 09:57:55.349682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.380039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.384206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:55.384843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.390349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee1ffe67-568c-4482-9ff8-c711abfa7a95 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:55.446472 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4392867 Nov 24 09:57:55.449579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:55.455354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:57:55.463111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:57:55.467838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:57:55.471036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:57:55.477864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:57:55.490196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.491213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.506335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:55.509633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:55.513176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.523417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:57:55.666493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.827148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device be84ac47-e3d2-44e6-b810-c11514c1478a no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:55.854675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:55.862298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: be84ac47-e3d2-44e6-b810-c11514c1478a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:55.862609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device be84ac47-e3d2-44e6-b810-c11514c1478a not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:55.890802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.038611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.43 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/f209bb1b-0777-49c4-9ed1-1550334f8157) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:57:56.212708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.240744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.245584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e0d5ee5-c843-416f-8435-cb1fc47513d1 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:56.257666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508992-d1ea-4226-b935-5220bbe68048 req-134ff5c3-1621-47c5-979f-10c28566a3fb tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:56.259362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6508992-d1ea-4226-b935-5220bbe68048 req-134ff5c3-1621-47c5-979f-10c28566a3fb tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.0990484 Nov 24 09:57:56.329277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:57:56.333454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:57:56.335693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=f209bb1b-0777-49c4-9ed1-1550334f8157,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:56.338996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:57:56.376512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:56.378040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c6508992-d1ea-4226-b935-5220bbe68048 req-583cdc86-b508-4450-b3ef-eb025c810341 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677307 Nov 24 09:57:56.404014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-078ec61b-b062-43a2-a104-e4a75e3fbd6e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:56.407342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-078ec61b-b062-43a2-a104-e4a75e3fbd6e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 945 time: 0.1411138 Nov 24 09:57:56.488278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:57:56.488623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.549864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.550647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:56.811373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] For port 9605a5ce-241a-47ac-8fd6-e839d4a7f990, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=9605a5ce-241a-47ac-8fd6-e839d4a7f990,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:57:56.812036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.066380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0bb9828b-28ed-460f-b120-95d28f20cd1e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:57:57.142625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.143068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.143418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Floating IP e8f8aa4e-5677-4314-bc65-e7a7790c7f87 disassociated. External IP: 172.26.6.198, port: 9605a5ce-241a-47ac-8fd6-e839d4a7f990. Nov 24 09:57:57.143805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for 9605a5ce-241a-47ac-8fd6-e839d4a7f990 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:57:57.291132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:57:57.298353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.304322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Sync routers for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:57:57.304568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9ee61dd5-2bd6-4b46-b24f-2a6de2104584 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:57.320177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.320384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:57.321013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:57.325141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8743904 Nov 24 09:57:57.325852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:57.360731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=9605a5ce-241a-47ac-8fd6-e839d4a7f990,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:57.364283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:57.375734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cc35d18a-b360-427f-af43-b9ffdee316af tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484886 Nov 24 09:57:57.376405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:57.538092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:57.595092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bddf4ca4-7e19-481c-933c-72c46873b6f2 req-2748576d-2b59-4f04-9aa7-55dd5c5c6e80 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.0596323 Nov 24 09:57:57.595602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:57:57.616837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e94f0-ab4d-4463-865a-8540c849a85b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:57.630605 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0e9e94f0-ab4d-4463-865a-8540c849a85b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2383263 Nov 24 09:57:57.630605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55112) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:57.674255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-32e81b03-ff99-4c96-beca-5775b7065700 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462680 Nov 24 09:57:57.674478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55116) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:57.680563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736617148', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:57:57.804913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:57:57.809640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:57:57.813790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:57:57.820568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:57:57.832134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:57:57.863408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:57:57.873791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:57:57.876533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:56Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:57.880925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Checking router: 0bb9828b-28ed-460f-b120-95d28f20cd1e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:57:57.881335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Updating router 0bb9828b-28ed-460f-b120-95d28f20cd1e port f209bb1b-0777-49c4-9ed1-1550334f8157 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:57:57.889869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:57.891073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:57.940980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:57.963967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.002228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] No DVR routers for this DVR port 9605a5ce-241a-47ac-8fd6-e839d4a7f990 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:57:58.004968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.026786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'name': 'network-vif-deleted', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:57:58.049764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a68072c-fcc0-421a-8db6-b2adde803a99 req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "DELETE /v2.0/ports/9605a5ce-241a-47ac-8fd6-e839d4a7f990 HTTP/1.1" status: 204 len: 173 time: 1.6386037 Nov 24 09:57:58.103836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86d371-624b-4beb-bd49-c8acf3a7ef1e', 'name': 'network-vif-deleted', 'tag': '9605a5ce-241a-47ac-8fd6-e839d4a7f990', 'status': 'completed', 'code': 200} Nov 24 09:57:58.179121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:58.320121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.328083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-613a0893-052c-4493-be05-55a9332a21b9 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:58.388923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.394223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 9605a5ce-241a-47ac-8fd6-e839d4a7f990 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:57:58.436644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=200a0e23-6f1c-467b-a3fe-11aac617cf37,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:58.440535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:58.440979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 9605a5ce-241a-47ac-8fd6-e839d4a7f990 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:57:58.441383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 9605a5ce-241a-47ac-8fd6-e839d4a7f990 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:57:58.442139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:57:58.442846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:57:58.448408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Transition to ACTIVE for port object f209bb1b-0777-49c4-9ed1-1550334f8157 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:57:58.458082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.465221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:58.523290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:57:58.535435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Attempting to bind port f209bb1b-0777-49c4-9ed1-1550334f8157 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:57:58.535846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Attempting to bind port f209bb1b-0777-49c4-9ed1-1550334f8157 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:57:58.536264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Attempting to bind port f209bb1b-0777-49c4-9ed1-1550334f8157 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:57:58.537918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:57:58.557613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd68e2-47da-4e71-b71c-66257e6fbd21 None None] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:57:58.565506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:57:58.566402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.581994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:57:58.582423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:57:58.582908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.583358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:57:58.583947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Bound port: f209bb1b-0777-49c4-9ed1-1550334f8157, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:57:58.584326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:58.594317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9187479 Nov 24 09:57:58.597170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:57:58.652680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:58.658269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:57:58.673715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:58.675620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:58.876332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Pushing event updated for resources: {'Port': ['ID=f209bb1b-0777-49c4-9ed1-1550334f8157,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:58.883620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:58.899282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:58.908285 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4162de3-1509-4db4-b7ea-6cd2d8a1527b req-2497f23c-19fb-4278-84c5-9e3485a08dbf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f86d371-624b-4beb-bd49-c8acf3a7ef1e HTTP/1.1" status: 200 len: 210 time: 0.0802555 Nov 24 09:57:59.001642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] For port f209bb1b-0777-49c4-9ed1-1550334f8157, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:57:59.006632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] For port f209bb1b-0777-49c4-9ed1-1550334f8157, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f209bb1b-0777-49c4-9ed1-1550334f8157,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:57:59.020725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:59.028016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9b706cb-2fe0-4b2c-b00e-95d2a351a63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:57:59.207447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:57:59.208557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:59.228280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Pushing event updated for resources: {'Port': ['ID=f209bb1b-0777-49c4-9ed1-1550334f8157,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:57:59.233950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:57:59.234689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:59.287796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:57:59.290396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:57:59.292852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc3a8e-3b33-4139-9561-8bdd65e9f18c None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:57:59.559658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Allocated IP 172.20.0.2 (09e53c7d-4c9e-4bdc-914d-a779cdaf83a8/200a0e23-6f1c-467b-a3fe-11aac617cf37/90ec1175-db6a-4a08-82d2-c5153f745a62) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:57:59.578907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:57:59.619066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:57:59.815534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f3f20-f8a8-46f0-a7d3-fa83a9a574b2 None None] New status for floating IP e8f8aa4e-5677-4314-bc65-e7a7790c7f87: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:58:00.279776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:00.294302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Transition to ACTIVE for port object 90ec1175-db6a-4a08-82d2-c5153f745a62 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:00.320135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-6dfd67da-e045-48cd-9a74-e906960f45c7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538353502&fields=id&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 267 time: 0.0459616 Nov 24 09:58:00.320897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:56Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:00.324602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Transition to ACTIVE for port object 90ec1175-db6a-4a08-82d2-c5153f745a62 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:00.328563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dafa68-257b-4801-8f54-c9fe8344988a None None] The sync data for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv is: [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:56Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:00.331465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:00.335970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:00.414913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:00.416240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:00.418860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:00.425918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Pushing event updated for resources: {'Port': ['ID=90ec1175-db6a-4a08-82d2-c5153f745a62,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:00.429449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:00.527966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Attempting to bind port 90ec1175-db6a-4a08-82d2-c5153f745a62 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:58:00.528399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Attempting to bind port 90ec1175-db6a-4a08-82d2-c5153f745a62 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:58:00.528818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Attempting to bind port 90ec1175-db6a-4a08-82d2-c5153f745a62 on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:00.542220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:58:00.542544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Checking segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:58:00.542914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:00.543447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Bound using segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:58:00.543999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Bound port: 90ec1175-db6a-4a08-82d2-c5153f745a62, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:58:00.544432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:00.648685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] For port 90ec1175-db6a-4a08-82d2-c5153f745a62, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:00.652350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] For port 90ec1175-db6a-4a08-82d2-c5153f745a62, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=90ec1175-db6a-4a08-82d2-c5153f745a62,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:58:00.657067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:00.661974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8aa5ee2-ba1a-4aca-ace6-96e0e3ca87f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:00.757158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Pushing event updated for resources: {'Port': ['ID=90ec1175-db6a-4a08-82d2-c5153f745a62,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:00.768813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:00.817526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (09e53c7d-4c9e-4bdc-914d-a779cdaf83a8/200a0e23-6f1c-467b-a3fe-11aac617cf37/c206d145-38fc-4bc2-9f73-85cfd6d45429) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:58:00.825655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42275d5-9092-4091-a878-cb8cafef93ab req-27328f9d-6f99-4e4d-a1ba-ef1b8c12262d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:00.828239 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-27328f9d-6f99-4e4d-a1ba-ef1b8c12262d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 0.5000980 Nov 24 09:58:00.869768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-57f7f425-e014-491b-aea6-d93bbdd79540 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/quotas/237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 375 time: 0.0320287 Nov 24 09:58:01.090807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:01.101077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-1ae397d6-5efc-41de-bb38-a4e038a8801f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2244260 Nov 24 09:58:01.117929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object c206d145-38fc-4bc2-9f73-85cfd6d45429 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:01.313573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:01.323191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e52c5561-98c2-4e60-9db5-25d1b4e889b9 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:01.402900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-c0f5f1a0-7f2e-4f02-b783-018d760b24da service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831898 Nov 24 09:58:01.468603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:01.484962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:01.490219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:01.492922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:01.522338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:01.629547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:01.660895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-f0133543-cb9a-44b6-812b-94ff2e742a65 service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480772 Nov 24 09:58:01.735104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:01.929780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 90ec1175-db6a-4a08-82d2-c5153f745a62 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:02.043659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 90ec1175-db6a-4a08-82d2-c5153f745a62 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:02.050011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f209bb1b-0777-49c4-9ed1-1550334f8157 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:02.149381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f209bb1b-0777-49c4-9ed1-1550334f8157 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:02.155673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f209bb1b-0777-49c4-9ed1-1550334f8157 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:02.156430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.304744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b429ca54-4192-459e-b115-ee8cdf8aa7ad req-d188a06f-8d1f-41a4-a37d-f6603c9d707f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:02.327121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b429ca54-4192-459e-b115-ee8cdf8aa7ad req-d188a06f-8d1f-41a4-a37d-f6603c9d707f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:02.329989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b429ca54-4192-459e-b115-ee8cdf8aa7ad req-d188a06f-8d1f-41a4-a37d-f6603c9d707f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 210 time: 0.1027226 Nov 24 09:58:02.375453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.381083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.461072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d347b4ab-7377-4d44-b839-aa59ac89b9cb tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:02.571541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.587123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.605944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port f209bb1b-0777-49c4-9ed1-1550334f8157, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f209bb1b-0777-49c4-9ed1-1550334f8157,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:02.614062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:02.615796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:02.620744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:02.632657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:02.747462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=f209bb1b-0777-49c4-9ed1-1550334f8157,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:02.756513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:02.814422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:02.815389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c23df66-ee25-4fde-8eae-93d64c96d3e4 None None] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:58:02.816645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:02.945496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Provisioning for port 90ec1175-db6a-4a08-82d2-c5153f745a62 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:02.963350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Provisioning complete for port 90ec1175-db6a-4a08-82d2-c5153f745a62 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:02.963350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:03.262733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:03.315835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] For port 90ec1175-db6a-4a08-82d2-c5153f745a62, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=90ec1175-db6a-4a08-82d2-c5153f745a62,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:03.321762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:03.324231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfd40af5-ac81-4dea-a504-f052db47954f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:03.413835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Pushing event updated for resources: {'Port': ['ID=90ec1175-db6a-4a08-82d2-c5153f745a62,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:03.417738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:03.437357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0bb9828b-28ed-460f-b120-95d28f20cd1e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:58:03.621254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-30f54b6a-dc88-421e-867e-65ed876b0e82 req-5ecf672a-3c04-4b17-937d-9e87f3285f7a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 210 time: 0.0841103 Nov 24 09:58:03.735760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42275d5-9092-4091-a878-cb8cafef93ab req-b8e3e439-a565-4d72-8293-392229f09a4b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:03.737415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-b8e3e439-a565-4d72-8293-392229f09a4b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 0.2998741 Nov 24 09:58:03.761687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Provisioning for port c206d145-38fc-4bc2-9f73-85cfd6d45429 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:03.768648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Provisioning complete for port c206d145-38fc-4bc2-9f73-85cfd6d45429 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:03.769333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:03.816654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:58:03.829563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Sync routers for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:58:03.839902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-8448cc7e-9ced-4187-a616-9ae590710f60 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 379 time: 0.0845342 Nov 24 09:58:03.854907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/0bb9828b-28ed-460f-b120-95d28f20cd1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2565000 Nov 24 09:58:03.862632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:03.863371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'port': {'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'admin_state_up': True, 'tenant_id': '237394d999354d869b33215cbbb1b267', 'security_groups': ['8a7e919e-6a0e-4624-be0d-bcc0803de21c']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:03.879588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:03.880588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:03.911646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Port c206d145-38fc-4bc2-9f73-85cfd6d45429 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:03.923453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f209bb1b-0777-49c4-9ed1-1550334f8157 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:04.036864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Provisioning complete for port 90ec1175-db6a-4a08-82d2-c5153f745a62 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:04.037468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27d2b26e-4083-44c3-a5c0-da6732215c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.135235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f209bb1b-0777-49c4-9ed1-1550334f8157 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:04.135663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.173464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:04.202973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:04.217815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.219451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.220009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.220535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.221024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.221562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.223500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Made reservation on behalf of 237394d999354d869b33215cbbb1b267 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:58:04.229415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.235538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9e86395-da6a-4b69-a478-a1d4b164a4bb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3782499 Nov 24 09:58:04.245910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55158) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:04.259948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:04.414431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 90ec1175-db6a-4a08-82d2-c5153f745a62 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:04.471725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.472376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.473113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.478753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.479587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.480354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:04.495881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1271dd1f-1bad-47b9-8e39-2cc3bf42a662 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2479122 Nov 24 09:58:04.497147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:04.515705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1796ca18-de0b-4d80-8c0c-6baf6ea828ea None None] Provisioning complete for port c206d145-38fc-4bc2-9f73-85cfd6d45429 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:04.516511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1796ca18-de0b-4d80-8c0c-6baf6ea828ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.612920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1796ca18-de0b-4d80-8c0c-6baf6ea828ea None None] Port c206d145-38fc-4bc2-9f73-85cfd6d45429 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:04.656020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 90ec1175-db6a-4a08-82d2-c5153f745a62 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:04.656768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.700248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.20.0.4 (b445f7e7-389a-4c56-a2e6-fd820d770644/42ad0522-8c53-41b8-b27f-52f4227412c7/dc26706d-4e7b-4d93-94b3-4825f664de7c) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:58:04.783356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0f95917d-4c04-40d7-994b-f524204ce447 None None] Provisioning complete for port c206d145-38fc-4bc2-9f73-85cfd6d45429 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:04.794806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0f95917d-4c04-40d7-994b-f524204ce447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:04.918444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:04.924020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Checking router: 0bb9828b-28ed-460f-b120-95d28f20cd1e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:58:04.924712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Updating router 0bb9828b-28ed-460f-b120-95d28f20cd1e port c206d145-38fc-4bc2-9f73-85cfd6d45429 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:58:04.950221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0f95917d-4c04-40d7-994b-f524204ce447 None None] Port c206d145-38fc-4bc2-9f73-85cfd6d45429 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:04.993543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.003087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3331371c-993c-4bb3-bccc-819796cfc823 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5024910 Nov 24 09:58:05.003961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:05.010772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-871462436', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:05.081066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ab77a96-f525-4107-9019-3c3fe3e763fe req-7ae76312-226c-43a8-b45e-9976c687d3b8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 210 time: 0.0908608 Nov 24 09:58:05.156929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.178346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Transition to ACTIVE for port object dc26706d-4e7b-4d93-94b3-4825f664de7c will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:05.204772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.216176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5aa7ef3-4210-4017-a0f8-6f515ffdcdbf tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:05.329326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:05.331563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:05.336525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:05.340260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:05.341709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:05.425076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:05.426459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.473426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6268005 Nov 24 09:58:05.487223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Request body: {'port': {'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:05.505082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:05.517701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:port and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:05.526910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:05.543573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:05.569034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:58:05.575196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.577575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.593961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Transition to ACTIVE for port object c206d145-38fc-4bc2-9f73-85cfd6d45429 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:05.615852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.633495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:05.639884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] device_id is not set on port 82116bb5-5ec9-4d16-b922-ccf46040609d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:58:05.702050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:05.793868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Pushing event updated for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:05.824133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.827151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.828562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.830805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.831476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.832029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.833755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.836144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.836465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.836843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.838611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:05.850528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:05.902157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb5bbcdc-c59a-483f-8175-74909e8e5c77 None None] Provisioning for port dc26706d-4e7b-4d93-94b3-4825f664de7c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:05.920616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fb5bbcdc-c59a-483f-8175-74909e8e5c77 None None] Provisioning complete for port dc26706d-4e7b-4d93-94b3-4825f664de7c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:05.920967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fb5bbcdc-c59a-483f-8175-74909e8e5c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.014491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.7 (09e53c7d-4c9e-4bdc-914d-a779cdaf83a8/200a0e23-6f1c-467b-a3fe-11aac617cf37/82116bb5-5ec9-4d16-b922-ccf46040609d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:58:06.015550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Attempting to bind port c206d145-38fc-4bc2-9f73-85cfd6d45429 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:58:06.015980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Attempting to bind port c206d145-38fc-4bc2-9f73-85cfd6d45429 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:58:06.016399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Attempting to bind port c206d145-38fc-4bc2-9f73-85cfd6d45429 on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:06.024707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:58:06.025133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Checking segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:58:06.025593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.026036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Bound using segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:58:06.026595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Bound port: c206d145-38fc-4bc2-9f73-85cfd6d45429, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:58:06.027076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.097816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bbcdc-c59a-483f-8175-74909e8e5c77 None None] Port dc26706d-4e7b-4d93-94b3-4825f664de7c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:06.204671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] For port c206d145-38fc-4bc2-9f73-85cfd6d45429, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:06.209064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] For port c206d145-38fc-4bc2-9f73-85cfd6d45429, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c206d145-38fc-4bc2-9f73-85cfd6d45429,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:58:06.214987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.227939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:06.401631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:06.402822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:57:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:06.468786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.490946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 82116bb5-5ec9-4d16-b922-ccf46040609d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:06.526841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Pushing event updated for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:06.543980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:06.575442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.591058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-72bec44d-586f-4c7d-8a30-cd1f89545782 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:06.691159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:06.702559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:06.704807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:06.708108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:06.711236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:06.831260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe2736-d3e5-42d2-bdaf-8bc0be4d0753 req-8eee8983-9406-445d-882c-72b781e783ac tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:06.833146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04fe2736-d3e5-42d2-bdaf-8bc0be4d0753 req-8eee8983-9406-445d-882c-72b781e783ac tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 931 time: 0.3212450 Nov 24 09:58:06.926063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:06.927124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.955112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc26706d-4e7b-4d93-94b3-4825f664de7c {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:06.965099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:06.987127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04fe2736-d3e5-42d2-bdaf-8bc0be4d0753 req-ee1121e7-d37a-4191-867d-57d867749eb5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460316 Nov 24 09:58:06.991747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Transition to ACTIVE for port object dc26706d-4e7b-4d93-94b3-4825f664de7c will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:06.998915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:07.001622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9964077 Nov 24 09:58:07.008745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:07.064254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:07.156108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Pushing event updated for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:07.171793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:07.320679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Attempting to bind port dc26706d-4e7b-4d93-94b3-4825f664de7c on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:58:07.321181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Attempting to bind port dc26706d-4e7b-4d93-94b3-4825f664de7c by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:58:07.321663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Attempting to bind port dc26706d-4e7b-4d93-94b3-4825f664de7c on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:07.328986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Port dc26706d-4e7b-4d93-94b3-4825f664de7c on network b445f7e7-389a-4c56-a2e6-fd820d770644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:58:07.329469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Attempting to bind port dc26706d-4e7b-4d93-94b3-4825f664de7c on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:07.338280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:58:07.338800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:58:07.339318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Bound using segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:58:07.340303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Bound port: dc26706d-4e7b-4d93-94b3-4825f664de7c, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:58:07.340802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:07.381200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a716de37-f4eb-49e9-891f-15ca19379f5f None None] Provisioning for port 82116bb5-5ec9-4d16-b922-ccf46040609d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:07.389848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a716de37-f4eb-49e9-891f-15ca19379f5f None None] Provisioning complete for port 82116bb5-5ec9-4d16-b922-ccf46040609d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:07.390725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a716de37-f4eb-49e9-891f-15ca19379f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:07.460424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:07.464070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:58:07.469026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:07.474148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:07.477794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:06Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:07.483489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f3c81e-3bfe-4c74-9eb7-a68a807f8b1c None None] The sync data for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv is: [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:06Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:07.489217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a716de37-f4eb-49e9-891f-15ca19379f5f None None] Port 82116bb5-5ec9-4d16-b922-ccf46040609d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:07.548244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:07.550985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] 10.222.0.61 "PUT /v2.0/ports/dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 1093 time: 2.0677752 Nov 24 09:58:07.553724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:07.688326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'status': 'completed', 'code': 200} Nov 24 09:58:07.692127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Pushing event updated for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:07.696931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:07.740113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-f4acade3-968b-43f1-9549-258288132550 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1096 time: 0.1286538 Nov 24 09:58:07.831782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-31dc9a9b-4745-4c4b-9a08-0aaf2e35027e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 217 time: 0.0850413 Nov 24 09:58:07.908468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:07.915421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411901918', 'description': 'tempest-secgroup-smoke-411901918 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:07.929260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:07.931482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42275d5-9092-4091-a878-cb8cafef93ab req-82429c4a-62ac-4abd-8b1a-3b7fa472ed50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:07.934739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:07.937421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-82429c4a-62ac-4abd-8b1a-3b7fa472ed50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0979149 Nov 24 09:58:07.939937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c206d145-38fc-4bc2-9f73-85cfd6d45429 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:07.941989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:07.952198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:07.971895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.030714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c206d145-38fc-4bc2-9f73-85cfd6d45429 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:08.034034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:08.037047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c206d145-38fc-4bc2-9f73-85cfd6d45429 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:08.037869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.039521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:08.043322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:08.074034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:08.090066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-1ea725ce-d2d9-4938-9745-f195d3c25701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1472054 Nov 24 09:58:08.218365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.228871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.236321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-526db3d0-4b2e-47f4-9dba-f1b043234613 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:08.254475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.287741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-f54ec48b-1621-4805-a33a-65dad86fd278 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907754 Nov 24 09:58:08.293258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port c206d145-38fc-4bc2-9f73-85cfd6d45429, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c206d145-38fc-4bc2-9f73-85cfd6d45429,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:08.296693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.296891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fafba56-c286-4c20-83d4-ad0acfd1c476,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:08.299428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:08.303872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:08.314354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd0a5c-e6ed-43c7-acef-eb53f6ad7b18 req-c85fb761-2df2-4a4a-8fee-c43c923c10ec tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:08.321856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d7cd0a5c-e6ed-43c7-acef-eb53f6ad7b18 req-c85fb761-2df2-4a4a-8fee-c43c923c10ec tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.1657228 Nov 24 09:58:08.346354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.347741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4378557 Nov 24 09:58:08.351306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:08.365718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:08.374798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:08.381301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:08.384025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:08.384390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:08.391452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:08.396694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:08.410215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d7cd0a5c-e6ed-43c7-acef-eb53f6ad7b18 req-58b4a990-1cfd-4d8e-8958-cdd22d5ce502 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871265 Nov 24 09:58:08.413490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.470946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b42275d5-9092-4091-a878-cb8cafef93ab req-7917c3ca-7967-4139-8a21-90c5c2f60c6d service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769567 Nov 24 09:58:08.489924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.493038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.495029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:08.523544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055accb3-ac7a-4ebf-9cce-7a3005007243,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:08.526546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:08.535210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.538844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1842153 Nov 24 09:58:08.539531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:08.545878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:08.553102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:08.557524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:08.562442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:08.570050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:08.591980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.604974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-5b9d4197-b6f0-49ac-8f40-0e43b10af277 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1096 time: 0.0860405 Nov 24 09:58:08.672261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.675435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.677912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4207db77-8398-4cf5-8be9-6365da85e15e tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:08.715702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814aee01-cfb4-4c3e-95fc-8592382a75d4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:08.719458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:08.733922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.733922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1889033 Nov 24 09:58:08.733922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:08.740719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:08.747641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:08.752159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:08.755298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:08.762620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:08.770926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-62d37bf9-731f-4da1-b9a2-31a80e4b1444 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:08.772739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-62d37bf9-731f-4da1-b9a2-31a80e4b1444 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1600347 Nov 24 09:58:08.782989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.850694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-fd8e7faa-bbeb-482c-a6de-40296af7e7e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 217 time: 0.0710032 Nov 24 09:58:08.855564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.860658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.862546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:08.888659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119bb6ac-c4a9-4da9-a582-b1f2a617371b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:08.891673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:08.899687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:08.901311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1666930 Nov 24 09:58:08.904488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:08.911433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:08.918200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:08.923497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:08.926666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:08.927921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-a15fe27d-99f1-4b8f-a5a5-df2092944885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:08.929601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-a15fe27d-99f1-4b8f-a5a5-df2092944885 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0724237 Nov 24 09:58:08.933119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:08.952543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.037059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-0443da3f-28d2-4639-99e0-3c6651dd268e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016161 Nov 24 09:58:09.040141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.043257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.046706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb74fda0-8fcc-4804-8510-633f05310693 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:09.070180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86842665-91bf-40d2-96a7-867c71c3ebfa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:09.074831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:09.083845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.085173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1792326 Nov 24 09:58:09.088193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:09.094824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:09.101531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:09.106024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:09.109726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:09.116065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:09.126888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:58:09.134372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.200028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-34bc8ad5-6cfb-4572-8887-ebec82d1e057 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554694 Nov 24 09:58:09.216507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.220276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.222294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca05dfaa-1a16-4655-b060-d847efa88cf2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:09.250016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cb632a-5051-4c14-b155-278fdb029117,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:09.253206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:09.261863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.263273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1739805 Nov 24 09:58:09.267076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:09.273850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2fafba56-c286-4c20-83d4-ad0acfd1c476', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:09.282504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:09.288603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:09.298012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:09.308623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:09.320489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:58:09.329025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.362102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-318f0ce2-2302-4f8a-b341-b236c026da25 req-eedcc08d-2d56-45c5-9f78-8eba5aac2a9c service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556058 Nov 24 09:58:09.409764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.412729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.414681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9a28494-8043-4bad-8e08-19265c370b4f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:09.440725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993e24d7-b057-4d61-ad86-b92241507aef,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:09.443466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:09.450815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.452982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1848156 Nov 24 09:58:09.648820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545fcf-baa1-47ee-a598-02124b92ec09 req-2a78eb9d-9cf9-4727-8718-9b2bd8f06554 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:09.649618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3c545fcf-baa1-47ee-a598-02124b92ec09 req-2a78eb9d-9cf9-4727-8718-9b2bd8f06554 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:09.667263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3c545fcf-baa1-47ee-a598-02124b92ec09 req-2a78eb9d-9cf9-4727-8718-9b2bd8f06554 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:09.668595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c545fcf-baa1-47ee-a598-02124b92ec09 req-2a78eb9d-9cf9-4727-8718-9b2bd8f06554 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.1165309 Nov 24 09:58:09.716200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-5149a6cc-9746-461b-ba80-bc2ef5950c5a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:09.722046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c545fcf-baa1-47ee-a598-02124b92ec09 req-61538bbf-0302-47ed-8a82-cc9271088790 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463338 Nov 24 09:58:09.734283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-5149a6cc-9746-461b-ba80-bc2ef5950c5a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:09.735724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-5149a6cc-9746-461b-ba80-bc2ef5950c5a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411901918&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0636249 Nov 24 09:58:09.824963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-758aaf2b-bb8d-4a46-b032-ae29bbcfc19c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:09.825607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-758aaf2b-bb8d-4a46-b032-ae29bbcfc19c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:09.844379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-758aaf2b-bb8d-4a46-b032-ae29bbcfc19c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:09.845685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-758aaf2b-bb8d-4a46-b032-ae29bbcfc19c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 929 time: 0.1016695 Nov 24 09:58:09.853540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c206d145-38fc-4bc2-9f73-85cfd6d45429 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:09.933433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c206d145-38fc-4bc2-9f73-85cfd6d45429 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:09.933862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:09.936650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-8297eeb6-31db-4bb9-9797-1cc6274baf01 service neutron] 10.222.0.55 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0749958 Nov 24 09:58:10.099801 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-ed3ead15-7d74-4ec7-a4ec-62fa0d881d69 service neutron] 10.222.0.55 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563888 Nov 24 09:58:10.248957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-0370c4af-3ee0-4921-a031-6b015b6d9d4d service neutron] 10.222.0.55 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424296 Nov 24 09:58:10.450529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e72fd4aa-dd4b-4aab-a26b-359c2e3bf862 req-1d6dd8c6-4202-4f5f-88b3-4be3e5742ebb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:10.464797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e72fd4aa-dd4b-4aab-a26b-359c2e3bf862 req-1d6dd8c6-4202-4f5f-88b3-4be3e5742ebb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:10.466100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e72fd4aa-dd4b-4aab-a26b-359c2e3bf862 req-1d6dd8c6-4202-4f5f-88b3-4be3e5742ebb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 210 time: 0.0622139 Nov 24 09:58:10.526153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:10.950219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ccb4b-8417-4a80-acf3-a1af079e13f2 req-45acbcc1-04be-42b9-bac5-9a9f0134e8fe tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:10.952140 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-445ccb4b-8417-4a80-acf3-a1af079e13f2 req-45acbcc1-04be-42b9-bac5-9a9f0134e8fe tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.0864477 Nov 24 09:58:11.007209 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-445ccb4b-8417-4a80-acf3-a1af079e13f2 req-97efecdb-e7a4-4da6-b010-be0208bcf938 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482748 Nov 24 09:58:11.446636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-2f88d364-86c9-4f1b-bbfd-4d0c91479cef service neutron] 10.222.0.61 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1025 time: 0.0712903 Nov 24 09:58:11.662319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-530f2cfd-2b54-4e7f-a6c1-21f88a5ca9a4 req-17a152ae-5724-438d-b965-9757d7b51e16 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 210 time: 0.0660088 Nov 24 09:58:11.669104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9e8ee11f-f089-416f-aa7e-4b6fcccdbf81 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:11.669882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9e8ee11f-f089-416f-aa7e-4b6fcccdbf81 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:11.686301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9e8ee11f-f089-416f-aa7e-4b6fcccdbf81 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:11.687858 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9e8ee11f-f089-416f-aa7e-4b6fcccdbf81 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 796 time: 0.2362204 Nov 24 09:58:11.745479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9b06dc0b-c657-4eca-8870-1a3f466b32c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:11.759888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9b06dc0b-c657-4eca-8870-1a3f466b32c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:11.761166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-9b06dc0b-c657-4eca-8870-1a3f466b32c7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 379 time: 0.0621743 Nov 24 09:58:11.772934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Request body: {'port': {'device_id': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:11.895253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.237652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33b15-a4fa-49b0-9530-96d81e8a60c8 req-7f5c296e-5e12-4ee6-8123-b3f7f1fb12e9 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:12.239384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-10f33b15-a4fa-49b0-9530-96d81e8a60c8 req-7f5c296e-5e12-4ee6-8123-b3f7f1fb12e9 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.0980062 Nov 24 09:58:12.275180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82116bb5-5ec9-4d16-b922-ccf46040609d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:12.283484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.293602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-10f33b15-a4fa-49b0-9530-96d81e8a60c8 req-9c2d22b9-9f44-4a4f-b329-957e022a062e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475979 Nov 24 09:58:12.300884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Transition to ACTIVE for port object 82116bb5-5ec9-4d16-b922-ccf46040609d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:12.304920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.310223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b83bda0-691a-4ca2-89e2-9ba83dc51d28 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:12.441701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:12.446703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:12.566263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:58:12.566789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:58:12.567076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:12.573516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:58:12.573883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:12.581930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:58:12.582302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Checking segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:58:12.582755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Bound using segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:58:12.583236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Bound port: 82116bb5-5ec9-4d16-b922-ccf46040609d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:58:12.583625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.700486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:12.706547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:58:12.712405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.718840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fe4de026-8324-4467-be86-2a5468558da2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:12.778400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:12.780013 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] 10.222.0.61 "PUT /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1130 time: 1.0117795 Nov 24 09:58:12.780629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:12.816421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:12.828193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:12.903420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'status': 'completed', 'code': 200} Nov 24 09:58:12.985388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-ca6edd46-d709-4b45-ac3d-7388eb60781b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 1133 time: 0.1552119 Nov 24 09:58:12.992853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4bb55-9c27-4eaa-ab34-24b9dc333f32 req-164a3f6c-620a-4edc-bf1e-c04adcba8928 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:12.995211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2bb4bb55-9c27-4eaa-ab34-24b9dc333f32 req-164a3f6c-620a-4edc-bf1e-c04adcba8928 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 980 time: 0.1696317 Nov 24 09:58:13.086800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-a1a5feb7-8acf-46e8-95b4-7e8cbf17a0bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 217 time: 0.0903575 Nov 24 09:58:13.405450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2bb4bb55-9c27-4eaa-ab34-24b9dc333f32 req-c1651a64-c2d1-4f7f-8315-20906a72c25c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562057 Nov 24 09:58:13.416601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-58039288-ea04-4fbc-9fbb-f01cc61d9123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:13.418645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-58039288-ea04-4fbc-9fbb-f01cc61d9123 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 200 len: 834 time: 0.3190181 Nov 24 09:58:13.508643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-76db11b8-7a71-4f1c-aa78-2613db8442da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841410 Nov 24 09:58:13.517899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e829b-853c-4ce4-b9c8-44daec8f22d8 req-5202a86f-59b1-41eb-a0af-964a5318cac6 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:13.519628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8d9e829b-853c-4ce4-b9c8-44daec8f22d8 req-5202a86f-59b1-41eb-a0af-964a5318cac6 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.0904531 Nov 24 09:58:13.571633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8d9e829b-853c-4ce4-b9c8-44daec8f22d8 req-87be0164-b175-4ae7-90b5-c6f7e100b2df tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Nov 24 09:58:13.667749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-dcbbebec-a75e-419b-9cb2-0b75d8559773 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516471 Nov 24 09:58:13.834321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a0ec259-a8aa-4d10-9ef2-4ebb067a2596 req-c873c646-487f-4eaa-aaa0-544fc6268579 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581025 Nov 24 09:58:13.961501 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-22733e6d-8014-4451-aba7-261233ebf6d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 1133 time: 0.0796134 Nov 24 09:58:14.114673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-a5d92c3d-a8f3-4280-9152-e1ee402c4c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:14.116322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-a5d92c3d-a8f3-4280-9152-e1ee402c4c4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 897 time: 0.1476431 Nov 24 09:58:14.193151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-2047a909-fb81-47b2-a665-542b2bb8bd57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 217 time: 0.0699470 Nov 24 09:58:14.268112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-929a138a-ed77-4c55-af1a-d28d13105fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:14.269771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-929a138a-ed77-4c55-af1a-d28d13105fe0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 200 len: 834 time: 0.0700114 Nov 24 09:58:14.355887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-48cd2b58-8227-4491-a4fd-6c8e88f49d2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787108 Nov 24 09:58:14.521949 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-80fd42e3-ea75-4015-916d-6b5e5794861d service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582680 Nov 24 09:58:14.793489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a066e-4882-4787-8c86-3e49d8e289d2 req-cb8ad4fb-7775-41a7-816f-ce07df3ff51c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:14.795110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc3a066e-4882-4787-8c86-3e49d8e289d2 req-cb8ad4fb-7775-41a7-816f-ce07df3ff51c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.0882399 Nov 24 09:58:14.837168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0c46089c-691e-480b-bc6e-9daa4b6565e3 req-11f3661b-c5f6-49cf-9be4-7d09d349a690 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071332 Nov 24 09:58:14.847048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d863d-07da-4bb8-92d7-db03af474f9b req-a781466a-686e-4aa8-b2ce-cc0def175034 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:14.849542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc3a066e-4882-4787-8c86-3e49d8e289d2 req-7c3dc415-1382-434e-aa6c-44bb656d5e91 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480034 Nov 24 09:58:14.849690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f4d863d-07da-4bb8-92d7-db03af474f9b req-a781466a-686e-4aa8-b2ce-cc0def175034 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 980 time: 0.2905409 Nov 24 09:58:14.904120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f4d863d-07da-4bb8-92d7-db03af474f9b req-a7d3622e-fb5f-421d-880f-0cf09633c669 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 Nov 24 09:58:16.070689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da06b6a-82eb-469c-82c7-7e98b9bb9051 req-753f5f75-3f5d-4995-bdaa-51ea5b4301c2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:16.072338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3da06b6a-82eb-469c-82c7-7e98b9bb9051 req-753f5f75-3f5d-4995-bdaa-51ea5b4301c2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 943 time: 0.0856135 Nov 24 09:58:16.124231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a573ea-5024-4383-974f-09f947d5714f req-f7716b14-52e9-4488-8d58-cdfe73311cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:16.125946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54a573ea-5024-4383-974f-09f947d5714f req-f7716b14-52e9-4488-8d58-cdfe73311cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 980 time: 0.0937042 Nov 24 09:58:16.134999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3da06b6a-82eb-469c-82c7-7e98b9bb9051 req-a0bc2eca-0c06-4e94-89d5-59aee4f812b4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552201 Nov 24 09:58:16.178926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54a573ea-5024-4383-974f-09f947d5714f req-c9bb90e2-bc1e-4eb9-ba39-9b9b9897b709 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465758 Nov 24 09:58:16.449634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:58:16.601439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:16.617184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'mac_address': 'fa:16:3e:25:60:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:58:16.674702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:16.694350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82116bb5-5ec9-4d16-b922-ccf46040609d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:16.710426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:16.713233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:16.713999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dc26706d-4e7b-4d93-94b3-4825f664de7c details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:58:16.717473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c558094c-dd79-4e86-a266-9dbcd932a5e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:16.823705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:16.829341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:16.926353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:16.940388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:58:16.997590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:17.016280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc26706d-4e7b-4d93-94b3-4825f664de7c {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:17.032285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:17.035321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:17.037239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:17.106443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:17.110484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:17.267617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['82116bb5-5ec9-4d16-b922-ccf46040609d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:58:17.306450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['dc26706d-4e7b-4d93-94b3-4825f664de7c'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:58:17.355039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d3877-6bb1-4da8-bd2a-265294c26361 req-353117a9-9508-4b1c-9eed-a8bcea53c20f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:17.357213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2d1d3877-6bb1-4da8-bd2a-265294c26361 req-353117a9-9508-4b1c-9eed-a8bcea53c20f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 944 time: 0.0904746 Nov 24 09:58:17.410368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa9f8-617f-41df-8e4a-a35742a36054 req-a1381e82-541c-4455-a91c-2c90c2579dcb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:17.415322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-229fa9f8-617f-41df-8e4a-a35742a36054 req-a1381e82-541c-4455-a91c-2c90c2579dcb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 981 time: 0.0992801 Nov 24 09:58:17.423215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2d1d3877-6bb1-4da8-bd2a-265294c26361 req-23fa5642-3081-423a-a58e-adde9a18ddea tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557320 Nov 24 09:58:17.471064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-229fa9f8-617f-41df-8e4a-a35742a36054 req-88b49901-64c3-43cd-9a8b-9d8214eb718d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526769 Nov 24 09:58:18.464727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:18.494056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:58:18.542329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 82116bb5-5ec9-4d16-b922-ccf46040609d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:18.548634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 82116bb5-5ec9-4d16-b922-ccf46040609d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:18.549066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:18.681195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:18.718382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:18.719224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:18.725227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:18.726165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dc26706d-4e7b-4d93-94b3-4825f664de7c up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:18.744070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63455fdf-9c91-4873-a05b-62acc238f1b2 req-efe4f783-fdce-484f-8174-76db308041c1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:18.746865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63455fdf-9c91-4873-a05b-62acc238f1b2 req-efe4f783-fdce-484f-8174-76db308041c1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 944 time: 0.1549592 Nov 24 09:58:18.762346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18a35c95-34a1-4f6f-8c17-7db654d20b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:18.769270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9b2ec-3c51-4a2f-a4fa-91c0e2a5c7fb req-9655045b-57d6-4771-82c0-319e6cba6a2b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:18.771285 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ced9b2ec-3c51-4a2f-a4fa-91c0e2a5c7fb req-9655045b-57d6-4771-82c0-319e6cba6a2b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 981 time: 0.1304891 Nov 24 09:58:18.833649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63455fdf-9c91-4873-a05b-62acc238f1b2 req-7dc2dfbb-a861-4086-8c50-2054da2e384b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737579 Nov 24 09:58:18.835494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ced9b2ec-3c51-4a2f-a4fa-91c0e2a5c7fb req-5f8533bb-a12b-4e66-bbf8-3c542ba1397c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573804 Nov 24 09:58:19.057696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'code': 200} Nov 24 09:58:19.086253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:19.095796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d84aa3d-6835-4a2a-a1b5-56e37ed5c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:19.099361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:19.114671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port dc26706d-4e7b-4d93-94b3-4825f664de7c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:19.123264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port dc26706d-4e7b-4d93-94b3-4825f664de7c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:19.123942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:19.265866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:19.267534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90f28630-e84a-4434-acb3-d11cfc8fe4c0 req-2ea81c8a-ee76-45ee-8621-ae6e3cd47613 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 1135 time: 0.0897369 Nov 24 09:58:19.316461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:19.320382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:19.323918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3224e4bf-2789-48ab-bf7b-8b3351a5f25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:19.324201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90f28630-e84a-4434-acb3-d11cfc8fe4c0 req-666b0759-e843-4894-88df-5ed8972a7bfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497952 Nov 24 09:58:19.455258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:19.459018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:20.138874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70e632-c2b3-40b5-9753-46ae023de88c req-8e004e96-0de4-4de2-88cc-4b81c981e0fd tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:20.141827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c70e632-c2b3-40b5-9753-46ae023de88c req-8e004e96-0de4-4de2-88cc-4b81c981e0fd tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.1295307 Nov 24 09:58:20.220237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c70e632-c2b3-40b5-9753-46ae023de88c req-7bef30d9-7775-4692-a166-49fd8484f2d0 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714982 Nov 24 09:58:20.440793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:20.491888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df27f86-0b0d-41b7-92e5-aa7002ef528e req-6ef3593b-6c7a-4353-8bb4-380c2232116f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:20.493581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6df27f86-0b0d-41b7-92e5-aa7002ef528e req-6ef3593b-6c7a-4353-8bb4-380c2232116f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.1081457 Nov 24 09:58:20.548090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6df27f86-0b0d-41b7-92e5-aa7002ef528e req-c9bedf5e-5ff9-4761-ae63-949dc834d919 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Nov 24 09:58:21.058746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:21.116615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'code': 200} Nov 24 09:58:21.452195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62c12ae2-b9ac-4a8d-9ea4-7b4f5acfb197 req-30c7075a-09a7-444a-b5c2-b7ffa57d0418 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.0961251 Nov 24 09:58:21.471539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b51f8-d76f-40fc-8d73-40afe37ddbb0 req-e86b4409-594a-439d-8f00-699537add291 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:21.473273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-431b51f8-d76f-40fc-8d73-40afe37ddbb0 req-e86b4409-594a-439d-8f00-699537add291 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.1176977 Nov 24 09:58:21.506416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62c12ae2-b9ac-4a8d-9ea4-7b4f5acfb197 req-48c8a526-204a-4617-be79-19f1897db69a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484061 Nov 24 09:58:21.531862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-431b51f8-d76f-40fc-8d73-40afe37ddbb0 req-254aa8ac-0043-4b51-8e0e-5802b195f8ee tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497921 Nov 24 09:58:21.598022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:21.607884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06434b7f-1591-4861-9c76-ca7b979b0321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:21.812899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d4b0b-c06c-4e09-881b-e23101a6dc51 req-e4ce608c-bacd-4388-874d-530059b8fda0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:21.815933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-196d4b0b-c06c-4e09-881b-e23101a6dc51 req-e4ce608c-bacd-4388-874d-530059b8fda0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.1192727 Nov 24 09:58:21.866996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-196d4b0b-c06c-4e09-881b-e23101a6dc51 req-58f99f39-7559-48d6-8896-0118ef74bc54 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Nov 24 09:58:22.092693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738eb23-ec46-4f85-ab8b-2facb5d1b69c req-7fbb0d50-17fe-4812-8fd2-30883bc8693d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:22.094752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d738eb23-ec46-4f85-ab8b-2facb5d1b69c req-7fbb0d50-17fe-4812-8fd2-30883bc8693d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.0940259 Nov 24 09:58:22.149498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d738eb23-ec46-4f85-ab8b-2facb5d1b69c req-42fa866d-2151-4222-9009-999fb910954f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Nov 24 09:58:22.178890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:22.263110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e00d35f-9c97-453d-a43d-6e9027e7ac3e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 1130 time: 0.0828226 Nov 24 09:58:22.266946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:22.273294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:22.279661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:22.284429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:22.289020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:22.293868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:22.303704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:22.485197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:22.664865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.165 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/ddea92d8-c7b6-4d9f-adc7-da92a5639ff6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:58:22.796486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740acea-5471-47de-8251-1b55994c9359 req-7a060f78-1c24-4724-a037-b15912f6fb70 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:22.798189 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d740acea-5471-47de-8251-1b55994c9359 req-7a060f78-1c24-4724-a037-b15912f6fb70 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.0957770 Nov 24 09:58:22.851639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d740acea-5471-47de-8251-1b55994c9359 req-2dce090e-aa41-4754-a142-727d599bdfc6 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464842 Nov 24 09:58:22.863410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:22.897961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:22.903166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-56532ace-43c5-49fd-8c59-e15d6739e7b6 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:22.973134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:22.976982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:22.981838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:23.011956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=ddea92d8-c7b6-4d9f-adc7-da92a5639ff6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:23.024297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:23.245061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:23.439607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b69d-8a0d-41b5-8b21-dd85971aa8fe req-d58b1903-301f-46d4-8378-e01f89d2652b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:23.441316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6208b69d-8a0d-41b5-8b21-dd85971aa8fe req-d58b1903-301f-46d4-8378-e01f89d2652b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.4306386 Nov 24 09:58:23.594686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6208b69d-8a0d-41b5-8b21-dd85971aa8fe req-247d98e0-acc3-46b2-8dba-0ee9d593c401 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466913 Nov 24 09:58:23.629132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55294) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:23.713591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c60b958-1e6e-4dac-a943-bb1858d97fcb tempest-TestVolumeBootPattern-1208127509 tempest-TestVolumeBootPattern-1208127509-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1093 time: 0.0828824 Nov 24 09:58:23.717398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55298) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:23.724051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:23.730688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:23.736099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:floatingip and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:23.739642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:23.747010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:23.757933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:23.916172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:23.929279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:23.983529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.096210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.26.6.218 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/dcc060c7-6ca2-4a3a-9457-144bce4a0890) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:58:24.235639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.241404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.249464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eba9bbe0-b6c8-4915-aaa0-5c4d21c94411 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:24.277419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.308480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.314128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:24.380270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:58:24.388469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:58:24.395156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:58:24.438387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=dcc060c7-6ca2-4a3a-9457-144bce4a0890,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:24.448511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:24.453737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=ddea92d8-c7b6-4d9f-adc7-da92a5639ff6,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:24.458708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:24.466105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:24.692142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP a6fab6e7-446e-4d21-8673-527ffe44259c associated. External IP: 172.26.6.165, port: 82116bb5-5ec9-4d16-b922-ccf46040609d. Nov 24 09:58:25.126101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:25.158496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0bb9828b-28ed-460f-b120-95d28f20cd1e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:58:25.200511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:25.485742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:58:25.502323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Sync routers for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:58:25.513102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:25.519387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:25.520199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:25.540475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:25.546713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:25.552033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f807e08-7170-484f-8e73-7c993e27bb8f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:25.606303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.3381851 Nov 24 09:58:25.607652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:25.608941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:25.694089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'status': 'completed', 'code': 200} Nov 24 09:58:25.727039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77e01464-8e98-4683-a4e0-1fe3e3884245 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45&network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 1130 time: 0.1112268 Nov 24 09:58:25.783725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:26.027911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=dcc060c7-6ca2-4a3a-9457-144bce4a0890,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:26.037815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:26.054434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:26.275765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-21d494f4-e91b-4b1f-bd3d-1637eb310489 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3361809 Nov 24 09:58:26.286278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-c1fd0a69-e1b5-446f-b105-cbb1c1d62c04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 1135 time: 0.3883884 Nov 24 09:58:26.299761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a6fab6e7-446e-4d21-8673-527ffe44259c', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-871462436', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'mac_address': 'fa:16:3e:25:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:23Z', 'updated_at': '2021-11-24T09:58:23Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:26.304924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Checking router: 0bb9828b-28ed-460f-b120-95d28f20cd1e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:58:26.319232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:26.320222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:26.525240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:26.575772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6ec22-0935-4049-93e6-b3be55ad37fe req-7805da6e-3469-44c6-9c07-e3a75dde1851 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:26.578166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfc6ec22-0935-4049-93e6-b3be55ad37fe req-7805da6e-3469-44c6-9c07-e3a75dde1851 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.3638468 Nov 24 09:58:26.626222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110a65-49a1-4416-8016-44447818be2f req-85f1d67d-61b9-444d-b0e1-62f185136fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:26.628312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-85f1d67d-61b9-444d-b0e1-62f185136fd1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 897 time: 0.3331153 Nov 24 09:58:26.797722 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfc6ec22-0935-4049-93e6-b3be55ad37fe req-73fb0693-bc23-4109-9e3c-76cd29e39014 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010922 Nov 24 09:58:26.804621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-4faaffe8-606e-4fca-90a8-cc1184f21b14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.3887129 Nov 24 09:58:26.810407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-ff58420c-d766-488f-9cda-21d76136b119 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1036 time: 0.1703694 Nov 24 09:58:26.813084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Floating IP c0a0266a-7262-41ff-b08d-e88eddb2b5b2 associated. External IP: 172.26.6.218, port: dc26706d-4e7b-4d93-94b3-4825f664de7c. Nov 24 09:58:26.938962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a6fab6e7-446e-4d21-8673-527ffe44259c', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-871462436', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'mac_address': 'fa:16:3e:25:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:23Z', 'updated_at': '2021-11-24T09:58:23Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:26.943575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af7240-ea16-46c3-b0d0-f2777b534d56 None None] The sync data for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv is: [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a6fab6e7-446e-4d21-8673-527ffe44259c', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.165', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-871462436', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'mac_address': 'fa:16:3e:25:60:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993cd086-ecc9-46fd-a6c5-f1e487fafe45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:23Z', 'updated_at': '2021-11-24T09:58:23Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:27.072281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110a65-49a1-4416-8016-44447818be2f req-03a27691-da7b-4c66-aba1-70bde4936f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:27.073888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-03a27691-da7b-4c66-aba1-70bde4936f52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 200 len: 834 time: 0.2092807 Nov 24 09:58:27.149476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-a4ee19d8-3b86-4d5d-9fab-8b4dd2158d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:27.151086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-a4ee19d8-3b86-4d5d-9fab-8b4dd2158d02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.2803686 Nov 24 09:58:27.304561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa4138-5ca8-425c-ac4f-8cedf56c4549 None None] New status for floating IP a6fab6e7-446e-4d21-8673-527ffe44259c: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:58:27.361213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-c377d1a8-cf0f-4bca-944c-8a2bffdb3cf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 999 time: 0.2000861 Nov 24 09:58:27.364275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-c9a733cd-332b-462f-88fb-5655710ceada service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2810855 Nov 24 09:58:27.858881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-dcec11d3-9366-4244-95f1-5c395a56a4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:27.860499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-dcec11d3-9366-4244-95f1-5c395a56a4de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.4838986 Nov 24 09:58:28.027290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-57519cce-2aa1-43cf-a2b3-0a5afb82eaf1 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492841 Nov 24 09:58:28.043710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c7cf-5973-4c16-bb80-7ae68492bf37 req-f3b48dfc-2ecc-43f7-b6d8-0fbadec40590 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:28.045425 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cba8c7cf-5973-4c16-bb80-7ae68492bf37 req-f3b48dfc-2ecc-43f7-b6d8-0fbadec40590 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.1124923 Nov 24 09:58:28.100072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cba8c7cf-5973-4c16-bb80-7ae68492bf37 req-11a26166-6fb2-4c46-bddd-e2b83c8fbaa6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Nov 24 09:58:28.112193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92099e0-5b90-4286-8543-8492c718cbcc req-5f2c39c1-c7f9-4a38-8246-6c689803dc5d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:28.113765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e92099e0-5b90-4286-8543-8492c718cbcc req-5f2c39c1-c7f9-4a38-8246-6c689803dc5d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.5754080 Nov 24 09:58:28.251064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-ab4bf63d-8d68-4845-b854-7d6d677cc965 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3801928 Nov 24 09:58:28.386655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92099e0-5b90-4286-8543-8492c718cbcc req-1f900033-b51f-49e8-b303-218b52ed9ebe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:28.388166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e92099e0-5b90-4286-8543-8492c718cbcc req-1f900033-b51f-49e8-b303-218b52ed9ebe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2665608 Nov 24 09:58:28.520278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-512b5035-10b7-447b-88fd-bd18abfa42b2 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826109 Nov 24 09:58:28.664518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-a23fe946-97c5-4d40-b0b7-c05ab852c8d9 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033155 Nov 24 09:58:28.743270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e92099e0-5b90-4286-8543-8492c718cbcc req-3d06c575-e7ed-45cf-a525-1c572810e1d7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3421938 Nov 24 09:58:28.804798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:28.874874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:58:28.964252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-16d5f93a-66a8-4233-96ec-c55b10cc8f97 req-725c45ca-e766-4e4d-8985-0e36761bb571 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898204 Nov 24 09:58:29.053008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:29.456135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:29.474127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8dea7-cc57-4c74-b3d1-9d7642c1407e req-7a6627d0-8ef7-4f39-a0aa-7a7c3fdf0cc5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:29.475765 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eca8dea7-cc57-4c74-b3d1-9d7642c1407e req-7a6627d0-8ef7-4f39-a0aa-7a7c3fdf0cc5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 982 time: 0.2212930 Nov 24 09:58:29.527360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:58:29.541437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:58:29.561295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:29.578050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:29.578950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:29.637017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eca8dea7-cc57-4c74-b3d1-9d7642c1407e req-ea1b6229-61ef-4957-8439-35d14103952e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510098 Nov 24 09:58:29.637806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:29.676019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] device_id is not set on port 82116bb5-5ec9-4d16-b922-ccf46040609d yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:58:29.690405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:29.702911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:29.710538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:29.756810 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0377948 Nov 24 09:58:29.762038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:29.829921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:29.855556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=6']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:29.862070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:29.925576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'status': 'completed', 'code': 200} Nov 24 09:58:29.939312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] No DVR routers for this DVR port 82116bb5-5ec9-4d16-b922-ccf46040609d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:58:30.231594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-055afa1b-fc15-4700-85ef-39566edfdac6 None None] Provisioning complete for port 82116bb5-5ec9-4d16-b922-ccf46040609d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:30.232030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-055afa1b-fc15-4700-85ef-39566edfdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:30.453368 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-713c8c10-0aad-4331-aa2c-acf8fabadad6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.5155885 Nov 24 09:58:30.520939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-055afa1b-fc15-4700-85ef-39566edfdac6 None None] Port 82116bb5-5ec9-4d16-b922-ccf46040609d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:30.554132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:24Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:30.558852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:58:30.572459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:30.573161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:30.632372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-5b9f8cf9-64ce-450c-a1be-e6b3d7bc6725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:30.633966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-5b9f8cf9-64ce-450c-a1be-e6b3d7bc6725 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1740627 Nov 24 09:58:30.771581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:30.845448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ac556cab-4eb3-4c35-bb82-df349dfa8905 req-9028421c-b55c-4488-8710-08bcf48f00f8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=993cd086-ecc9-46fd-a6c5-f1e487fafe45 HTTP/1.1" status: 200 len: 210 time: 0.0707552 Nov 24 09:58:30.846137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] In _notify_port_updated(), no bound segment for port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:58:30.847225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:30.848520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e92099e0-5b90-4286-8543-8492c718cbcc req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] 10.222.0.61 "PUT /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1025 time: 2.0498121 Nov 24 09:58:30.852047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-4647e877-a560-4b80-8d62-311fd6ea9d3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 999 time: 0.2105711 Nov 24 09:58:30.927925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-b5c9ff6e-8113-4b8a-9db1-90eb02c0e70b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:30.929488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-b5c9ff6e-8113-4b8a-9db1-90eb02c0e70b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0710692 Nov 24 09:58:31.027386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-eb2e073b-9483-429e-a334-9d99e23c4684 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911045 Nov 24 09:58:31.172080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:24Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:31.176913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07315e43-da3f-4fe3-bcab-0b117e447c67 None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:24Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:31.191557 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-e70ececb-747f-4a8b-83b8-627d0206a9e3 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568851 Nov 24 09:58:31.351729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3dca8f9-48d8-46c2-9538-861eb50aa399 req-30c071b6-865c-469c-8f5c-58eefa7b47ef service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530082 Nov 24 09:58:31.537795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84aadf-511f-4119-8d8a-b3d585187042 None None] New status for floating IP c0a0266a-7262-41ff-b08d-e88eddb2b5b2: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:58:31.958673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55324) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:32.035852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edfbe3-283e-43b0-9dec-7f2014fbbec5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:32.037334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d6edfbe3-283e-43b0-9dec-7f2014fbbec5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 924 time: 0.0774949 Nov 24 09:58:32.527213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:58:32.588115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:58:32.588321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55330) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:32.595620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268544754', 'description': 'tempest-secgroup-smoke-1268544754 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:32.602299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:32.613824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:32.622564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.661996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:32.665859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:32.668874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:32.675489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:32.732332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.735451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.740657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-320f842c-06a3-4b55-a8be-bfac91ed0c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:32.784729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1060af-3a3f-4baf-835a-3ba21ae2008c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:32.787690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.788976 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1993833 Nov 24 09:58:32.789929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:32.792207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:32.798227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:32.804867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:32.808949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:32.812471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:32.818426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:32.835195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.906543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.909346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.911373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-beece3de-c15c-4c0f-af06-c2e689076d19 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:32.932810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f33eda-7dbf-4e2d-90c9-38300d7a04c2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:32.937605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:32.944887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:32.946189 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1c7174b8-9d10-4d31-bf82-68614dfc2706 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1529901 Nov 24 09:58:32.949061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:32.956635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:32.962196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:32.966492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:32.970223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:32.976335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:32.993401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.062572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.065964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.069868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c29b7e6b-bb58-467a-b92e-afcf3886d87e tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:33.094459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f648799-0f2f-4dd4-9b9b-c24ba67258e2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:33.097120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:33.103654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.105011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1549478 Nov 24 09:58:33.108203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55342) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:33.114909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:33.121387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:33.126036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:33.129074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:33.135235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:33.153310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.219197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.221845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.223827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a933e8c7-f2d1-4024-b0c0-7e8c6e70671a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:33.247080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54594a0-2f26-4103-b2a1-78db554f2f45,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:33.250457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:33.257004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.258318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486814 Nov 24 09:58:33.261198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55346) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:33.267887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:33.274002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:33.278019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:33.281312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:33.287293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:33.303288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.380320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.535112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.546002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:33.586159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cb9ec9-e39b-45f8-a0c3-fbc53688896c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:33.589327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:33.816935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.816935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5490253 Nov 24 09:58:33.816935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55350) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:33.828072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:33.835455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:33.835455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:33.843435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:33.843435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:33.869577 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:58:33.876996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.966374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.966374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:33.972770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3e4555ec-fc0a-40fd-8e97-ef4895cbb147 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:34.010765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef52c68-1483-4962-b782-04551787cec2,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:34.010765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:34.020568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:34.027786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9088ecf0-69b6-4617-85b8-8335ea186136 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2059138 Nov 24 09:58:34.027786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55354) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:34.038850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': 'ca1060af-3a3f-4baf-835a-3ba21ae2008c', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:34.055349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:34.066521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:34.066521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:34.075660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:34.089139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:58:34.097360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:34.173250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:34.175442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:34.177443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b88f3796-fe0f-4aae-b20f-fa3f1a4184d1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:34.203971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcafc2ad-b9fb-4321-9754-31935b9ecd76,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:34.209011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:34.222348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:34.223916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1979001 Nov 24 09:58:34.480904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-ef08dc80-26c7-4bb7-8217-0a10bd0f834f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:58:34.544938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-ef08dc80-26c7-4bb7-8217-0a10bd0f834f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:58:34.544938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-ef08dc80-26c7-4bb7-8217-0a10bd0f834f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268544754&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.1064949 Nov 24 09:58:34.632741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-75961db1-4165-482c-b97b-c4970fd380b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:34.635068 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-75961db1-4165-482c-b97b-c4970fd380b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 929 time: 0.0842524 Nov 24 09:58:34.720573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-041c03cd-04f5-42e7-bf72-64bd888ed85c service neutron] 10.222.0.55 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0640128 Nov 24 09:58:34.870128 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-c6365c59-b56d-4326-bfee-97d19979cd65 service neutron] 10.222.0.55 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496241 Nov 24 09:58:35.025916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-7e5c0c94-b7c8-4b77-8115-6e51946b61be service neutron] 10.222.0.55 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486313 Nov 24 09:58:35.243236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf7d75b5-5b26-490e-ae86-79d50688b857 req-c6601e86-76ae-4be2-b432-a983d50ca266 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 210 time: 0.0496180 Nov 24 09:58:36.337977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-d2a17a79-89dc-4228-9bc6-696ca6db10d5 service neutron] 10.222.0.61 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1025 time: 0.0727823 Nov 24 09:58:36.426743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a24ce6-6b8c-47cd-a428-914eba5dea86 req-09686050-b5ff-4ac3-8b26-05019dc7d7c6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 210 time: 0.0548723 Nov 24 09:58:36.507914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-b5fa983c-cf61-4b51-bdba-58f85b8fd013 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:36.509545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-b5fa983c-cf61-4b51-bdba-58f85b8fd013 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 796 time: 0.1653743 Nov 24 09:58:36.571085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-3a89a47b-bd42-4838-bf86-e59a1e4265b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 472 time: 0.0479834 Nov 24 09:58:36.586348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Request body: {'port': {'device_id': 'a321ee1d-8400-4437-9954-6a326e1a5e37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:36.706435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.069517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82116bb5-5ec9-4d16-b922-ccf46040609d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:37.076083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.092328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Transition to ACTIVE for port object 82116bb5-5ec9-4d16-b922-ccf46040609d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:58:37.094979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.099380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:37.234617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=7']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:37.238778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:37.395672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:58:37.396270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:58:37.396412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:37.402796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:58:37.403162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Attempting to bind port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:58:37.411008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:58:37.411383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Checking segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:58:37.411810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Bound using segment: {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:58:37.412277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Bound port: 82116bb5-5ec9-4d16-b922-ccf46040609d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d67fbd-d919-439c-8768-11404ea75d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:58:37.412662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.512952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:37.517898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:58:37.520792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.527307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:37.639786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:37.641360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] 10.222.0.61 "PUT /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1130 time: 1.0594118 Nov 24 09:58:37.644847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a321ee1d-8400-4437-9954-6a326e1a5e37', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:37.665686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=8']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:37.669621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:37.728314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a321ee1d-8400-4437-9954-6a326e1a5e37', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'status': 'completed', 'code': 200} Nov 24 09:58:37.751773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f1101-f6b3-48bf-9237-42eb7dbb1add req-9305e8b8-4b59-4b54-ae5e-f18e5e74c31d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:37.753657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f9f1101-f6b3-48bf-9237-42eb7dbb1add req-9305e8b8-4b59-4b54-ae5e-f18e5e74c31d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 980 time: 0.1827891 Nov 24 09:58:37.824055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f9f1101-f6b3-48bf-9237-42eb7dbb1add req-7480c473-5871-47ab-8973-23256784374b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Nov 24 09:58:37.828985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-43cc4bb4-b26e-4bbc-b90d-a466debcc24c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 1133 time: 0.1439695 Nov 24 09:58:37.948086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-9eaa0256-58c2-4f5a-b15c-90a238d7ff7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1036 time: 0.1119096 Nov 24 09:58:38.019646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-4e8a8470-70a2-4a8e-9cba-64ed6a113713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:38.021271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-4e8a8470-70a2-4a8e-9cba-64ed6a113713 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 200 len: 834 time: 0.0665064 Nov 24 09:58:38.111935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-b87222ec-9374-4dd9-8df1-11570a733868 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844584 Nov 24 09:58:38.271082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-1079576e-c3f9-4eae-8711-0b611c9027b3 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505375 Nov 24 09:58:38.423463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-54f25ee3-5fd3-405b-a957-f31d224d3a28 req-1cea50ad-6e4d-4507-8f66-f14010dffba7 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452229 Nov 24 09:58:38.544420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-e28331de-f9f6-4e54-88ff-891b65a5dfe0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 1133 time: 0.0773315 Nov 24 09:58:38.698817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-3cbed8ec-eefd-4afe-b69d-0fc061c48234 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:38.700563 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-3cbed8ec-eefd-4afe-b69d-0fc061c48234 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 897 time: 0.1502924 Nov 24 09:58:38.811845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-705f4303-2bf3-436e-807c-cabd78415154 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1036 time: 0.1041164 Nov 24 09:58:38.884265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-867d032f-d7e3-4609-84ab-ed13fe60d583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:38.885953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-867d032f-d7e3-4609-84ab-ed13fe60d583 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 200 len: 834 time: 0.0668752 Nov 24 09:58:38.974449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-5498039e-e985-4db2-acea-c6ab749bc599 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813217 Nov 24 09:58:39.044805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e47-7347-41b9-97ad-20875bdb9fce req-b8587afb-342e-41ae-b8d6-57bed7bf48df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:39.047110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2fc84e47-7347-41b9-97ad-20875bdb9fce req-b8587afb-342e-41ae-b8d6-57bed7bf48df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 980 time: 0.0900147 Nov 24 09:58:39.101872 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2fc84e47-7347-41b9-97ad-20875bdb9fce req-2f430ec6-e755-4336-a18f-6cac8deffff3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Nov 24 09:58:39.135933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-5eead2fb-ca98-4f76-9b80-9511584bc1bb service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532447 Nov 24 09:58:39.289701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0d6bfd-6b34-4623-89d1-adef4184647d req-c08848e1-7f21-4c7c-9bd4-45eb17d8b8e8 service neutron] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455894 Nov 24 09:58:40.596466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:58:40.613353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee3555-602a-42e9-8f4b-23af96930a93 req-69927346-39fe-48bd-82b0-6af3499768c1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:40.613353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8ee3555-602a-42e9-8f4b-23af96930a93 req-69927346-39fe-48bd-82b0-6af3499768c1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 980 time: 0.3839550 Nov 24 09:58:40.681902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8ee3555-602a-42e9-8f4b-23af96930a93 req-bdb2d72b-3c4f-4c84-9228-ed0308c566cc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624800 Nov 24 09:58:40.722520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:40.864059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:40.878618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'port_id': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'mac_address': 'fa:16:3e:25:60:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:58:40.943883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:40.967617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82116bb5-5ec9-4d16-b922-ccf46040609d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:58:40.981997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:40.981997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:40.989457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:41.081115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=9']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:41.086128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:41.192588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['82116bb5-5ec9-4d16-b922-ccf46040609d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:58:41.947676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59693bd-685f-476e-9559-8e08b565d8c9 req-cab1a4b1-9ebb-4c32-849a-9beb536e53ef tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:41.947676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b59693bd-685f-476e-9559-8e08b565d8c9 req-cab1a4b1-9ebb-4c32-849a-9beb536e53ef tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 981 time: 0.1159072 Nov 24 09:58:42.019428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b59693bd-685f-476e-9559-8e08b565d8c9 req-bd0f9658-6788-4f16-ba52-3f150358bc6b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599761 Nov 24 09:58:42.609504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:58:42.696418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 82116bb5-5ec9-4d16-b922-ccf46040609d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:58:42.696418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 82116bb5-5ec9-4d16-b922-ccf46040609d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:42.696418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:42.824535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:42.854779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321ee1d-8400-4437-9954-6a326e1a5e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:58:42.864168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:42.864168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:42.870832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:42.926414 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321ee1d-8400-4437-9954-6a326e1a5e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82116bb5-5ec9-4d16-b922-ccf46040609d', 'code': 200} Nov 24 09:58:42.948497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=10']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:42.948497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:43.285762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c324c6-ffbe-4620-ac41-a790ed440d0b req-f1d7a283-8623-447f-827d-b1c2222c20bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:43.285762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02c324c6-ffbe-4620-ac41-a790ed440d0b req-f1d7a283-8623-447f-827d-b1c2222c20bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.1078837 Nov 24 09:58:43.298158 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8220a37a-e32c-4daa-b421-9ba78d44d74d req-cd5787ab-95df-4966-b148-c26502f0ab65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 1136 time: 0.1024847 Nov 24 09:58:43.336595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02c324c6-ffbe-4620-ac41-a790ed440d0b req-c1bec1a0-afae-411e-8f23-8a09a7076041 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531509 Nov 24 09:58:43.354640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8220a37a-e32c-4daa-b421-9ba78d44d74d req-e4f31c9b-7dd4-4530-b1f2-1ffc27a161f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508027 Nov 24 09:58:44.585036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556ff4-f3d3-402e-851c-c6d6ae9a94d1 req-43c61e03-1e06-459d-88da-79250469b418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:44.586669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75556ff4-f3d3-402e-851c-c6d6ae9a94d1 req-43c61e03-1e06-459d-88da-79250469b418 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.0833654 Nov 24 09:58:44.635881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75556ff4-f3d3-402e-851c-c6d6ae9a94d1 req-2c392d40-c591-47d4-9f41-0f1a3b42a0d0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Nov 24 09:58:44.913298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95839a-4782-4bf2-83b5-9e909c15f917 req-81fd85a1-7da2-49d1-aaaa-404ad6a28419 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:44.916184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4b95839a-4782-4bf2-83b5-9e909c15f917 req-81fd85a1-7da2-49d1-aaaa-404ad6a28419 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.1531143 Nov 24 09:58:44.971241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4b95839a-4782-4bf2-83b5-9e909c15f917 req-706ff051-159b-45c3-ae09-1a7655e486bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Nov 24 09:58:45.001970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55410) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:45.434980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-84f57609-baf3-47c5-9d22-6c2ed4399421 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37&network_id=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 200 len: 1131 time: 0.4315569 Nov 24 09:58:45.875891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e01d8-abe0-4d41-8717-37a5e4f54405 req-c53ab011-4136-48fc-a43d-c23c532e1e30 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:45.877672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a7e01d8-abe0-4d41-8717-37a5e4f54405 req-c53ab011-4136-48fc-a43d-c23c532e1e30 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.1041102 Nov 24 09:58:45.944483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a7e01d8-abe0-4d41-8717-37a5e4f54405 req-8e7d9230-d668-472e-ba94-8db0a882e2a9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561619 Nov 24 09:58:47.238511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5ed30-1e38-4f43-923a-57f0f203bd46 req-26ffcdc6-4ee7-4153-8c7c-52ae33c13bde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:47.240703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1c5ed30-1e38-4f43-923a-57f0f203bd46 req-26ffcdc6-4ee7-4153-8c7c-52ae33c13bde tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.1260695 Nov 24 09:58:47.277143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318ada7-5335-422a-93d8-2ee982aa970d req-623e4e49-cdbb-4a67-add7-55dc2a24c9ac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:47.278860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0318ada7-5335-422a-93d8-2ee982aa970d req-623e4e49-cdbb-4a67-add7-55dc2a24c9ac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 983 time: 0.2229402 Nov 24 09:58:47.387383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318ada7-5335-422a-93d8-2ee982aa970d req-38f2f0b2-c861-4dda-ba34-81abcb9083fb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:47.387383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0318ada7-5335-422a-93d8-2ee982aa970d req-38f2f0b2-c861-4dda-ba34-81abcb9083fb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0976522 Nov 24 09:58:47.387383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1c5ed30-1e38-4f43-923a-57f0f203bd46 req-d61746a2-8d23-45b7-9153-56eb437bb9a2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5c9519e2-eb89-4a69-9593-0e84e7bd5841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400397 Nov 24 09:58:47.576860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0318ada7-5335-422a-93d8-2ee982aa970d req-b2ee11bb-e59b-477f-a3b1-191342084d6f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1794755 Nov 24 09:58:47.587946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:47.710761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:47.930718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=82116bb5-5ec9-4d16-b922-ccf46040609d,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:47.969284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] For port 82116bb5-5ec9-4d16-b922-ccf46040609d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:58:48.026701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] device_id is not set on port 82116bb5-5ec9-4d16-b922-ccf46040609d yet. {{(pid=88877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 24 09:58:48.035586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:48.052750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:48.057739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-639513ae-478f-412b-92c4-0eacf3a90115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:48.202054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=11']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:48.217755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.217755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.217984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.218216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.218881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.219318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.219738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.220157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.220574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.220990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.221403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:48.234619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:48.291185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] No DVR routers for this DVR port 82116bb5-5ec9-4d16-b922-ccf46040609d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:58:48.457625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-63324ed0-1da4-4a62-b12c-db36c2529cf3 None None] Provisioning complete for port 82116bb5-5ec9-4d16-b922-ccf46040609d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:58:48.460161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63324ed0-1da4-4a62-b12c-db36c2529cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:48.520818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-63324ed0-1da4-4a62-b12c-db36c2529cf3 None None] Port 82116bb5-5ec9-4d16-b922-ccf46040609d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:58:48.611207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] In _notify_port_updated(), no bound segment for port 82116bb5-5ec9-4d16-b922-ccf46040609d on network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 {{(pid=88877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Nov 24 09:58:48.611207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:48.611207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0318ada7-5335-422a-93d8-2ee982aa970d req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] 10.222.0.61 "PUT /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 200 len: 1026 time: 1.0309241 Nov 24 09:58:48.837717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d835cb71-238f-4210-9ba9-d30a37ba5623 req-701efb03-c642-4cd1-9542-de435604a0d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=a321ee1d-8400-4437-9954-6a326e1a5e37 HTTP/1.1" status: 200 len: 210 time: 0.2931790 Nov 24 09:58:48.851486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88700254-b5ab-494e-9f38-26cc73336204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:49.960586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55426) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:50.043188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.075922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.139684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.145261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba734477-4e46-414a-9033-c0178fd06706 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:50.162946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1060af-3a3f-4baf-835a-3ba21ae2008c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:50.167406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:50.171920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.173185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/ca1060af-3a3f-4baf-835a-3ba21ae2008c HTTP/1.1" status: 204 len: 168 time: 0.2129061 Nov 24 09:58:50.217322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:50.437476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.446832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port ddea92d8-c7b6-4d9f-adc7-da92a5639ff6 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:58:50.447210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.627297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.627297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.761796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for ddea92d8-c7b6-4d9f-adc7-da92a5639ff6 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:58:50.935504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:50.940336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e837fe93-141a-404c-bda0-5c43d8ceaed7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:50.991450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=ddea92d8-c7b6-4d9f-adc7-da92a5639ff6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:51.090778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.091989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.092617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.093712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.093712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.094231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.094444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.094949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.095797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.095797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.096164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:51.101565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:51.117083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:51.583421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0bb9828b-28ed-460f-b120-95d28f20cd1e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:58:51.612234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:51.622118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17ef153d-6b7c-44e9-8aaa-9ba3dc47e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:51.829615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:58:51.839401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Sync routers for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:58:51.850804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:51.852001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:51.852695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:51.914718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/a6fab6e7-446e-4d21-8673-527ffe44259c HTTP/1.1" status: 204 len: 168 time: 1.6959863 Nov 24 09:58:52.068614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:52.087730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:52.175555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.214365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.285118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.290845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5ffcb4a7-14ef-4744-8568-ae1c368f8ed8 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:52.307153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fafba56-c286-4c20-83d4-ad0acfd1c476,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:52.311987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:52.317241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.317241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/2fafba56-c286-4c20-83d4-ad0acfd1c476 HTTP/1.1" status: 204 len: 168 time: 0.2281623 Nov 24 09:58:52.374145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:52.523662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:52.523662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Checking router: 0bb9828b-28ed-460f-b120-95d28f20cd1e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:58:52.532953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 82116bb5-5ec9-4d16-b922-ccf46040609d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:58:52.532953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.543160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:52.543160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:52.666719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:58:52.769371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 82116bb5-5ec9-4d16-b922-ccf46040609d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:58:52.778434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:52.791711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:52.929698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 82116bb5-5ec9-4d16-b922-ccf46040609d owned by {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:58:53.099925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:53.106380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4fd38ecf-d2be-4b65-a48a-b998beb619cb tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:53.155030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=82116bb5-5ec9-4d16-b922-ccf46040609d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:53.159602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:53.274344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:53.286215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/ports/82116bb5-5ec9-4d16-b922-ccf46040609d HTTP/1.1" status: 204 len: 168 time: 0.9109781 Nov 24 09:58:53.289606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:53.335150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:53.368658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:53.375026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b2c06-a0f3-4b7c-a063-0c03bd1b22b7 None None] The sync data for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv is: [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:01Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c206d145-38fc-4bc2-9f73-85cfd6d45429', 'name': '', 'network_id': '09e53c7d-4c9e-4bdc-914d-a779cdaf83a8', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:fd:c8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:59Z', 'updated_at': '2021-11-24T09:58:08Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '200a0e23-6f1c-467b-a3fe-11aac617cf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:53.865165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faa824-2e07-4280-a6cf-96ad07363462 None None] New status for floating IP a6fab6e7-446e-4d21-8673-527ffe44259c: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:58:53.992438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:54.655566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port c206d145-38fc-4bc2-9f73-85cfd6d45429 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:58:54.656202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:54.858136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port c206d145-38fc-4bc2-9f73-85cfd6d45429, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c206d145-38fc-4bc2-9f73-85cfd6d45429,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:54.858557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:54.991326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for c206d145-38fc-4bc2-9f73-85cfd6d45429 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:58:55.186848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:55.191247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:55.245550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=c206d145-38fc-4bc2-9f73-85cfd6d45429,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:55.248680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:55.495076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:58:55.570736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:56.198615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0bb9828b-28ed-460f-b120-95d28f20cd1e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:58:56.677088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:58:56.687242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Sync routers for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:58:56.693068 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/0bb9828b-28ed-460f-b120-95d28f20cd1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4009981 Nov 24 09:58:56.694454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:56.703797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:56.704512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:56.908849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:56.960219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 200a0e23-6f1c-467b-a3fe-11aac617cf37 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 09:58:56.963832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.035265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.132035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.224239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.229557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-570fab18-4255-4cd6-aa51-b53095a58e94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:57.233775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:55Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:57.238915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Checking router: 0bb9828b-28ed-460f-b120-95d28f20cd1e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:58:57.254797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Routers {'0bb9828b-28ed-460f-b120-95d28f20cd1e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:58:57.255554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0bb9828b-28ed-460f-b120-95d28f20cd1e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:57.272147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=200a0e23-6f1c-467b-a3fe-11aac617cf37,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:57.276307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:57.280683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.287940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/200a0e23-6f1c-467b-a3fe-11aac617cf37 HTTP/1.1" status: 204 len: 168 time: 0.5923193 Nov 24 09:58:57.290788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55460) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:57.317224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b464d9-4abb-4477-b66b-faa9610b651c None None] Network 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:58:57.518930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.625832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] Set router 0bb9828b-28ed-460f-b120-95d28f20cd1e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:58:57.757375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.766999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port f209bb1b-0777-49c4-9ed1-1550334f8157 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:58:57.767418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.937120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] DHCP port deletion for 09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 09:58:57.943429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Deleting port 90ec1175-db6a-4a08-82d2-c5153f745a62 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 09:58:57.943874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:57.975868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port f209bb1b-0777-49c4-9ed1-1550334f8157, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f209bb1b-0777-49c4-9ed1-1550334f8157,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:57.976277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.084064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:55Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:58.116836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3672e6-463a-4acc-876c-4f939c1ec61b None None] The sync data for ids ['0bb9828b-28ed-460f-b120-95d28f20cd1e'] in dv-neutron-818439-1-hyperv is: [{'id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'name': 'tempest-TestNetworkBasicOps-router-1713597678', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:55Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'f209bb1b-0777-49c4-9ed1-1550334f8157', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9828b-28ed-460f-b120-95d28f20cd1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:57:55Z', 'updated_at': '2021-11-24T09:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:58:58.119518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for f209bb1b-0777-49c4-9ed1-1550334f8157 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:58:58.212817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] For port 90ec1175-db6a-4a08-82d2-c5153f745a62, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=90ec1175-db6a-4a08-82d2-c5153f745a62,segment=NetworkSegment(62d67fbd-d919-439c-8768-11404ea75d25),segment_id=62d67fbd-d919-439c-8768-11404ea75d25)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:58:58.213271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.381526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.386223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-199936e7-abbf-47b0-bbf2-51e301421b08 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:58.436342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=f209bb1b-0777-49c4-9ed1-1550334f8157,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:58.441421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:58.564576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Calling delete_port for 90ec1175-db6a-4a08-82d2-c5153f745a62 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 09:58:58.700103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.788201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.799318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a510e6dd-2488-44b2-9399-37dace9247d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:58.851877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Pushing event deleted for resources: {'Port': ['ID=90ec1175-db6a-4a08-82d2-c5153f745a62,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:58.874094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] No DVR routers for this DVR port 90ec1175-db6a-4a08-82d2-c5153f745a62 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 09:58:58.876155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.876544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.876928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.877302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.877680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.878073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.878475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.878821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.879186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.879548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.879911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 09:58:58.886048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:58.986754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:58.991325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.015086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.015922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router 0bb9828b-28ed-460f-b120-95d28f20cd1e {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 09:58:59.032274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.033511 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/0bb9828b-28ed-460f-b120-95d28f20cd1e HTTP/1.1" status: 204 len: 168 time: 1.7416060 Nov 24 09:58:59.038729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:59.176221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.323832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.352379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e53c7d-4c9e-4bdc-914d-a779cdaf83a8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:59.365753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d67fbd-d919-439c-8768-11404ea75d25') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:59.366098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d67fbd-d919-439c-8768-11404ea75d25') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:58:59.378693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.394188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.400528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 09:58:59.400957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 09:58:59.416733 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 09:58:59.498656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.502186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a80b5cac-b967-4530-af1f-82fe1e5ca97f tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:59.520336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.526959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=09e53c7d-4c9e-4bdc-914d-a779cdaf83a8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:59.532326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:59.538491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/09e53c7d-4c9e-4bdc-914d-a779cdaf83a8 HTTP/1.1" status: 204 len: 168 time: 0.4986761 Nov 24 09:58:59.552908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55468) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:59.567247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c57b79f0-9c7e-4cc1-8994-588467400eec tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0131085 Nov 24 09:58:59.569821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55472) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:59.576260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--141008346', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:59.581543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:59.585834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:59.589427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:59.596525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:59.605768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:58:59.611680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.643527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 09:58:59.654013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.654406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment df5a40b3-b95a-4f97-af85-d4aaff2e86b1 of type vlan for network 71b0ac0a-ad09-42a0-9206-fc977efb9cff Nov 24 09:58:59.681418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.711895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.716261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:58:59.717140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.722736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8519fef3-74be-4c02-974d-ff0459689de1 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:58:59.781972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2109859 Nov 24 09:58:59.785006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55476) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:58:59.790970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-776300187', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:58:59.798472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:58:59.802501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:58:59.805486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:58:59.813283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:58:59.823739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.824893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.841456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=71b0ac0a-ad09-42a0-9206-fc977efb9cff,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:58:59.844671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:58:59.852723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:58:59.855541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 09:58:59.881677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c206d145-38fc-4bc2-9f73-85cfd6d45429 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:58:59.932606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c206d145-38fc-4bc2-9f73-85cfd6d45429 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:58:59.932995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c206d145-38fc-4bc2-9f73-85cfd6d45429 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:58:59.933464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 90ec1175-db6a-4a08-82d2-c5153f745a62 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:59:00.006556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.017069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 90ec1175-db6a-4a08-82d2-c5153f745a62 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:59:00.017514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 90ec1175-db6a-4a08-82d2-c5153f745a62 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:59:00.018059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f209bb1b-0777-49c4-9ed1-1550334f8157 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:59:00.068061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f209bb1b-0777-49c4-9ed1-1550334f8157 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 09:59:00.068459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f209bb1b-0777-49c4-9ed1-1550334f8157 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 09:59:00.200530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.237979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.386424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.254 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:59:00.554965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.585247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.592358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77871d5c-fa1e-4092-ab17-70afda69e0c3 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:00.685702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:00.689364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:00.694794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:59:00.720841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:00.726208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:00.858008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:00.858850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:01.099392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 32863688-c994-47dd-9556-41164674c176 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:59:01.320091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:59:01.330563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:59:01.343826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:01.344543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:01.347478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:01.348822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5626526 Nov 24 09:59:01.352156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55482) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:01.398631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4c72efca-8f9d-4d6b-9d66-b6a26cb27e10 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443320 Nov 24 09:59:01.400582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55486) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:01.526251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:01.543283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9a5a0-8bc3-491b-885b-083f156446f2 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:01.544995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3db9a5a0-8bc3-491b-885b-083f156446f2 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433663 Nov 24 09:59:01.548281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55490) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:01.602106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55494) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:01.602691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-909d8ddb-7208-421d-abb0-a9b4d7a6ab60 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526397 Nov 24 09:59:01.608878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1567506096', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:01.740224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:01.744330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:01.747296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:01.753447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:01.762753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:59:01.827266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:00Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:01.831331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:59:01.831731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Updating router 32863688-c994-47dd-9556-41164674c176 port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:59:01.875820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:01.884079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.356866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.361578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9e656705-f6f7-40b2-8efe-b27dd7d5d65e tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:02.395891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.408782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Transition to ACTIVE for port object e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:02.414599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.418988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:02.445777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=44911c03-d4cc-45cc-837c-4da510e8632a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:02.449533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:02.457541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:59:02.457933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 71b0ac0a-ad09-42a0-9206-fc977efb9cff, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 09:59:02.481041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 09:59:02.490893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 71b0ac0a-ad09-42a0-9206-fc977efb9cff) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:02.495661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:02.496354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.502669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ff0d4-fbf4-4103-b301-a2c9e820eae7 None None] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:59:02.504830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Attempting to bind port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:59:02.505259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Attempting to bind port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:59:02.505676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Attempting to bind port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:59:02.509788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:02.515736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:59:02.516203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:59:02.516838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.517350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:59:02.517841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Bound port: e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:59:02.518266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.519750 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9164624 Nov 24 09:59:02.522602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:02.546445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:02.609788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:59:02.613430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:59:02.618044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.624514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:02.706741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:02.710384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:02.716828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:02.717680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:02.791878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 09:59:02.793541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:02.908692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:02.975302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Allocated IP 172.20.0.2 (71b0ac0a-ad09-42a0-9206-fc977efb9cff/44911c03-d4cc-45cc-837c-4da510e8632a/0f3a20b0-c50a-4694-8a0c-274870a52853) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:59:03.220232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.232814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Transition to ACTIVE for port object 0f3a20b0-c50a-4694-8a0c-274870a52853 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:03.236925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:00Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:03.241738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84312a5d-34b9-4ee2-9263-7f459e25dad8 None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:00Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:59:03.257692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Transition to ACTIVE for port object 0f3a20b0-c50a-4694-8a0c-274870a52853 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:03.265562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.273405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:03.350715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:03.354647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:03.360237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Pushing event updated for resources: {'Port': ['ID=0f3a20b0-c50a-4694-8a0c-274870a52853,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:03.362949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:59:03.369994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:03.411307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.455473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Attempting to bind port 0f3a20b0-c50a-4694-8a0c-274870a52853 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:59:03.455896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Attempting to bind port 0f3a20b0-c50a-4694-8a0c-274870a52853 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:59:03.456319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Attempting to bind port 0f3a20b0-c50a-4694-8a0c-274870a52853 on network 71b0ac0a-ad09-42a0-9206-fc977efb9cff {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:59:03.463401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:59:03.463831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Checking segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:59:03.464297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.464742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Bound using segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:59:03.465274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Bound port: 0f3a20b0-c50a-4694-8a0c-274870a52853, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:59:03.465705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.567941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] For port 0f3a20b0-c50a-4694-8a0c-274870a52853, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:59:03.571498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] For port 0f3a20b0-c50a-4694-8a0c-274870a52853, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0f3a20b0-c50a-4694-8a0c-274870a52853,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:59:03.574894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:03.580854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:03.681130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Pushing event updated for resources: {'Port': ['ID=0f3a20b0-c50a-4694-8a0c-274870a52853,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:03.688368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:03.887079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (71b0ac0a-ad09-42a0-9206-fc977efb9cff/44911c03-d4cc-45cc-837c-4da510e8632a/61aa02e4-640a-4c7b-92a4-38c85f84caa6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:59:03.909751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:03.991922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:04.003747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:04.004158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.130508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.151959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 61aa02e4-640a-4c7b-92a4-38c85f84caa6 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:04.158812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.176242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.180854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:04.182552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1f33446b-7056-4777-81c2-53f7fb69e32c tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:04.184077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.186669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:04.264743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:04.269278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:04.272737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:04.281293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:04.283844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:59:04.333403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:04.336487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:04.355788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.450391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.891561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.895170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:04.925669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9fe08ea-4ce3-4fbc-8262-98902dce3c9d tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:05.016162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:05.020864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:05.024659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:05.174338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:05.175595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:05.464978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea18ee-6d98-47d0-82ba-e54feb2f2f70 None None] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 09:59:05.636455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b015eb83-01c6-479c-b528-d73b5f6db991 None None] Provisioning for port 0f3a20b0-c50a-4694-8a0c-274870a52853 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:05.867586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 32863688-c994-47dd-9556-41164674c176 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:59:06.005714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0f3a20b0-c50a-4694-8a0c-274870a52853 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:06.097453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0f3a20b0-c50a-4694-8a0c-274870a52853 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:06.102759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Provisioning complete for port 0f3a20b0-c50a-4694-8a0c-274870a52853 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:06.103190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:06.135767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:59:06.158143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/32863688-c994-47dd-9556-41164674c176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6341960 Nov 24 09:59:06.160797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55502) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:06.185580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0f3a20b0-c50a-4694-8a0c-274870a52853 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:06.185880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:06.357852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.358363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.358812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.359476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.359898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.360370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.362633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4522ae79-9129-45f3-86ba-178d0b8afac0 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2007694 Nov 24 09:59:06.366834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55506) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:06.412151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:06.476319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.476945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.477371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.477803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.478201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.478633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:06.485356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:06.486024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d748e85-8699-47cf-bf25-d1b785b23388 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1177018 Nov 24 09:59:06.635112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:06.660242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:59:06.689067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] For port 0f3a20b0-c50a-4694-8a0c-274870a52853, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0f3a20b0-c50a-4694-8a0c-274870a52853,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:06.690190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:06.691182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:06.764889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27a3fed9-4aef-4b3f-9604-0fcbc7efaf6a tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2776687 Nov 24 09:59:06.787920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:06.798848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29012a08-22ab-42c4-bb8d-483232bcfe4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:06.967592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 09:59:06.967906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 09:59:06.975589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Provisioning for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:06.987713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Pushing event updated for resources: {'Port': ['ID=0f3a20b0-c50a-4694-8a0c-274870a52853,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:06.990499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:06.990961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.024995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.030235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.031970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466073727', 'description': 'tempest-secgroup-smoke-466073727 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.041084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.045563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.048592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.054732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.065674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.072164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:59:07.077913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:07.104343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.108510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.111644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.117529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.177076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.180123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.186155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80373f97-138a-4c78-8851-b7d344918dd7 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:07.233128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704db064-d1ba-4fea-9f92-5644e6cc8f2a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:07.236273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.237165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.238471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2123387 Nov 24 09:59:07.241419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.248277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.254948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.259625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.262893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.269793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.284393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f225e5ef-c0a3-499d-8ff0-64866d0197e6 None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:07.284825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f225e5ef-c0a3-499d-8ff0-64866d0197e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.287296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.362422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.365163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.367118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b447590-322b-47f5-a78d-eed926fa0af3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:07.391007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f7a307-c30b-42a8-825b-1bac13384c95,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:07.393577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.400555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.405288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1594400 Nov 24 09:59:07.405509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.411447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.415703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f225e5ef-c0a3-499d-8ff0-64866d0197e6 None None] Port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:59:07.417776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.422566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.425591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.432037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.450538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.517830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.520660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.526619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-166f9a26-4183-4f0d-b045-3bb7e0757ae6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:07.535177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:07.547923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900084c6-2353-49ce-b0d5-29ba2dc65880,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:07.550589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.558415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.559974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1534638 Nov 24 09:59:07.562910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.570316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.578068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.582482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.585975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.593224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.610771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:07.611981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.615874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:59:07.616286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Updating router 32863688-c994-47dd-9556-41164674c176 port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 09:59:07.677981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:07.678425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.685265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.688142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.690089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a45ce9e9-6d77-4caf-b149-0aceb1868d83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:07.715270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d203bfdb-b257-4498-a43f-27c1a6ec5573,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:07.715469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.720353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.727519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.728829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24b0414f-1b3e-4107-9043-8cd225a47153 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1646962 Nov 24 09:59:07.731818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.738281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.744469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.748582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.751650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.757718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.774295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.845698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.848447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.850522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-806aee55-9216-410b-9a11-d1118c683d36 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:07.874910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399dfb39-f725-450d-b1fa-853e0503ab8a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:07.877559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:07.884292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:07.885591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1526515 Nov 24 09:59:07.889492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:07.895430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:07.901891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:07.906022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:07.909226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:07.915641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:07.925646 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:59:07.932699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.004515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.007621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.009607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bc679fd0-0340-4f09-99e0-22e08cc7dc03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:08.034950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0009c4c5-90b5-4570-9563-d294356c4516,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:08.035577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0f3a20b0-c50a-4694-8a0c-274870a52853 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:08.037535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:08.045500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.047284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570346 Nov 24 09:59:08.050388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:08.057396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '704db064-d1ba-4fea-9f92-5644e6cc8f2a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:08.064486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:08.068738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:08.071896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:08.078509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:08.089053 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 09:59:08.098053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.174980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.177701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.179831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70341a91-4803-4c15-a34c-74f38fbab121 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:08.201635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0f3a20b0-c50a-4694-8a0c-274870a52853 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:08.202077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.204520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91d729e-72f8-4585-b9b2-373eeed8f50a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:08.209392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:08.213204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.214498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1620550 Nov 24 09:59:08.293573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.312219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Transition to ACTIVE for port object 61aa02e4-640a-4c7b-92a4-38c85f84caa6 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:08.346450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.356785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:08.579633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-54f0810a-f256-442a-8947-25b1d477d766 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:59:08.595403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-54f0810a-f256-442a-8947-25b1d477d766 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:59:08.596685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-54f0810a-f256-442a-8947-25b1d477d766 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466073727&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0632048 Nov 24 09:59:08.684494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:08.689316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:08.769785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-27e21608-08f0-4ddd-b3dd-80bf48c90bca tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:08.771430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-27e21608-08f0-4ddd-b3dd-80bf48c90bca tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 200 len: 796 time: 0.1629684 Nov 24 09:59:08.787016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Attempting to bind port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:59:08.787430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Attempting to bind port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:59:08.787845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Attempting to bind port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 on network 71b0ac0a-ad09-42a0-9206-fc977efb9cff {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:59:08.791449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-ed703d1e-f323-404b-a385-d1d97fea1707 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0131783 Nov 24 09:59:08.795827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:59:08.796248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Checking segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:59:08.796702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.797141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Bound using segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:59:08.797665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Bound port: 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:59:08.798115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.898328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:59:08.901997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=61aa02e4-640a-4c7b-92a4-38c85f84caa6,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:59:08.906719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:08.911606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:09.019487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:09.023016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:09.024377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:09.025092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:58:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:09.131279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-abd2757e-1707-41a7-ae99-713fb9444052 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3313692 Nov 24 09:59:09.234692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:09.295510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-a11b8f5e-0833-410d-8b29-7c836ac52a76 service neutron] 10.222.0.55 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510701 Nov 24 09:59:09.445514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-db511bc3-12f2-4c0c-b027-e565d6753e4d service neutron] 10.222.0.55 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432056 Nov 24 09:59:09.589792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:08Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:09.594631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee45d2-3137-43db-ba55-55afbab70de3 None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:08Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:59:09.775531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c93789b3-88de-4211-8d57-22e0d912643f req-d687d2f5-ad8a-404b-9b56-3c08f02176bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:59:09.798852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c93789b3-88de-4211-8d57-22e0d912643f req-d687d2f5-ad8a-404b-9b56-3c08f02176bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:59:09.800351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c93789b3-88de-4211-8d57-22e0d912643f req-d687d2f5-ad8a-404b-9b56-3c08f02176bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 210 time: 0.1727455 Nov 24 09:59:10.042964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:10.129167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:10.141083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:10.141560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:10.284201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:10.324932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=61aa02e4-640a-4c7b-92a4-38c85f84caa6,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:10.328642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:10.330839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19038138-425a-4b64-ad3d-694bdbf6b610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:10.411141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:10.414622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:10.556303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:10.926203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-121f056f-c09b-42e0-988a-5f0f66ffa351 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:10.928223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-121f056f-c09b-42e0-988a-5f0f66ffa351 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 200 len: 796 time: 0.1891522 Nov 24 09:59:11.022320 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7adf56aa-cce4-479d-9cf9-b256e18457ab req-881f123a-3dbb-49da-bfb6-055321734d30 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 210 time: 0.0647743 Nov 24 09:59:11.036370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-d9d6ce8e-f65b-4615-a656-fb9b216d6c03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 379 time: 0.0964997 Nov 24 09:59:11.047329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['704db064-d1ba-4fea-9f92-5644e6cc8f2a']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:11.201914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:11.212667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:11.223159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 09:59:11.228740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:11.412673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.9 (71b0ac0a-ad09-42a0-9206-fc977efb9cff/44911c03-d4cc-45cc-837c-4da510e8632a/dae42db5-9ab0-4a15-a76d-de0cd22fc254) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:59:11.627835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:11.645246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object dae42db5-9ab0-4a15-a76d-de0cd22fc254 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:11.667787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:11.675855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d40f9daf-7fc1-42d9-909d-067e60e61523 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:11.753317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:11.763870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:11.767544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:59:11.821173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:11.824885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:11.850687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:11.851389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:11.890871 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488593 Nov 24 09:59:11.902566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Request body: {'port': {'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:12.025649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:12.043080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.104649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:12.104777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.213032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f5185f92-9522-462c-8992-11567bf03cd3 None None] Provisioning for port dae42db5-9ab0-4a15-a76d-de0cd22fc254 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:12.228322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f5185f92-9522-462c-8992-11567bf03cd3 None None] Provisioning complete for port dae42db5-9ab0-4a15-a76d-de0cd22fc254 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:12.228745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5185f92-9522-462c-8992-11567bf03cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.306695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f5185f92-9522-462c-8992-11567bf03cd3 None None] Port dae42db5-9ab0-4a15-a76d-de0cd22fc254 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 09:59:12.312185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78527f-3eee-4c2d-8c60-c60c6cd70eaa req-e9af3f35-ded1-407b-9891-8470c20780aa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:12.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc78527f-3eee-4c2d-8c60-c60c6cd70eaa req-e9af3f35-ded1-407b-9891-8470c20780aa tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 931 time: 0.1228232 Nov 24 09:59:12.377318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-dc78527f-3eee-4c2d-8c60-c60c6cd70eaa req-e96a13de-c058-4eb5-b659-6aaefb6e8b8c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:59:12.390883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-dc78527f-3eee-4c2d-8c60-c60c6cd70eaa req-e96a13de-c058-4eb5-b659-6aaefb6e8b8c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:59:12.392135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc78527f-3eee-4c2d-8c60-c60c6cd70eaa req-e96a13de-c058-4eb5-b659-6aaefb6e8b8c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717111 Nov 24 09:59:12.495283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae42db5-9ab0-4a15-a76d-de0cd22fc254 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:59:12.502568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.519585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Transition to ACTIVE for port object dae42db5-9ab0-4a15-a76d-de0cd22fc254 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 09:59:12.521522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.526849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:12.675448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:12.678696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:12.811514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Attempting to bind port dae42db5-9ab0-4a15-a76d-de0cd22fc254 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 09:59:12.811906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Attempting to bind port dae42db5-9ab0-4a15-a76d-de0cd22fc254 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 09:59:12.812285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Attempting to bind port dae42db5-9ab0-4a15-a76d-de0cd22fc254 on network 71b0ac0a-ad09-42a0-9206-fc977efb9cff {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:59:12.819220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Port dae42db5-9ab0-4a15-a76d-de0cd22fc254 on network 71b0ac0a-ad09-42a0-9206-fc977efb9cff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 09:59:12.819586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Attempting to bind port dae42db5-9ab0-4a15-a76d-de0cd22fc254 on network 71b0ac0a-ad09-42a0-9206-fc977efb9cff {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 09:59:12.828121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 09:59:12.828512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Checking segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 09:59:12.829168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Bound using segment: {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 09:59:12.829598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Bound port: dae42db5-9ab0-4a15-a76d-de0cd22fc254, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 09:59:12.829910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.930095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 09:59:12.933323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 09:59:12.936896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:12.941573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:13.003827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:13.005334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] 10.222.0.61 "PUT /v2.0/ports/dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 200 len: 1093 time: 1.1075404 Nov 24 09:59:13.005904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:59:13.033444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:13.039414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:13.099549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'status': 'completed', 'code': 200} Nov 24 09:59:13.149973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-e7a9c985-28e7-4b78-96f5-47d95bab5b92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1096 time: 0.0908346 Nov 24 09:59:13.236673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-0a352cd4-ada8-4b80-84e9-784ab7f5036e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 200 len: 217 time: 0.0788450 Nov 24 09:59:13.312950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-de9985dd-14bd-4499-b180-7947d24312a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:13.314564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-de9985dd-14bd-4499-b180-7947d24312a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44911c03-d4cc-45cc-837c-4da510e8632a HTTP/1.1" status: 200 len: 835 time: 0.0723901 Nov 24 09:59:13.409417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-81482d50-c25d-4b08-9347-d12e3abb0639 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b0ac0a-ad09-42a0-9206-fc977efb9cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826662 Nov 24 09:59:13.566212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-e1964ba9-b203-4174-af38-0ffbfbcdd858 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528988 Nov 24 09:59:13.628745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35c13-f6dd-4441-8dde-0dda715d5ff2 req-a45db1d7-2e31-414e-9f49-2773d325cc19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:13.630452 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fdb35c13-f6dd-4441-8dde-0dda715d5ff2 req-a45db1d7-2e31-414e-9f49-2773d325cc19 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 943 time: 0.0962379 Nov 24 09:59:13.682857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fdb35c13-f6dd-4441-8dde-0dda715d5ff2 req-f9242021-6d85-47f2-932f-bdf53cd5e986 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Nov 24 09:59:13.727846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf7f2d90-e2b1-4619-9c5c-5d1eba891eab req-426a1580-14d8-4e04-8275-047e58e86770 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545279 Nov 24 09:59:13.860370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-a811f26f-6b65-4be9-b99d-a05de36b995e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1096 time: 0.0792716 Nov 24 09:59:14.010702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-90397d4d-9267-40cf-b49a-ad207cea7758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:14.012391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-90397d4d-9267-40cf-b49a-ad207cea7758 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 200 len: 897 time: 0.1471024 Nov 24 09:59:14.091945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-1e7bd3ae-1ef7-45bb-9c8b-c6ceff7f33e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 200 len: 217 time: 0.0715795 Nov 24 09:59:14.165329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-907c98f4-6bc6-4664-a4bb-1794bd79b7f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:14.167014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-907c98f4-6bc6-4664-a4bb-1794bd79b7f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44911c03-d4cc-45cc-837c-4da510e8632a HTTP/1.1" status: 200 len: 835 time: 0.0676973 Nov 24 09:59:14.258446 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-16621ccc-7dd1-41a1-91ad-bb84f21b3347 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b0ac0a-ad09-42a0-9206-fc977efb9cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845172 Nov 24 09:59:14.415712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-d64e8947-8e17-45d0-9823-e6cea4299f59 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506100 Nov 24 09:59:14.800232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef50eb9-0ae8-4c52-bc00-8f4f07521863 req-28b75662-d37c-45e0-9615-dba3cae1b6f9 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780632 Nov 24 09:59:14.915457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0f3d2-6d6b-43bd-b176-74de2617c2d7 req-fccddae8-fba5-484c-9284-c1ddd742dd41 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:14.916234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-86c0f3d2-6d6b-43bd-b176-74de2617c2d7 req-fccddae8-fba5-484c-9284-c1ddd742dd41 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 09:59:14.938049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-86c0f3d2-6d6b-43bd-b176-74de2617c2d7 req-fccddae8-fba5-484c-9284-c1ddd742dd41 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 09:59:14.938894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86c0f3d2-6d6b-43bd-b176-74de2617c2d7 req-fccddae8-fba5-484c-9284-c1ddd742dd41 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 943 time: 0.1131418 Nov 24 09:59:14.988612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86c0f3d2-6d6b-43bd-b176-74de2617c2d7 req-e2afafac-204f-4e02-a9e1-998d8d0ad6bc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Nov 24 09:59:16.218933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03603a-c0eb-4e25-9779-75f73bbd5acd req-d25642f7-85c4-4d91-8f3f-c811fb389cc3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:16.220676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf03603a-c0eb-4e25-9779-75f73bbd5acd req-d25642f7-85c4-4d91-8f3f-c811fb389cc3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 943 time: 0.0954709 Nov 24 09:59:16.274548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf03603a-c0eb-4e25-9779-75f73bbd5acd req-4eca0fba-8309-4e44-952d-a1b9cf728536 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473285 Nov 24 09:59:16.812194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dae42db5-9ab0-4a15-a76d-de0cd22fc254 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 09:59:16.961556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:16.976805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 09:59:17.037270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:17.055876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae42db5-9ab0-4a15-a76d-de0cd22fc254 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 09:59:17.073585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:17.089009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:17.092291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f55a92e7-e38a-43c2-9703-6e842aafa1ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:17.161111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:17.165180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:17.315571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['dae42db5-9ab0-4a15-a76d-de0cd22fc254'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 09:59:17.504069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc1947-38d9-4cbf-beb3-105735e0db58 req-3e1e3e87-655b-4588-8457-20be16d404e9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:17.505719 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0fc1947-38d9-4cbf-beb3-105735e0db58 req-3e1e3e87-655b-4588-8457-20be16d404e9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 944 time: 0.0959401 Nov 24 09:59:17.563666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0fc1947-38d9-4cbf-beb3-105735e0db58 req-628e90c4-1996-4f29-ab3f-17f58f13608e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507536 Nov 24 09:59:18.777275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9573f27-49b8-43ce-9454-eda53652b122 req-c62800ea-5a3d-4fce-9e69-040228e10bfe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:18.778966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9573f27-49b8-43ce-9454-eda53652b122 req-c62800ea-5a3d-4fce-9e69-040228e10bfe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 944 time: 0.0865884 Nov 24 09:59:18.820952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dae42db5-9ab0-4a15-a76d-de0cd22fc254 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:18.830054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9573f27-49b8-43ce-9454-eda53652b122 req-043938dd-dacb-4ce3-b695-0c50503b1aad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Nov 24 09:59:18.890736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64bb5da8-c320-432f-b0c6-05e04f0bdf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:18.911998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port dae42db5-9ab0-4a15-a76d-de0cd22fc254 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 09:59:18.916487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port dae42db5-9ab0-4a15-a76d-de0cd22fc254 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:18.916907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:19.035066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:19.067039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:59:19.077947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:19.086149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:19.087697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a55254d1-26f8-46ee-9bb3-726d1910e879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:19.128798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'code': 200} Nov 24 09:59:19.163818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:19.166962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:19.373952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-caf2a500-6f3d-4688-9e6a-cb662217a67e req-d644b9e2-e1cd-49da-a5a0-a5b10bb616e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1098 time: 0.0774505 Nov 24 09:59:19.418863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-caf2a500-6f3d-4688-9e6a-cb662217a67e req-34615c42-c209-46f0-a05c-c92c22a980b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Nov 24 09:59:20.038929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41239-4a22-472a-b710-1dc2c3cc4f58 req-d84d7a5d-7251-41d1-ba17-7b7217afb917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:20.040519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-05a41239-4a22-472a-b710-1dc2c3cc4f58 req-d84d7a5d-7251-41d1-ba17-7b7217afb917 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.0858326 Nov 24 09:59:20.092916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-05a41239-4a22-472a-b710-1dc2c3cc4f58 req-eb955aaf-0d27-4c43-b21d-cb6242edc4b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459716 Nov 24 09:59:20.430701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:21.309977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a2c4f-b495-415f-92c0-078fc4ec22e8 req-32019fb7-bc6b-4620-9c8b-0f87c9690585 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:21.311703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa1a2c4f-b495-415f-92c0-078fc4ec22e8 req-32019fb7-bc6b-4620-9c8b-0f87c9690585 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.0910141 Nov 24 09:59:21.363735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa1a2c4f-b495-415f-92c0-078fc4ec22e8 req-737f47a8-6849-42fe-8ab3-983c0ebd4660 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458083 Nov 24 09:59:21.573911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29593-6e33-4f28-92e7-7e847db51e70 req-63741cac-ae70-4e64-a14c-e476ad1330ea tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:21.577191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64e29593-6e33-4f28-92e7-7e847db51e70 req-63741cac-ae70-4e64-a14c-e476ad1330ea tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.0854297 Nov 24 09:59:21.603845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:21.607833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21da41e3-012b-4cd6-9700-eb54e9553d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:21.634030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64e29593-6e33-4f28-92e7-7e847db51e70 req-b72e2641-868f-405c-8ec2-007b663c7534 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517700 Nov 24 09:59:21.661753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:21.753735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26c168e2-c8a4-4a5c-b4a3-937cf425be15 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1093 time: 0.0906651 Nov 24 09:59:21.756465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:21.762637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 09:59:21.768480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 09:59:21.772533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 09:59:21.775513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 09:59:21.781628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 09:59:21.791478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:21.942409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:22.108928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.234 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/285f585a-ddbd-4773-812d-8b17577417f3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 09:59:22.265837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:22.292037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:22.297232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23ff2136-7948-49fd-9ab8-94621226af31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:22.355361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 09:59:22.363682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 09:59:22.372057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 09:59:22.406755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=285f585a-ddbd-4773-812d-8b17577417f3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:22.413675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:22.920784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:22.976863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:23.253245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:23.440705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:23.447214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:23.451997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:23.565261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=285f585a-ddbd-4773-812d-8b17577417f3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:23.569775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:23.581480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:23.785898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP 56e943d3-a17c-40cf-a5ce-461252782f06 associated. External IP: 172.26.6.234, port: dae42db5-9ab0-4a15-a76d-de0cd22fc254. Nov 24 09:59:24.205368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 32863688-c994-47dd-9556-41164674c176 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 09:59:24.423926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 09:59:24.434604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:59:24.448815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:24.449564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:24.450958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:24.514979 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7523277 Nov 24 09:59:24.514979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 09:59:24.515285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55610) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:24.657428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:24.748096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'status': 'completed', 'code': 200} Nov 24 09:59:24.770063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-51671822-6f1e-417e-a0ab-3ed079cc5c3e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers/32863688-c994-47dd-9556-41164674c176 HTTP/1.1" status: 200 len: 922 time: 0.2531931 Nov 24 09:59:24.772780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55616) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:24.926218 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c4ea6e8-d886-4520-b1c5-e5ffa14fcfd9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1511805 Nov 24 09:59:25.011851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-0cd8409a-b54b-44cf-96e7-0fc0f420c852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1098 time: 0.1800416 Nov 24 09:59:25.055179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:22Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:25.060042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:59:25.075059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:25.075928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:25.165787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878983e-c084-455e-a11f-83a4eaf760de req-0270ff0b-4471-476c-aa36-de1b43358e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:25.167454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-0270ff0b-4471-476c-aa36-de1b43358e80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 200 len: 897 time: 0.1481793 Nov 24 09:59:25.265342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:25.288490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-e8b32967-c870-4bdc-b5da-f74073872172 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 200 len: 999 time: 0.1146183 Nov 24 09:59:25.364413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878983e-c084-455e-a11f-83a4eaf760de req-d46e267a-8ac9-4c76-9929-5f74cb22792c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 09:59:25.366014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-d46e267a-8ac9-4c76-9929-5f74cb22792c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44911c03-d4cc-45cc-837c-4da510e8632a HTTP/1.1" status: 200 len: 835 time: 0.0691533 Nov 24 09:59:25.458746 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-16c2127e-ef69-4d02-aee2-a357375ebf43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b0ac0a-ad09-42a0-9206-fc977efb9cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867035 Nov 24 09:59:25.620693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-075a819b-c6fb-466f-aea3-035d1bad6ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535733 Nov 24 09:59:25.771314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a878983e-c084-455e-a11f-83a4eaf760de req-17e303f3-9029-4658-89ce-01d7e240e4ab service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454618 Nov 24 09:59:25.791003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:22Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:25.795695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549bed8-950b-4c01-803a-bf2b7008e7bc None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:22Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:59:25.928495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:26.040402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8884d9f-96eb-4039-b876-a1287b58f0e9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1105227 Nov 24 09:59:26.145709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4773395f-b61e-4beb-965b-836074456903 None None] New status for floating IP 56e943d3-a17c-40cf-a5ce-461252782f06: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:59:27.044759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:27.162213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b809cc43-6989-44e1-a9dd-6eebe1652114 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 993 time: 0.1155522 Nov 24 09:59:32.495762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 09:59:40.580034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:48.834199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bf062778-a85c-4037-afb5-7d3a74ce1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:50.433088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:51.606055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:51.613718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-869df288-0e25-48b1-bd0e-765b4af7f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:51.758911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:51.954195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a38988e6-770b-4054-89c7-e86ab9904071 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers/32863688-c994-47dd-9556-41164674c176/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1938047 Nov 24 09:59:51.957176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55646) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:52.185961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e665bfa-9a53-4a86-8cbb-6e8c79ca5fa4 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Notify agent at dv-neutron-818439-1-hyperv the message router_removed_from_agent {{(pid=88877) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Nov 24 09:59:52.189610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e665bfa-9a53-4a86-8cbb-6e8c79ca5fa4 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "DELETE /v2.0/agents/0afb4cf9-47d6-4545-b9ab-9bd8456b8725/l3-routers/32863688-c994-47dd-9556-41164674c176 HTTP/1.1" status: 204 len: 168 time: 0.2314067 Nov 24 09:59:52.192618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:52.406868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e32ad4e8-ac28-4856-83c4-62400bd6065b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers/32863688-c994-47dd-9556-41164674c176/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2128139 Nov 24 09:59:52.409752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:52.536069 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2250c3ec-2027-4a4c-abba-c51fc686d747 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 993 time: 0.1246092 Nov 24 09:59:52.576736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02e3a7-9952-4dd3-ae71-74fda0512740 None None] New status for floating IP 56e943d3-a17c-40cf-a5ce-461252782f06: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 09:59:53.254747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:53.540268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:53.657274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dda18c38-94dd-40ee-a76a-a6b3d8730c75 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1156197 Nov 24 09:59:54.034792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:59:54.162442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:54.199403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=61aa02e4-640a-4c7b-92a4-38c85f84caa6,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:54.203364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:54.204217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 09:59:54.233757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-002ac4f6-16e0-41f5-854d-549724f3a6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:54.358327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:54.362184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:54.399353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:54.416024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:54.420318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:54.422403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:54.494412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:54.498192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:54.820288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55664) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:55.285724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0092afa-b98c-41e6-b548-a41d154978c3 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Router 32863688-c994-47dd-9556-41164674c176 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 09:59:55.286121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0092afa-b98c-41e6-b548-a41d154978c3 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Notify agent at dv-neutron-818439-1-hyperv the message router_added_to_agent {{(pid=88877) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Nov 24 09:59:55.315600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f0092afa-b98c-41e6-b548-a41d154978c3 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "POST /v2.0/agents/0afb4cf9-47d6-4545-b9ab-9bd8456b8725/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4941416 Nov 24 09:59:55.318512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55670) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:55.337446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 09:59:55.351643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:55.352445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:55.530091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-985e9b14-93f0-45e3-8d3c-59b43232fdf2 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers/32863688-c994-47dd-9556-41164674c176/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2069826 Nov 24 09:59:55.530782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55676) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:55.651285 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ba8311a8-4ea4-4c59-b490-c65d19499464 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1193819 Nov 24 09:59:55.730882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:56.142288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:52Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:56.146818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 09:59:56.160023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 09:59:56.160737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:56.356995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 09:59:56.655766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55680) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:56.741735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:52Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 09:59:56.746043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe40c70-adf3-4696-9e9a-98dbd208e3d5 None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '56e943d3-a17c-40cf-a5ce-461252782f06', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.234', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '32863688-c994-47dd-9556-41164674c176', 'port_id': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'mac_address': 'fa:16:3e:f6:c1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:59:22Z', 'updated_at': '2021-11-24T09:59:52Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:54Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 09:59:56.776018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-360158ed-c383-49df-9e8d-45c7a9e6f65d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1186514 Nov 24 09:59:57.780004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55684) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:57.918711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b136bcd0-a6c5-4306-9c26-b8114431ef2d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1372173 Nov 24 09:59:58.084962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:58.165978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:58.166402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.299339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.338227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=61aa02e4-640a-4c7b-92a4-38c85f84caa6,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:58.341496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.343185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 09:59:58.371153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:58.477525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:58.483115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:58.493223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 09:59:58.493650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.625597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.642667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 09:59:58.645565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 09:59:58.647654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1e9c4a2e-882a-4f0a-875a-0450edfdaa0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 09:59:58.723861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 09:59:58.729009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 09:59:58.922404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55688) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 09:59:59.039398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cb0aff09-33ad-4709-a5ab-4d1198ffbaa7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1155155 Nov 24 10:00:00.044144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:00.058485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d9b53-ceb9-404c-bc8b-4d66f08a124a None None] New status for floating IP 56e943d3-a17c-40cf-a5ce-461252782f06: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:00:00.068473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:00.182065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:00.183207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:00.202683 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2a902d97-ffad-41fb-acba-560891bca704 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 991 time: 0.1559536 Nov 24 10:00:00.387673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:00.482570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:00.483276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:01.207315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:01.333035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d68818a-b5b6-4554-936d-7281f4a70c8c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 200 len: 993 time: 0.1244261 Nov 24 10:00:01.642861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55704) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:01.885162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 285f585a-ddbd-4773-812d-8b17577417f3 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:00:01.885781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:02.096965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:02.097365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:02.240964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 285f585a-ddbd-4773-812d-8b17577417f3 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:00:02.462925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:02.471028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-947f06cb-765b-452f-b2d5-053bbec68177 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:02.521281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=285f585a-ddbd-4773-812d-8b17577417f3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:02.604834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.605272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.605721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.606147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.606619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.607082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.607512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.608049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.608484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.608903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.609324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:02.613386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:02.646365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:03.114994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 32863688-c994-47dd-9556-41164674c176 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:00:03.365794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:03.380723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:03.398853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:03.399733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:03.402521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:03.509057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/56e943d3-a17c-40cf-a5ce-461252782f06 HTTP/1.1" status: 204 len: 168 time: 1.8649404 Nov 24 10:00:03.509826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:03.688101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:03.742951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'status': 'completed', 'code': 200} Nov 24 10:00:03.929254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-15554d5d-635c-448b-9185-9a918b468475 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 1098 time: 0.1518621 Nov 24 10:00:04.143939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-d4c0a985-9b51-4a1e-a1ba-d5244e9b09bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:04.145639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-d4c0a985-9b51-4a1e-a1ba-d5244e9b09bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 200 len: 897 time: 0.2032213 Nov 24 10:00:04.256500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-5777f326-618d-455f-a063-e0e32f196dd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 200 len: 217 time: 0.1005797 Nov 24 10:00:04.318924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b2dbe-c0a3-4bae-b16c-a9900280a31e req-55cc9b02-9d35-409d-b798-e24d8133bb0c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:04.322066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea8b2dbe-c0a3-4bae-b16c-a9900280a31e req-55cc9b02-9d35-409d-b798-e24d8133bb0c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.1737204 Nov 24 10:00:04.356680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-78a1ac19-c10a-4796-bf7c-a9d859ec1e9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:04.359963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-78a1ac19-c10a-4796-bf7c-a9d859ec1e9d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44911c03-d4cc-45cc-837c-4da510e8632a HTTP/1.1" status: 200 len: 835 time: 0.0971847 Nov 24 10:00:04.414042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea8b2dbe-c0a3-4bae-b16c-a9900280a31e req-3cdb55eb-8d4c-4d6e-a04a-12dba72c56d3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817215 Nov 24 10:00:04.421263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:04.430066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:04.456602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:04.457326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:04.516142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-5f529861-2931-4080-991f-ec43ea117192 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b0ac0a-ad09-42a0-9206-fc977efb9cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1481357 Nov 24 10:00:04.699697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:05.011039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-342229d1-52a8-463c-8d21-eb4df8f1bb85 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867609 Nov 24 10:00:05.092889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:05.097443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfd8c0f-2f78-4f4a-bc71-d8ac2bb8fc2e None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T09:59:04Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '61aa02e4-640a-4c7b-92a4-38c85f84caa6', 'name': '', 'network_id': '71b0ac0a-ad09-42a0-9206-fc977efb9cff', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:7d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:03Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '44911c03-d4cc-45cc-837c-4da510e8632a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:05.184961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c04781cc-8bfd-4ccf-9b5d-60b14a35e95c req-88e51cf5-dcea-4647-a08b-92abce2998f7 service neutron] 10.222.0.61 "GET /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615853 Nov 24 10:00:05.415468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-afe05664-74a3-4bd0-95b9-4fd3df0e70f9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:05.416941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-afe05664-74a3-4bd0-95b9-4fd3df0e70f9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:05.445342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-afe05664-74a3-4bd0-95b9-4fd3df0e70f9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:05.447591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-afe05664-74a3-4bd0-95b9-4fd3df0e70f9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.1692412 Nov 24 10:00:05.546704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port dae42db5-9ab0-4a15-a76d-de0cd22fc254 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:00:05.547056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:05.846121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e4f1a-59a8-40cc-ba39-7ebb6ebb234e req-eeca9543-911d-42e0-b233-cee4b3c221e7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:05.847906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-554e4f1a-59a8-40cc-ba39-7ebb6ebb234e req-eeca9543-911d-42e0-b233-cee4b3c221e7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 945 time: 0.2537053 Nov 24 10:00:06.001211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-554e4f1a-59a8-40cc-ba39-7ebb6ebb234e req-d40d4a37-285c-4bb4-8623-d7b1cfcee5f7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=704db064-d1ba-4fea-9f92-5644e6cc8f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983984 Nov 24 10:00:06.012658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port dae42db5-9ab0-4a15-a76d-de0cd22fc254, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dae42db5-9ab0-4a15-a76d-de0cd22fc254,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:06.014074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:06.189056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for dae42db5-9ab0-4a15-a76d-de0cd22fc254 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:00:06.390755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:06.400762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a893943-5a81-46ab-8525-794b5207f832 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:06.453601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=dae42db5-9ab0-4a15-a76d-de0cd22fc254,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:06.456713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:06.539575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port dae42db5-9ab0-4a15-a76d-de0cd22fc254 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:00:06.542308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:06.545663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'name': 'network-vif-deleted', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:06.563793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f637a58-7bdf-447d-aeb9-818f98b70246 req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/dae42db5-9ab0-4a15-a76d-de0cd22fc254 HTTP/1.1" status: 204 len: 173 time: 1.1108594 Nov 24 10:00:06.659027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43aef68-a418-4a39-b0d0-180131c9bbdc', 'name': 'network-vif-deleted', 'tag': 'dae42db5-9ab0-4a15-a76d-de0cd22fc254', 'status': 'completed', 'code': 200} Nov 24 10:00:06.799902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30882a7c-1581-44eb-9d3a-51db69f4fe20 None None] New status for floating IP 56e943d3-a17c-40cf-a5ce-461252782f06: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:00:07.234182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-99aaccd1-5cb2-4f98-896b-8ea51a0dbb84 req-20b4a80a-da0f-4ea3-9330-69e1be527d97 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:07.261928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-99aaccd1-5cb2-4f98-896b-8ea51a0dbb84 req-20b4a80a-da0f-4ea3-9330-69e1be527d97 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:07.265666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99aaccd1-5cb2-4f98-896b-8ea51a0dbb84 req-20b4a80a-da0f-4ea3-9330-69e1be527d97 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=d43aef68-a418-4a39-b0d0-180131c9bbdc HTTP/1.1" status: 200 len: 210 time: 0.0835183 Nov 24 10:00:08.405324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55724) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:08.500254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:08.543670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:08.605897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:08.611866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22ddb163-beac-486a-b924-181be1525c0d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:08.628545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704db064-d1ba-4fea-9f92-5644e6cc8f2a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:08.632148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:08.641240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:08.642492 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/704db064-d1ba-4fea-9f92-5644e6cc8f2a HTTP/1.1" status: 204 len: 168 time: 0.2358193 Nov 24 10:00:08.683485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55730) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:09.071652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dae42db5-9ab0-4a15-a76d-de0cd22fc254 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:00:09.106150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: dae42db5-9ab0-4a15-a76d-de0cd22fc254 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:00:09.106592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dae42db5-9ab0-4a15-a76d-de0cd22fc254 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:00:09.112586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:09.496526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:00:09.818968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 61aa02e4-640a-4c7b-92a4-38c85f84caa6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:00:09.819679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:10.053080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 61aa02e4-640a-4c7b-92a4-38c85f84caa6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=61aa02e4-640a-4c7b-92a4-38c85f84caa6,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:10.053517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:10.199998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 61aa02e4-640a-4c7b-92a4-38c85f84caa6 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:00:10.410281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:10.415303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3357d123-dfdf-4e18-9de1-65fadd68cd8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:10.464981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=61aa02e4-640a-4c7b-92a4-38c85f84caa6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:10.467900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:10.577254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:11.103446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:11.777371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 32863688-c994-47dd-9556-41164674c176 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:00:11.995888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:12.008585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Sync routers for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:12.013756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/32863688-c994-47dd-9556-41164674c176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3290484 Nov 24 10:00:12.016682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55742) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:12.023373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:12.024348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:12.229206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:12.235242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 44911c03-d4cc-45cc-837c-4da510e8632a {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:00:12.239065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.300145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.389721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.470723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.475609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb57222d-871a-4158-a42f-df91454b8a78 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:12.512852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=44911c03-d4cc-45cc-837c-4da510e8632a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:12.518728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:12.521638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.528558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/44911c03-d4cc-45cc-837c-4da510e8632a HTTP/1.1" status: 204 len: 168 time: 0.5107481 Nov 24 10:00:12.532301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55752) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:12.535743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8508f6-cdc9-430b-af41-d6f87901fbfc None None] Network 71b0ac0a-ad09-42a0-9206-fc977efb9cff requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:00:12.650715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T10:00:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:12.715076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Checking router: 32863688-c994-47dd-9556-41164674c176 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:12.744827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Routers {'32863688-c994-47dd-9556-41164674c176'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:12.745514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['32863688-c994-47dd-9556-41164674c176'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:12.776587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.916465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] DHCP port deletion for 71b0ac0a-ad09-42a0-9206-fc977efb9cff request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:00:12.929191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Deleting port 0f3a20b0-c50a-4694-8a0c-274870a52853 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:00:12.929600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:12.998240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.013011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:00:13.013518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.037839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] Set router 32863688-c994-47dd-9556-41164674c176 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:13.256928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:13.257332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.394680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:00:13.555752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] For port 0f3a20b0-c50a-4694-8a0c-274870a52853, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0f3a20b0-c50a-4694-8a0c-274870a52853,segment=NetworkSegment(df5a40b3-b95a-4f97-af85-d4aaff2e86b1),segment_id=df5a40b3-b95a-4f97-af85-d4aaff2e86b1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:13.556118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.651436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.657303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:13.704666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Calling delete_port for 0f3a20b0-c50a-4694-8a0c-274870a52853 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:00:13.704876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:13.708557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:13.869549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:13.876141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:13.923767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T10:00:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:13.930013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Pushing event deleted for resources: {'Port': ['ID=0f3a20b0-c50a-4694-8a0c-274870a52853,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:13.937060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c000a-54b2-499c-ad2a-fa683aa38539 None None] The sync data for ids ['32863688-c994-47dd-9556-41164674c176'] in dv-neutron-818439-1-hyperv is: [{'id': '32863688-c994-47dd-9556-41164674c176', 'name': 'tempest-TestNetworkBasicOps-router-776300187', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:58:59Z', 'updated_at': '2021-11-24T10:00:10Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32863688-c994-47dd-9556-41164674c176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:59:00Z', 'updated_at': '2021-11-24T09:59:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:13.945365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] No DVR routers for this DVR port 0f3a20b0-c50a-4694-8a0c-274870a52853 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:00:13.949350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.950083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.951732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.952373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.952952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.953515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.954074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.954744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.955398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.955973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.956537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:13.973929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:14.160668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0f3a20b0-c50a-4694-8a0c-274870a52853 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:00:14.203432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0f3a20b0-c50a-4694-8a0c-274870a52853 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:00:14.203711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0f3a20b0-c50a-4694-8a0c-274870a52853 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:00:14.264197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.550915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.565318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.613401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.614360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router 32863688-c994-47dd-9556-41164674c176 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:00:14.645739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.647317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/32863688-c994-47dd-9556-41164674c176 HTTP/1.1" status: 204 len: 168 time: 2.1136014 Nov 24 10:00:14.649927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55764) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:14.786339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.946270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:14.979380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b0ac0a-ad09-42a0-9206-fc977efb9cff']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:14.994988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:14.995336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5a40b3-b95a-4f97-af85-d4aaff2e86b1') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:15.008833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.027634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.034988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:00:15.035429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:00:15.051949 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:00:15.131315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.135078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eeb69fce-3694-457a-9dc5-25e56dfdcfd4 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:15.154179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.164315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=71b0ac0a-ad09-42a0-9206-fc977efb9cff,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:15.168408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:15.174051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/71b0ac0a-ad09-42a0-9206-fc977efb9cff HTTP/1.1" status: 204 len: 168 time: 0.5199404 Nov 24 10:00:15.191518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55768) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:15.198282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--2106160749', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:15.203993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:15.208434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:15.211482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:15.218155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:15.232288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:00:15.238451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.271787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:00:15.284886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.285426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment c734d801-9d97-4dc5-bec4-bde828b04699 of type vlan for network 3ac86852-862f-4f58-9178-d244fdb680f3 Nov 24 10:00:15.320112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.352764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.358160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:15.359038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.375057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70b6a055-c58f-4b43-9ec7-7d98dba95e5a tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:15.424394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2316532 Nov 24 10:00:15.428640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55774) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:15.486573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:15.502876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:15.505646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=3ac86852-862f-4f58-9178-d244fdb680f3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:15.508651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:15.511504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:15.515422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:15.520004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:00:15.522853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:15.533019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.534044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.571584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:15.765710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:16.030269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:00:16.097417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 61aa02e4-640a-4c7b-92a4-38c85f84caa6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:00:16.100381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 61aa02e4-640a-4c7b-92a4-38c85f84caa6 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:00:16.101646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:00:16.145920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:00:16.146300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e47cdc8f-bc0a-45e6-b1dc-227ad553ffa0 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:00:16.280254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:16.318953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:16.631113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.70 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/79ee229a-6e0f-4a6d-b582-3e909020c43b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:16.811192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:17.122373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:17.129099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37d115ae-fe1f-4c9a-b655-da54a51bd96a tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:17.247297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:17.260621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:17.276762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:17.350895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=79ee229a-6e0f-4a6d-b582-3e909020c43b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:17.354049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:17.625154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:17.626143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:18.103091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0d83fcc0-0253-4934-9b49-c967826acf98 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:00:18.416747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:18.430367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Sync routers for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:18.448659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:18.450143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:18.543498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:18.546035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1163762 Nov 24 10:00:18.549558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55782) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:18.601856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af1cbe2f-2c71-43d2-a8ee-462f251cbaea tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505674 Nov 24 10:00:18.605488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55786) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:18.677472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:18.796045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fefd06f-b03c-47a2-848d-13d2ed58fd9b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:18.801449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:18.807494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1fefd06f-b03c-47a2-848d-13d2ed58fd9b tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1985884 Nov 24 10:00:18.856928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55796) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:18.857919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0d634b3d-8e6b-42cf-bcb0-5912f9793fff tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540779 Nov 24 10:00:18.870023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790575945', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:18.907311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64968084-49fb-48e5-9d03-c2927b8a9252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.031804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:19.038606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:19.045662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:19.053009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:19.055145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:17Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:19.060072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Checking router: 0d83fcc0-0253-4934-9b49-c967826acf98 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:19.060480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Updating router 0d83fcc0-0253-4934-9b49-c967826acf98 port 79ee229a-6e0f-4a6d-b582-3e909020c43b binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:00:19.292893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:00:19.320103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.687429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.789448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.804803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Transition to ACTIVE for port object 79ee229a-6e0f-4a6d-b582-3e909020c43b will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:19.820251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.825213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:19.890874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Attempting to bind port 79ee229a-6e0f-4a6d-b582-3e909020c43b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:00:19.891570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Attempting to bind port 79ee229a-6e0f-4a6d-b582-3e909020c43b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:00:19.891695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Attempting to bind port 79ee229a-6e0f-4a6d-b582-3e909020c43b on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:19.914193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:00:19.914634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:19.915173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.916102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:00:19.916102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Bound port: 79ee229a-6e0f-4a6d-b582-3e909020c43b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:00:19.916854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:19.991330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Pushing event updated for resources: {'Port': ['ID=79ee229a-6e0f-4a6d-b582-3e909020c43b,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:20.011724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.012713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.012713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.012713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.013925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.013925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.014061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.015111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.015111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.016824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.016824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:20.019869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:20.025853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] For port 79ee229a-6e0f-4a6d-b582-3e909020c43b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:00:20.031152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] For port 79ee229a-6e0f-4a6d-b582-3e909020c43b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=79ee229a-6e0f-4a6d-b582-3e909020c43b,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:00:20.190538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:20.190922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:20.195821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c4206252-21c3-4898-9936-540db917ef75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:20.197001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac7d87b3-1338-4c65-8a24-f30082981985 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:20.295130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=9f36348f-c709-49c6-97b0-8b0444a6ab35,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:20.297078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Pushing event updated for resources: {'Port': ['ID=79ee229a-6e0f-4a6d-b582-3e909020c43b,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:20.300810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:20.304001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:20.308265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:20.308985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T09:59:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:20.319071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:20.320018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 3ac86852-862f-4f58-9178-d244fdb680f3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:00:20.396637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 3ac86852-862f-4f58-9178-d244fdb680f3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:00:20.459830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 3ac86852-862f-4f58-9178-d244fdb680f3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:20.474004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:20.475901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:20.477208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba5ac4-595d-4a09-a5ae-1e67217ccf22 None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:00:20.514394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:20.522228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6589143 Nov 24 10:00:20.523524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55802) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:20.601643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:20.866677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-3ac86852-862f-4f58-9178-d244fdb680f3', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:00:20.867565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.062959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Allocated IP 172.20.0.2 (3ac86852-862f-4f58-9178-d244fdb680f3/9f36348f-c709-49c6-97b0-8b0444a6ab35/8a53af49-cf2c-4465-aaa6-9d719cda7920) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:21.233788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:17Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:21.245430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d53982-3a9a-4855-891e-b44dd5863785 None None] The sync data for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv is: [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:17Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:21.395704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.408970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Transition to ACTIVE for port object 8a53af49-cf2c-4465-aaa6-9d719cda7920 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:21.434218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Transition to ACTIVE for port object 8a53af49-cf2c-4465-aaa6-9d719cda7920 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:21.440953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.450238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d7627bc1-d4e9-4c4f-9168-47728c7dd1a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:21.522764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:21.532425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:21.538700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:21.552438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Pushing event updated for resources: {'Port': ['ID=8a53af49-cf2c-4465-aaa6-9d719cda7920,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:21.555256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:21.675005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7124c09b-08eb-4a4a-ac34-1586c1337d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.679186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.682070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Attempting to bind port 8a53af49-cf2c-4465-aaa6-9d719cda7920 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:00:21.682618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Attempting to bind port 8a53af49-cf2c-4465-aaa6-9d719cda7920 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:00:21.683041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Attempting to bind port 8a53af49-cf2c-4465-aaa6-9d719cda7920 on network 3ac86852-862f-4f58-9178-d244fdb680f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:21.691120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:00:21.691469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Checking segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:21.691934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.692388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Bound using segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:00:21.692942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Bound port: 8a53af49-cf2c-4465-aaa6-9d719cda7920, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:00:21.693378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.819639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] For port 8a53af49-cf2c-4465-aaa6-9d719cda7920, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:00:21.826834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] For port 8a53af49-cf2c-4465-aaa6-9d719cda7920, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a53af49-cf2c-4465-aaa6-9d719cda7920,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:00:21.838106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.843621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:21.848558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:21.947139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Pushing event updated for resources: {'Port': ['ID=8a53af49-cf2c-4465-aaa6-9d719cda7920,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:21.951254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:22.101857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 79ee229a-6e0f-4a6d-b582-3e909020c43b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:22.191353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 79ee229a-6e0f-4a6d-b582-3e909020c43b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:22.197376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 79ee229a-6e0f-4a6d-b582-3e909020c43b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:22.197733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.425941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.440820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (3ac86852-862f-4f58-9178-d244fdb680f3/9f36348f-c709-49c6-97b0-8b0444a6ab35/dcb5c630-71e1-473f-9167-b304fc6f2d11) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:22.454135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 79ee229a-6e0f-4a6d-b582-3e909020c43b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=79ee229a-6e0f-4a6d-b582-3e909020c43b,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:22.457838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.460258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:22.546484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=79ee229a-6e0f-4a6d-b582-3e909020c43b,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:22.562612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:22.655603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.674027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object dcb5c630-71e1-473f-9167-b304fc6f2d11 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:22.697069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.701911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5dcb8370-a599-4617-90ae-ca658d677907 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:22.786622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 3ac86852-862f-4f58-9178-d244fdb680f3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:22.790838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:22.796476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:22.824030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:22.830955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:22.858920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-b6b86de5-5ab4-4f8a-af9b-fd882b457795 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538353502&fields=id&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 267 time: 0.0510597 Nov 24 10:00:22.862302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:22.962748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:23.029683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-8591d513-6aa4-44d3-ad2f-509d73e059f7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:23.031316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-8591d513-6aa4-44d3-ad2f-509d73e059f7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 0.1644633 Nov 24 10:00:23.049919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-5076b9d0-9a20-4198-b41c-4818d95bc3b4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/quotas/237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 375 time: 0.0127075 Nov 24 10:00:23.149773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-f15844ec-7dfc-49fc-a0c4-195167e388d5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0937245 Nov 24 10:00:23.260198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:23.430625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:23.435333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:23.469165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:23.562366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-c3155149-6f6d-463b-b33d-b6b1efed6a36 service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990879 Nov 24 10:00:23.563920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:23.567838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:23.571135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:23.725694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-25c10114-9ca3-48fc-ba84-ee3707777184 service neutron] 10.222.0.55 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624274 Nov 24 10:00:23.725896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 3ac86852-862f-4f58-9178-d244fdb680f3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:23.727077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:23.835829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102eef8b-236d-4394-bfc8-f0b09bef2388 None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:00:23.959495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-09203c3d-4121-47ef-985f-59775fef9d14 None None] Provisioning for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:24.225568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 79ee229a-6e0f-4a6d-b582-3e909020c43b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:24.282989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6149ce11-c25b-407c-85d7-15559d230b2b req-ca88fd29-087e-4d35-9604-fbdc8133c48e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 210 time: 0.0610323 Nov 24 10:00:24.332824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 79ee229a-6e0f-4a6d-b582-3e909020c43b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:24.333344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:24.479087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a53af49-cf2c-4465-aaa6-9d719cda7920 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:24.566633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:24.573396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:24.573819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:24.585622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0d83fcc0-0253-4934-9b49-c967826acf98 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:00:24.752884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Provisioning for port dcb5c630-71e1-473f-9167-b304fc6f2d11 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:24.760798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Provisioning complete for port dcb5c630-71e1-473f-9167-b304fc6f2d11 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:24.761219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:24.844592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Port dcb5c630-71e1-473f-9167-b304fc6f2d11 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:00:24.847331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:24.868465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:24.887121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/0d83fcc0-0253-4934-9b49-c967826acf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3614528 Nov 24 10:00:24.890475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55838) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:24.892920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Sync routers for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:24.913648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 8a53af49-cf2c-4465-aaa6-9d719cda7920, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a53af49-cf2c-4465-aaa6-9d719cda7920,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:24.914676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:24.915638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:25.000079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Provisioning complete for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:25.001191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6bbaa5e0-79d5-4286-8347-fe1860e6d0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:25.076648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.077103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.077586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.078004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.078426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.078868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.083715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-38336f46-d485-4ed5-be3c-6438e8035f54 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1895092 Nov 24 10:00:25.084016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55842) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:25.178095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.178513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.179156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.179352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.179764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.180173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.186070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-daabf192-6cb4-4066-8346-e31ec8164451 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0965972 Nov 24 10:00:25.187757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:25.210563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:25.221184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:25.300201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=8a53af49-cf2c-4465-aaa6-9d719cda7920,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:25.313416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:25.504849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecdd9a0b-61b6-47eb-ae23-49d5947b6b77 req-fb07b511-a6ab-460f-82d7-1590197bfa52 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 210 time: 0.0550399 Nov 24 10:00:25.512574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:25.520581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b6b66c9-d8e1-4264-9591-51148be83f90 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3286810 Nov 24 10:00:25.778232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a850809c-c652-4202-b5bc-b0ceaae65503 None None] Provisioning complete for port dcb5c630-71e1-473f-9167-b304fc6f2d11 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:25.779450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a850809c-c652-4202-b5bc-b0ceaae65503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:25.903177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a850809c-c652-4202-b5bc-b0ceaae65503 None None] Port dcb5c630-71e1-473f-9167-b304fc6f2d11 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:00:25.923938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:23Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:25.928026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Checking router: 0d83fcc0-0253-4934-9b49-c967826acf98 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:25.928431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Updating router 0d83fcc0-0253-4934-9b49-c967826acf98 port dcb5c630-71e1-473f-9167-b304fc6f2d11 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:00:25.936432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-648252ac-3f25-4f35-a1b6-cea60179632c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:25.938229 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-648252ac-3f25-4f35-a1b6-cea60179632c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 812 time: 0.2007062 Nov 24 10:00:25.985213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.034884 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-a273decf-5cad-4d78-8663-0353f826fcc3 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237394d999354d869b33215cbbb1b267 HTTP/1.1" status: 200 len: 379 time: 0.0855680 Nov 24 10:00:26.046071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55854) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:26.047463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'port': {'device_id': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'admin_state_up': True, 'tenant_id': '237394d999354d869b33215cbbb1b267', 'security_groups': ['8a7e919e-6a0e-4624-be0d-bcc0803de21c']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:26.053769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049317325', 'description': 'tempest-secgroup-smoke-1049317325 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:26.061885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.067376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:26.070802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:26.078258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.095650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.140237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.141056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a53af49-cf2c-4465-aaa6-9d719cda7920 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:26.145062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:26.151441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:26.159422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.223983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.224805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.233499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.234856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.242690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eac3461b-563d-4b6e-9402-388f6bfa1314 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:26.247023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Made reservation on behalf of 237394d999354d869b33215cbbb1b267 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:00:26.255354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.283903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851d821c-ca18-4be4-ba98-90969fa4a4a6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:26.301175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.301718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.302021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.302447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.302911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.303329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.303745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.304159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.304568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.304977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.305386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:00:26.309487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:26.325229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:26.326254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.327905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.332205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2821681 Nov 24 10:00:26.332430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:26.338473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:26.347286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.352476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:26.356228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:26.364712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.386169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.465088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.467816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.20.0.3 (b445f7e7-389a-4c56-a2e6-fd820d770644/42ad0522-8c53-41b8-b27f-52f4227412c7/23a61350-1565-4748-9684-b1b443363276) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:26.469267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.472565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b6ae4ef-8cd8-48f9-a61f-12a544935585 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:26.512419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c75dcc-830f-46cd-9aca-4a3c1422013a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:26.523784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.530727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1970763 Nov 24 10:00:26.531777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:26.533541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:26.566855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:26.577007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.581402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:26.584644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:26.593935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.610570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.706158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.709660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.715664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.718004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b41ea0fb-88f8-4025-85a1-28a182003b22 tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:26.728480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Transition to ACTIVE for port object dcb5c630-71e1-473f-9167-b304fc6f2d11 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:26.735523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.739801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.740348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c5834aa-392c-4d66-b79b-0fb897ef33dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:26.758754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Transition to ACTIVE for port object 23a61350-1565-4748-9684-b1b443363276 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:26.786810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.796250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76572c18-552f-4139-9cd4-c3716b668b39 req-5c1836ec-3f07-49e3-a4ff-e8f419e8165a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 210 time: 0.0625598 Nov 24 10:00:26.797004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7142b374-e48a-4236-ab6f-b11ba5aa2755,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:26.802366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:26.810055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33e6ac2c-104a-4f70-bbdc-4f76ddffa544 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:26.816688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.816688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2809498 Nov 24 10:00:26.818622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:26.826834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:26.834567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:26.839028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:26.842669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:26.850314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:26.875640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.920538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:26.938715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Pushing event updated for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:26.942159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:26.967546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:26.993927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:26.997857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.000756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24193103-55de-4c01-9153-3d30b766f690 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:27.003627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network b445f7e7-389a-4c56-a2e6-fd820d770644 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:27.006114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:27.008934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:27.011552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Attempting to bind port dcb5c630-71e1-473f-9167-b304fc6f2d11 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:00:27.012190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Attempting to bind port dcb5c630-71e1-473f-9167-b304fc6f2d11 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:00:27.013542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Attempting to bind port dcb5c630-71e1-473f-9167-b304fc6f2d11 on network 3ac86852-862f-4f58-9178-d244fdb680f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:27.021958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:00:27.022651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Checking segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:27.023455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.024084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Bound using segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:00:27.024797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Bound port: dcb5c630-71e1-473f-9167-b304fc6f2d11, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:00:27.025410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.033431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.038101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2177687 Nov 24 10:00:27.042250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55872) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:27.055234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:27.063120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549164d1-23cf-4024-b94f-663b46564ca8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:27.065512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:27.068305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:27.071393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:27.074909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:27.105227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:27.129558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:27.130157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.131356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] For port dcb5c630-71e1-473f-9167-b304fc6f2d11, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:00:27.135188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] For port dcb5c630-71e1-473f-9167-b304fc6f2d11, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcb5c630-71e1-473f-9167-b304fc6f2d11,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:00:27.144694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.150205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c6af101-9e90-4118-872c-90b4c3573529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:27.153254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.182186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-a3a13a9f-4358-4ea7-b1b4-999fafe694d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2664180 Nov 24 10:00:27.188060 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1470342 Nov 24 10:00:27.203083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Request body: {'port': {'device_id': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:27.256882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.264516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.287336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e97e575-1ddf-4a64-a400-ee497f4874ce tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:27.301002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Pushing event updated for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:27.314035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:27.317933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3ece93-c338-43eb-b105-c0d9b12ad016,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:27.325111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:27.333803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.337309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2939656 Nov 24 10:00:27.339185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:27.340039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:27.340273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:27.349116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:27.357520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:27.363912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:27.368344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:27.377912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:27.392923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:00:27.407066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.489016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-23b73610-3ae8-4b98-8a54-dfd6d4ba1c18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.2130477 Nov 24 10:00:27.511566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.596355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.600023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.602018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b764641d-bec0-4986-a3b8-b3f5f7963b76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:27.632156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087779ea-3a8a-471e-a8b2-8523eb4e6c75,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:27.636303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:27.661120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.664982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3190820 Nov 24 10:00:27.665551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55880) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:27.675246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '851d821c-ca18-4be4-ba98-90969fa4a4a6', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:27.678706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:27.685640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:27.695434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:27.698716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:27.702356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74701152-d12f-4913-982f-50d26dff78d0 req-e4d7ca30-a898-4e1e-885d-d86292059570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:27.704031 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-e4d7ca30-a898-4e1e-885d-d86292059570 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1730235 Nov 24 10:00:27.711860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:27.727176 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:00:27.740144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.868956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2ab17f40-fab1-4f02-b7f0-1634f66675b3 None None] Provisioning for port 23a61350-1565-4748-9684-b1b443363276 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:27.892084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2ab17f40-fab1-4f02-b7f0-1634f66675b3 None None] Provisioning complete for port 23a61350-1565-4748-9684-b1b443363276 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:27.892972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ab17f40-fab1-4f02-b7f0-1634f66675b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.898682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.910801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.913070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff47cb10-0979-4282-a80b-85e30cb1b27a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:27.939394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-94b3254e-ad02-4166-affe-9198873c1f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 1001 time: 0.1992691 Nov 24 10:00:27.954158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8fa595-7e3e-4b72-8640-81ed612e3d86,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:27.954710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2ab17f40-fab1-4f02-b7f0-1634f66675b3 None None] Port 23a61350-1565-4748-9684-b1b443363276 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:00:27.968220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:27.978988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:27.980553 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-65355f26-56e5-461e-91e3-a5b5ea69c6d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3140104 Nov 24 10:00:28.163892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:27Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:28.168225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44819c6-5dfa-4154-95fc-fe050bc02741 None None] The sync data for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv is: [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:27Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:28.177728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74701152-d12f-4913-982f-50d26dff78d0 req-ed1f88ba-202e-4be6-b83e-099f932a23e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:28.179532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-ed1f88ba-202e-4be6-b83e-099f932a23e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.2289560 Nov 24 10:00:28.258727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-24ca7ae2-816c-40da-98fe-77163478ba12 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:28.311267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-24ca7ae2-816c-40da-98fe-77163478ba12 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:28.313028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-24ca7ae2-816c-40da-98fe-77163478ba12 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049317325&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.1253262 Nov 24 10:00:28.517041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-19e0556c-5ce4-4b3d-bb3d-2f2c285d0ee8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:28.518538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-19e0556c-5ce4-4b3d-bb3d-2f2c285d0ee8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:28.536480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-19e0556c-5ce4-4b3d-bb3d-2f2c285d0ee8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:28.537971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-19e0556c-5ce4-4b3d-bb3d-2f2c285d0ee8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 200 len: 797 time: 0.2166460 Nov 24 10:00:28.558906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-2a06f0dc-7120-443b-9f7b-243157e51aa3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0125709 Nov 24 10:00:28.620594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d7e5a-41c7-496e-bd37-30fd6d849603 req-e9c8eb2a-ecdf-4f28-88a4-3ef10a0083a3 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:28.621401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-ac1d7e5a-41c7-496e-bd37-30fd6d849603 req-e9c8eb2a-ecdf-4f28-88a4-3ef10a0083a3 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:28.671841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-ac1d7e5a-41c7-496e-bd37-30fd6d849603 req-e9c8eb2a-ecdf-4f28-88a4-3ef10a0083a3 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:28.673156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ac1d7e5a-41c7-496e-bd37-30fd6d849603 req-e9c8eb2a-ecdf-4f28-88a4-3ef10a0083a3 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 931 time: 0.6683455 Nov 24 10:00:28.676685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-cca0671e-e0e6-4c8f-bf58-6b8bb0a1a5d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056664 Nov 24 10:00:28.715024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-aea85fac-59c3-4d6c-8b2b-337d3671f469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4717207 Nov 24 10:00:28.833311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-f6c8eb83-f3a2-4983-9dbd-ae5f9804f256 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430562 Nov 24 10:00:28.910342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ac1d7e5a-41c7-496e-bd37-30fd6d849603 req-a6d2e8a8-aada-4b3a-a739-83c29abaa1e2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266178 Nov 24 10:00:28.918165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a61350-1565-4748-9684-b1b443363276 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:00:28.929532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:28.969162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Transition to ACTIVE for port object 23a61350-1565-4748-9684-b1b443363276 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:28.974245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:28.979979 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-1bfa1e30-b767-46e3-8168-bb6fe701fdc4 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503068 Nov 24 10:00:28.981920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-017d3269-f3f8-4ea9-a58f-c8835cbddaa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:28.995313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-e1bf538f-7659-4d2a-9fec-75beb96be772 service neutron] 10.222.0.55 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548393 Nov 24 10:00:29.311935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:29.315673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:29.330122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c2ec35d6-7652-4590-9b58-f1b994c1e68a req-e99a7db3-fdd0-4e7b-8aa0-ad286564e650 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:29.473183 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74701152-d12f-4913-982f-50d26dff78d0 req-3bdaca07-d49b-43aa-8005-36472b3100c5 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576976 Nov 24 10:00:29.482661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c2ec35d6-7652-4590-9b58-f1b994c1e68a req-e99a7db3-fdd0-4e7b-8aa0-ad286564e650 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:29.484016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2ec35d6-7652-4590-9b58-f1b994c1e68a req-e99a7db3-fdd0-4e7b-8aa0-ad286564e650 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.2633114 Nov 24 10:00:29.507400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Attempting to bind port 23a61350-1565-4748-9684-b1b443363276 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:00:29.514239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Attempting to bind port 23a61350-1565-4748-9684-b1b443363276 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:00:29.514239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Attempting to bind port 23a61350-1565-4748-9684-b1b443363276 on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:29.516633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Port 23a61350-1565-4748-9684-b1b443363276 on network b445f7e7-389a-4c56-a2e6-fd820d770644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:00:29.517008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Attempting to bind port 23a61350-1565-4748-9684-b1b443363276 on network b445f7e7-389a-4c56-a2e6-fd820d770644 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:29.526141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:00:29.530270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Checking segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:29.530270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Bound using segment: {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:00:29.530270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Bound port: 23a61350-1565-4748-9684-b1b443363276, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e19619-09f1-4edf-a334-f3d60e47d45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:00:29.530270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:29.663690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:00:29.699315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=23a61350-1565-4748-9684-b1b443363276,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:00:29.724864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:29.734501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f2d5d6-e22c-4fab-907d-66b2c0073a1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:29.800086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:29.801859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] 10.222.0.61 "PUT /v2.0/ports/23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 1093 time: 2.6046355 Nov 24 10:00:29.811764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:29.871741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Pushing event updated for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:29.877677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:29.899898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276', 'status': 'completed', 'code': 200} Nov 24 10:00:30.002562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-340cc3db-8940-46b4-bca6-675599b8ef7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1096 time: 0.0974431 Nov 24 10:00:30.166848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcb5c630-71e1-473f-9167-b304fc6f2d11 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:30.193766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-1c3a9318-8107-4e28-8fa5-a0c544325c26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 217 time: 0.1833448 Nov 24 10:00:30.265752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dcb5c630-71e1-473f-9167-b304fc6f2d11 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:30.271881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dcb5c630-71e1-473f-9167-b304fc6f2d11 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:30.272381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:30.302499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31f55a-849b-49a0-9b27-494a91f57386 req-1196d476-eb19-407c-842f-be578900b755 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:30.304429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e31f55a-849b-49a0-9b27-494a91f57386 req-1196d476-eb19-407c-842f-be578900b755 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.2096477 Nov 24 10:00:30.340044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-a1a8ce14-4466-4913-8295-ade66d33a590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:30.342108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-a1a8ce14-4466-4913-8295-ade66d33a590 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.1418045 Nov 24 10:00:30.417789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:30.423955 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e31f55a-849b-49a0-9b27-494a91f57386 req-3e57b2de-2066-4f26-ad20-7daa59ed7d8b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112621 Nov 24 10:00:30.454931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-924116e3-64db-4f97-8b3c-0be91d2689ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043925 Nov 24 10:00:30.469935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port dcb5c630-71e1-473f-9167-b304fc6f2d11, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcb5c630-71e1-473f-9167-b304fc6f2d11,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:30.475844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:30.478887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:30.562824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:30.575105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:30.658729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-a92bbde8-6c38-4326-816c-b37437db7ab1 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921315 Nov 24 10:00:30.680487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-059eec4c-3100-4fa3-bdb6-be8de4ddc1ee req-afbc72a3-d714-41b1-b50c-35c8e337f27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0502021 Nov 24 10:00:30.944958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01f36877-4b71-45af-8b08-e5673c2298c8 req-3bdfc7b7-bec1-472e-bf6b-2e184814bade service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794116 Nov 24 10:00:30.953568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-7ce5ea73-5ec2-419b-9c9b-5a16e6e92ea7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:30.955135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-7ce5ea73-5ec2-419b-9c9b-5a16e6e92ea7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:30.969606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-7ce5ea73-5ec2-419b-9c9b-5a16e6e92ea7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:30.971837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-7ce5ea73-5ec2-419b-9c9b-5a16e6e92ea7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 200 len: 797 time: 0.2797318 Nov 24 10:00:31.080833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-f560b381-9299-4f60-9e0f-747d4b093ca7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:31.103511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-f560b381-9299-4f60-9e0f-747d4b093ca7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:31.104752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-f560b381-9299-4f60-9e0f-747d4b093ca7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 380 time: 0.1179423 Nov 24 10:00:31.125537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['851d821c-ca18-4be4-ba98-90969fa4a4a6']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:31.164328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-af972094-8ae6-4c04-a47e-b6b7fe51500c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1096 time: 0.1422613 Nov 24 10:00:31.384209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:31.416703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:31.421815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-f50c87b4-f1a0-44c6-8a37-1d7057cd0e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:31.423476 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-f50c87b4-f1a0-44c6-8a37-1d7057cd0e6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.2483504 Nov 24 10:00:31.490165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:00:31.495832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:31.521574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-8dd7278e-a666-4072-8465-7a999ae7bb69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 217 time: 0.0906138 Nov 24 10:00:31.744998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-d4976d99-1621-4246-8fb3-0aceb84aa53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:31.745721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-d4976d99-1621-4246-8fb3-0aceb84aa53e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.2175477 Nov 24 10:00:31.870435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-437ba22f-5386-4a0b-bc3d-d19f5d7797bb req-26095e2a-9f88-412e-a1c7-d19e46ffe1e1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0536199 Nov 24 10:00:32.065390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcb5c630-71e1-473f-9167-b304fc6f2d11 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:32.149810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150675d-f568-4f2b-90e8-1186d27250a8 req-40fdeb09-09a6-44a0-bb8a-d0e7d6f58d85 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:32.151612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f150675d-f568-4f2b-90e8-1186d27250a8 req-40fdeb09-09a6-44a0-bb8a-d0e7d6f58d85 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.5473080 Nov 24 10:00:32.159551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dcb5c630-71e1-473f-9167-b304fc6f2d11 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:32.159551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:32.223693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.8 (3ac86852-862f-4f58-9178-d244fdb680f3/9f36348f-c709-49c6-97b0-8b0444a6ab35/c670a88f-4bc8-4efd-a12d-3d3b1fadada2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:32.292761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-ae5db1a8-8af3-48bd-a9a3-2ae11a477690 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5359230 Nov 24 10:00:32.363035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f150675d-f568-4f2b-90e8-1186d27250a8 req-dae52717-bcff-4125-88bd-e8fdb5860626 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976821 Nov 24 10:00:32.649535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-d5701144-c37a-4e6a-88ed-0ebbc2f28ad2 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444633 Nov 24 10:00:32.782640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:32.818470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object c670a88f-4bc8-4efd-a12d-3d3b1fadada2 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:32.849381 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65e5bc48-7bef-41f9-a14b-518b1436a004 req-8f9e76d0-e59f-4001-b919-6b04e23e6f68 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936772 Nov 24 10:00:32.870525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:32.879064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59acdb5c-d577-4d4b-a1d9-369e4db2f574 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:32.954215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 3ac86852-862f-4f58-9178-d244fdb680f3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:32.960016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:32.961966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:33.004185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:33.007679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:33.047662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:33.048289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:33.120881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1f80-66fa-43c5-8877-83930034b08b req-0e51588b-671b-44d1-931a-4dfa16d9be7b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:33.122267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-217d1f80-66fa-43c5-8877-83930034b08b req-0e51588b-671b-44d1-931a-4dfa16d9be7b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 931 time: 0.1070442 Nov 24 10:00:33.128040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0140073 Nov 24 10:00:33.140635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Request body: {'port': {'device_id': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:33.175730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-217d1f80-66fa-43c5-8877-83930034b08b req-d7311402-1664-4b90-9760-6a35202c0ff9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 Nov 24 10:00:33.277150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:33.320423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d32d6a7-5c2e-4a3d-8e95-2f9b0c3ffda7 None None] Provisioning for port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:33.327863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d32d6a7-5c2e-4a3d-8e95-2f9b0c3ffda7 None None] Provisioning complete for port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:33.328449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d32d6a7-5c2e-4a3d-8e95-2f9b0c3ffda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:33.385525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9d32d6a7-5c2e-4a3d-8e95-2f9b0c3ffda7 None None] Port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:00:33.682934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490ded-a4d1-4df6-ba0c-7d640e8c2e7c req-9c6ea0a0-3c0c-485f-9c71-f6a0d96cfe80 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:33.683633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d0490ded-a4d1-4df6-ba0c-7d640e8c2e7c req-9c6ea0a0-3c0c-485f-9c71-f6a0d96cfe80 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.1451111 Nov 24 10:00:33.770731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c670a88f-4bc8-4efd-a12d-3d3b1fadada2 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:00:33.782000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:33.795611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d0490ded-a4d1-4df6-ba0c-7d640e8c2e7c req-964f5a34-78af-45d3-963a-0cd31ca7668e tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781174 Nov 24 10:00:33.805024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Transition to ACTIVE for port object c670a88f-4bc8-4efd-a12d-3d3b1fadada2 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:00:33.820992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:33.826769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-15a6d59e-a8ba-4887-860f-d07808c2344a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:33.962881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Pushing event updated for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:33.968581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:34.088308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Attempting to bind port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:00:34.088623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Attempting to bind port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:00:34.089002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Attempting to bind port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 on network 3ac86852-862f-4f58-9178-d244fdb680f3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:34.102057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 on network 3ac86852-862f-4f58-9178-d244fdb680f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:00:34.102057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Attempting to bind port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 on network 3ac86852-862f-4f58-9178-d244fdb680f3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:00:34.104054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:00:34.104435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Checking segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:00:34.104866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Bound using segment: {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:00:34.105356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Bound port: c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c734d801-9d97-4dc5-bec4-bde828b04699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:00:34.105752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:34.202365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:00:34.206220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:00:34.240959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:34.245321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7b08e1d0-9dbd-436e-b8c5-0e64e8322049 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:34.313872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:34.315431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] 10.222.0.61 "PUT /v2.0/ports/c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 200 len: 1093 time: 1.1803777 Nov 24 10:00:34.316018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:34.334088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Pushing event updated for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:34.338003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:34.393881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'status': 'completed', 'code': 200} Nov 24 10:00:34.435578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e02cf-a122-4f06-850d-29c750f02316 req-3d5db4a6-f195-4f19-9193-de45b2f66005 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:34.437382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a5e02cf-a122-4f06-850d-29c750f02316 req-3d5db4a6-f195-4f19-9193-de45b2f66005 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.1343641 Nov 24 10:00:34.495417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-e66494b5-6f68-472c-a272-c3504a1784c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0862811 Nov 24 10:00:34.500175 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a5e02cf-a122-4f06-850d-29c750f02316 req-5a6636a5-9ee4-4c64-88f2-f52143eb220b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560308 Nov 24 10:00:34.570448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-5e60c33b-7034-43ed-bb51-e8cf6b879a55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 200 len: 217 time: 0.0718303 Nov 24 10:00:34.646350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-8db5f8cf-7eef-42c9-a653-1d0b410f3a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:34.648048 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-8db5f8cf-7eef-42c9-a653-1d0b410f3a15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 200 len: 843 time: 0.0702271 Nov 24 10:00:34.736404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-62da591b-1afc-442f-8157-9e942c13725e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3ac86852-862f-4f58-9178-d244fdb680f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782058 Nov 24 10:00:34.879559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-ccd35c70-09fe-40e5-a8bb-f2bea622d0be service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358564 Nov 24 10:00:35.084422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc35007c-4fe0-4d91-ab03-30e2ff05a89b req-f5022b5c-25d5-4146-9d34-ca7c6aa9ddbe service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975632 Nov 24 10:00:35.106172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703920c-49f2-421e-bc94-be5de1258f93 req-47b91661-fead-4a53-8315-9a09ca0c9b41 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:35.108365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f703920c-49f2-421e-bc94-be5de1258f93 req-47b91661-fead-4a53-8315-9a09ca0c9b41 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.1765392 Nov 24 10:00:35.209551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f703920c-49f2-421e-bc94-be5de1258f93 req-e4848ad5-9b26-411b-9d6f-ab7824d32b07 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946379 Nov 24 10:00:35.236535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-023ee6a2-83f6-4aa4-8e6c-6a313fbd5da4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0971613 Nov 24 10:00:35.403010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-66fbe86e-f751-43b5-a799-aee8614cebde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:35.404792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-66fbe86e-f751-43b5-a799-aee8614cebde service neutron] 10.222.0.61 "GET /v2.0/networks?id=3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 200 len: 898 time: 0.1606753 Nov 24 10:00:35.478687 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-cd3f9cb1-5192-4488-8d3a-4d476f535318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 200 len: 217 time: 0.0668964 Nov 24 10:00:35.727992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d304-bb41-4240-bf66-38358e7668df req-b1b69cd3-fe4d-4462-b6dd-75c726904af9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:35.729546 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c65d304-bb41-4240-bf66-38358e7668df req-b1b69cd3-fe4d-4462-b6dd-75c726904af9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.0884042 Nov 24 10:00:35.782755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c65d304-bb41-4240-bf66-38358e7668df req-2a3911ad-d0d0-421d-a205-175023b03606 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Nov 24 10:00:35.799354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-07607b06-f214-4552-aa0c-5759d735f2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:35.800994 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-07607b06-f214-4552-aa0c-5759d735f2f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 200 len: 843 time: 0.3159299 Nov 24 10:00:35.882865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-84782344-113d-491c-9b49-8c9b0ab186a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3ac86852-862f-4f58-9178-d244fdb680f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742922 Nov 24 10:00:36.029083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-30d44d05-e54c-4ce4-a9be-91218132f583 service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390610 Nov 24 10:00:36.181744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-935b0eac-61e0-47df-93da-8dd4675d4381 req-2d9e6f00-81c9-46f8-ac97-cf9dd3afdb14 service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466546 Nov 24 10:00:36.424559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27ff2-2309-4f0a-af5d-ae88ba480dc8 req-131d42a2-1457-45bb-9ade-f71fa7cff070 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:36.426189 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2ed27ff2-2309-4f0a-af5d-ae88ba480dc8 req-131d42a2-1457-45bb-9ade-f71fa7cff070 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.0900381 Nov 24 10:00:36.481735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2ed27ff2-2309-4f0a-af5d-ae88ba480dc8 req-2f439803-2f7b-47d0-af63-1e9dc0c10f4c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Nov 24 10:00:36.993850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9df1-5e8a-4052-8aa6-3a127665de24 req-25ceeed9-5bab-4bb8-b1dd-8be8cd49aa31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:36.995696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfae9df1-5e8a-4052-8aa6-3a127665de24 req-25ceeed9-5bab-4bb8-b1dd-8be8cd49aa31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 943 time: 0.0890126 Nov 24 10:00:37.049121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfae9df1-5e8a-4052-8aa6-3a127665de24 req-16c84ccd-22e5-4acb-b2c4-105d932cf667 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Nov 24 10:00:37.226118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c670a88f-4bc8-4efd-a12d-3d3b1fadada2 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:00:37.380106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:37.394277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'port_id': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'mac_address': 'fa:16:3e:0b:d8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:00:37.451914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:37.471297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c670a88f-4bc8-4efd-a12d-3d3b1fadada2 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:00:37.487945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:37.505749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:37.508303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:37.576617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:37.580210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:37.695947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a3d78-ef39-4c69-b746-a5c3fbddfd16 req-9631ebfa-c762-4bea-a6d2-1ae648d01362 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:37.697155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab8a3d78-ef39-4c69-b746-a5c3fbddfd16 req-9631ebfa-c762-4bea-a6d2-1ae648d01362 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.0847332 Nov 24 10:00:37.750454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab8a3d78-ef39-4c69-b746-a5c3fbddfd16 req-76907c2d-6ac0-47d4-b99f-4ff01aa77c7f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Nov 24 10:00:37.788671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c670a88f-4bc8-4efd-a12d-3d3b1fadada2'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:00:38.259985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89880059-c098-4259-bb8f-2400d7c73d2e req-e4d1be45-b65e-4dcf-a45b-a730b40e5813 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:38.261629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89880059-c098-4259-bb8f-2400d7c73d2e req-e4d1be45-b65e-4dcf-a45b-a730b40e5813 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.0853057 Nov 24 10:00:38.311259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89880059-c098-4259-bb8f-2400d7c73d2e req-caa44e38-745f-41fc-a74c-35d8175d85bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Nov 24 10:00:38.963458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d8722-87ff-4f3f-8108-493cecd6697d req-94f50ff4-5b0c-438e-896a-8eb961acc3b1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:38.965107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b31d8722-87ff-4f3f-8108-493cecd6697d req-94f50ff4-5b0c-438e-896a-8eb961acc3b1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 943 time: 0.0919731 Nov 24 10:00:39.024090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b31d8722-87ff-4f3f-8108-493cecd6697d req-ec0a72cb-92d3-4281-866e-7dece64c0b2a tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451307 Nov 24 10:00:39.226543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 23a61350-1565-4748-9684-b1b443363276 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:00:39.230130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c670a88f-4bc8-4efd-a12d-3d3b1fadada2 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:39.412152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:39.421396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:39.423185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:39.501707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=23a61350-1565-4748-9684-b1b443363276,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:39.519608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '23a61350-1565-4748-9684-b1b443363276', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'port_id': '23a61350-1565-4748-9684-b1b443363276', 'mac_address': 'fa:16:3e:0f:c0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:00:39.532002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8285d6-0524-48a4-9468-08b1abb5c82d req-c62b2c60-0077-4588-a2ab-d1a121d19008 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:39.535132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d8285d6-0524-48a4-9468-08b1abb5c82d req-c62b2c60-0077-4588-a2ab-d1a121d19008 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 944 time: 0.0905631 Nov 24 10:00:39.586406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d8285d6-0524-48a4-9468-08b1abb5c82d req-cb4fac3a-1e26-436d-8886-16b5c5b8aaf8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Nov 24 10:00:39.632119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:39.652022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:39.668461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a61350-1565-4748-9684-b1b443363276 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:00:39.695119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:39.705294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=23a61350-1565-4748-9684-b1b443363276,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:39.708750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:39.711262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:39.713172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:39.752244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:39.789301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:39.796092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:39.796092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:39.846840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'code': 200} Nov 24 10:00:39.873096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:39.877484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:39.931575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['23a61350-1565-4748-9684-b1b443363276'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:00:40.129549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64293fd9-71ac-4d35-8f14-5f64efc6e454 req-9766e477-89c6-44a6-b73f-2c5a8748090a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0885172 Nov 24 10:00:40.178691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64293fd9-71ac-4d35-8f14-5f64efc6e454 req-3226fb5a-ac85-4a4c-9d7e-f7f70e80a6b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Nov 24 10:00:40.241831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f0989-c278-4c0f-8123-0371e17fb904 req-e86d5bb0-ea56-4eee-b6c1-a8780cd8818d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:40.243523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-458f0989-c278-4c0f-8123-0371e17fb904 req-e86d5bb0-ea56-4eee-b6c1-a8780cd8818d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 944 time: 0.0947232 Nov 24 10:00:40.299159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-458f0989-c278-4c0f-8123-0371e17fb904 req-da8ae5bb-1157-4ab8-b505-b3472d4ec641 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485554 Nov 24 10:00:40.591230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:40.804155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeed181-365e-46d8-9069-0c3eada6b56a req-c2b94404-4541-4322-906c-6cab3e1a8863 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:40.805550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-aeeed181-365e-46d8-9069-0c3eada6b56a req-c2b94404-4541-4322-906c-6cab3e1a8863 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:00:40.833453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-aeeed181-365e-46d8-9069-0c3eada6b56a req-c2b94404-4541-4322-906c-6cab3e1a8863 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:00:40.835003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aeeed181-365e-46d8-9069-0c3eada6b56a req-c2b94404-4541-4322-906c-6cab3e1a8863 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.1161880 Nov 24 10:00:40.887313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aeeed181-365e-46d8-9069-0c3eada6b56a req-9172be0c-b583-4e48-8d70-a20ec0928df3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458558 Nov 24 10:00:41.225558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 23a61350-1565-4748-9684-b1b443363276 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:00:41.313709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 23a61350-1565-4748-9684-b1b443363276 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:00:41.318513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 23a61350-1565-4748-9684-b1b443363276 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:00:41.318982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:41.438890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:41.473044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=23a61350-1565-4748-9684-b1b443363276,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:00:41.484649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:41.487749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:41.512311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e611038-3d68-4c1e-8799-a9e99d89dd4e req-384d0115-0b52-46b5-a7e0-40bc873139e2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:41.516632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e611038-3d68-4c1e-8799-a9e99d89dd4e req-384d0115-0b52-46b5-a7e0-40bc873139e2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 944 time: 0.0893319 Nov 24 10:00:41.562076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:41.565521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:41.568552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e611038-3d68-4c1e-8799-a9e99d89dd4e req-512e8ad1-ffcf-48d4-8e04-22b57126a809 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480397 Nov 24 10:00:41.848404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a61350-1565-4748-9684-b1b443363276'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:41.904565 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a61350-1565-4748-9684-b1b443363276', 'code': 200} Nov 24 10:00:42.113551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e28d5-d18b-4142-a2c9-5ba1757667a5 req-6ef9128d-c4c6-4685-932f-4abdf256e2cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:42.115026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f55e28d5-d18b-4142-a2c9-5ba1757667a5 req-6ef9128d-c4c6-4685-932f-4abdf256e2cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.0940907 Nov 24 10:00:42.167779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f55e28d5-d18b-4142-a2c9-5ba1757667a5 req-5a9f2891-53d2-4db8-a05d-a3725f92b26f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Nov 24 10:00:42.220692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e53d83-d5d1-4f88-a7ce-beea219113e7 req-869b9add-a2d6-4eea-8a69-ca012438288f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1098 time: 0.0788813 Nov 24 10:00:42.272806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8e53d83-d5d1-4f88-a7ce-beea219113e7 req-a35bd212-25c8-4050-88c8-a1455e47d6cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Nov 24 10:00:42.386744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c709f-7bbe-4fb9-99e8-516c4eec91e8 req-0a103bd7-6633-4425-97e9-1504f1fddeae tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:42.389500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-101c709f-7bbe-4fb9-99e8-516c4eec91e8 req-0a103bd7-6633-4425-97e9-1504f1fddeae tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.0874734 Nov 24 10:00:42.439486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-101c709f-7bbe-4fb9-99e8-516c4eec91e8 req-b42d8829-4c00-45a1-91a0-da53f0958615 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Nov 24 10:00:42.473863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55966) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:42.552102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a7fac86c-8116-48df-b1a5-72814f6042cb tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1093 time: 0.0767865 Nov 24 10:00:42.555276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:42.562091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:42.568492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:42.572690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:42.575800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:42.581968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:42.605934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:42.838425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3df4ee-9b2b-4670-af71-8300c14b7867 req-7a177e52-9ee6-4671-be6f-6b7d4bfb92f2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:42.840341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3b3df4ee-9b2b-4670-af71-8300c14b7867 req-7a177e52-9ee6-4671-be6f-6b7d4bfb92f2 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.1177714 Nov 24 10:00:42.843240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:42.957004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3b3df4ee-9b2b-4670-af71-8300c14b7867 req-344626ae-db04-4ff1-90e0-d6ef47eba8f4 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752976 Nov 24 10:00:43.033150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.112 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/df47ad35-cf54-4926-851e-1ba79328cb83) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:43.420651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:43.455934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:43.460634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400895bd-498d-466e-a263-4b090190d08f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:43.530517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:43.534221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:43.539665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:43.570175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=df47ad35-cf54-4926-851e-1ba79328cb83,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:43.586722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:44.080047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:44.168070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:44.200456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25da55-a152-49ec-a934-92cccc6bffa0 req-a505c173-82b0-4f43-af5f-d7397998ec5f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:44.201389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a25da55-a152-49ec-a934-92cccc6bffa0 req-a505c173-82b0-4f43-af5f-d7397998ec5f tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.0924480 Nov 24 10:00:44.253111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a25da55-a152-49ec-a934-92cccc6bffa0 req-e83c64d1-4e42-4073-a3b7-0f8e217950c5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449557 Nov 24 10:00:44.453287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:44.461811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:44.467793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b61990cf-5f40-428d-9066-0ae1dcd92803 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:44.609667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43a7d-0491-4a12-9222-d2b6cf268973 req-44e2ae5b-bba6-4ec9-9ba1-cfc7779e5528 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:44.611579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27c43a7d-0491-4a12-9222-d2b6cf268973 req-44e2ae5b-bba6-4ec9-9ba1-cfc7779e5528 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.2306852 Nov 24 10:00:44.614641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=df47ad35-cf54-4926-851e-1ba79328cb83,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:44.622825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:44.654037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:44.748951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27c43a7d-0491-4a12-9222-d2b6cf268973 req-2b776b2b-2e95-4457-8dba-0bb51d553181 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282749 Nov 24 10:00:44.779952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55980) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:44.858678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68523099-7f96-4d6a-be0a-a213d3f82057 tempest-TestVolumeBootPattern-1208127509 tempest-TestVolumeBootPattern-1208127509-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1093 time: 0.0771639 Nov 24 10:00:44.869768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55984) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:44.869768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '23a61350-1565-4748-9684-b1b443363276', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:00:44.876217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:00:44.881780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Usage tracker for resource:floatingip and tenant:237394d999354d869b33215cbbb1b267 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:00:44.886769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:00:44.886932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP db49ca94-ccf9-441a-b146-5783276c7497 associated. External IP: 172.26.6.112, port: c670a88f-4bc8-4efd-a12d-3d3b1fadada2. Nov 24 10:00:44.891715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:00:44.922236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:45.078709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:45.249274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Allocated IP 172.26.6.129 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/fc84159a-8cbf-4986-8915-e921791ef5cb) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:00:45.317463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0d83fcc0-0253-4934-9b49-c967826acf98 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:00:45.423662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:45.459214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:45.464008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e30c586d-a88f-4962-8e80-58c39addb7bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:45.526800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:00:45.527922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:00:45.531155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:00:45.534749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:45.546573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Sync routers for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:45.561688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:45.562388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:45.589916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:45.664001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1075695 Nov 24 10:00:45.664962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:45.667149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 55988) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:45.727279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'status': 'completed', 'code': 200} Nov 24 10:00:45.732337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=fc84159a-8cbf-4986-8915-e921791ef5cb,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:45.756877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:45.775052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:45.915674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa07215e-3f39-4bcf-9b2a-ec46a2319116 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/db49ca94-ccf9-441a-b146-5783276c7497 HTTP/1.1" status: 200 len: 991 time: 0.2471249 Nov 24 10:00:46.032963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-8c514fba-f906-4ed1-8830-29b98270cf05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.2750156 Nov 24 10:00:46.159136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'db49ca94-ccf9-441a-b146-5783276c7497', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.112', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'port_id': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'mac_address': 'fa:16:3e:0b:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:43Z', 'updated_at': '2021-11-24T10:00:43Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:46.163318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Checking router: 0d83fcc0-0253-4934-9b49-c967826acf98 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:46.176238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:46.176856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:46.291959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-4549d5f0-f14f-43c3-ae99-ac0138940316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:46.293580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-4549d5f0-f14f-43c3-ae99-ac0138940316 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 200 len: 898 time: 0.2033010 Nov 24 10:00:46.378158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:46.423663 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-6671da48-a7c3-4b49-a5d7-5eb9e5eb804e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 200 len: 999 time: 0.1223583 Nov 24 10:00:46.695503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:00:46.835098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-3ebf1a75-a90a-4383-9fdc-f3d789fd3310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:46.836695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-3ebf1a75-a90a-4383-9fdc-f3d789fd3310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 200 len: 843 time: 0.4062798 Nov 24 10:00:46.892360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:46.920348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:46.949860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'db49ca94-ccf9-441a-b146-5783276c7497', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.112', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'port_id': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'mac_address': 'fa:16:3e:0b:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:43Z', 'updated_at': '2021-11-24T10:00:43Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:46.956833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4aaa1-d255-4c10-9286-538f69d8bd7d None None] The sync data for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv is: [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'db49ca94-ccf9-441a-b146-5783276c7497', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.112', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'port_id': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'mac_address': 'fa:16:3e:0b:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:43Z', 'updated_at': '2021-11-24T10:00:43Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:46.975437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:47.010985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-8e28a638-2e0f-4be3-96bd-0a3725aef362 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3ac86852-862f-4f58-9178-d244fdb680f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1655135 Nov 24 10:00:47.051584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d7389feb-c911-488b-a68e-7069d9ec462d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/db49ca94-ccf9-441a-b146-5783276c7497 HTTP/1.1" status: 200 len: 991 time: 0.1285946 Nov 24 10:00:47.275386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-8b6238b7-1057-4b38-b2e3-487f61e98f9b service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569349 Nov 24 10:00:47.310387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba01d2-64ac-4d6d-ad0e-f8c39ab75fd3 None None] New status for floating IP db49ca94-ccf9-441a-b146-5783276c7497: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:00:47.497559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39485fa5-ff1d-4212-98a3-8fe5afe3fefb req-57dd2b73-e1a9-41e2-88b0-a7f59ba332f6 service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961129 Nov 24 10:00:47.502255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:47.522202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:47.527258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:00:47.644060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event updated for resources: {'Port': ['ID=fc84159a-8cbf-4986-8915-e921791ef5cb,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:00:47.648524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:00:47.659561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:47.858791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Floating IP 2368095e-5422-416c-8258-95adf89d5d9c associated. External IP: 172.26.6.129, port: 23a61350-1565-4748-9684-b1b443363276. Nov 24 10:00:48.054016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 55998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:00:48.168424 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-480066b3-72ca-4d89-be76-f7558038f9d4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/db49ca94-ccf9-441a-b146-5783276c7497 HTTP/1.1" status: 200 len: 993 time: 0.1128929 Nov 24 10:00:48.285939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:00:48.504970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:00:48.516150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:00:48.529558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:48.530173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:48.551497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:48.615405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7469742 Nov 24 10:00:48.615405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:00:48.686217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276', 'status': 'completed', 'code': 200} Nov 24 10:00:48.746938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:48.785060 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-bc962911-8f3a-4926-8b6c-a407d75fe24c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1098 time: 0.0777781 Nov 24 10:00:48.845121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c3bded8-c1a6-4a36-90a4-c26c8577d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:48.935615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-45155e50-b9f2-46a5-8059-48ce4e2731c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:48.937475 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-45155e50-b9f2-46a5-8059-48ce4e2731c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1465929 Nov 24 10:00:49.052902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-30415c54-a1f1-44bb-8d4b-e6938533ad0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 999 time: 0.1058800 Nov 24 10:00:49.126027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-387334e4-6578-4ea1-ae96-6eac9ac620f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:00:49.133480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-387334e4-6578-4ea1-ae96-6eac9ac620f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0705116 Nov 24 10:00:49.133676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '2368095e-5422-416c-8258-95adf89d5d9c', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '23a61350-1565-4748-9684-b1b443363276', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:0f:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:46Z', 'updated_at': '2021-11-24T10:00:46Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}, {'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:49.133857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:00:49.146460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:00:49.147183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:00:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:49.217520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-e7dac6ae-0abd-419e-a3ed-16d8ab85ac26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827181 Nov 24 10:00:49.341509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:00:49.618286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-38d619c4-a7ac-4cda-b103-0a005be52f21 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946490 Nov 24 10:00:49.749241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '2368095e-5422-416c-8258-95adf89d5d9c', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '23a61350-1565-4748-9684-b1b443363276', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:0f:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:46Z', 'updated_at': '2021-11-24T10:00:46Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}, {'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:00:49.753665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4339443-f813-44c9-9a2e-ff30f749b95f None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '2368095e-5422-416c-8258-95adf89d5d9c', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': '23a61350-1565-4748-9684-b1b443363276', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:0f:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:00:46Z', 'updated_at': '2021-11-24T10:00:46Z', 'revision_number': 0, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}, {'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:00:49.766107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50e2654a-761b-4ab2-a20b-a7f5849dc426 req-ccd6ec23-228b-4256-a601-a769ceb8d336 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414917 Nov 24 10:00:50.095275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37ef50-5e32-4c73-90df-e701d1b316a3 None None] New status for floating IP 2368095e-5422-416c-8258-95adf89d5d9c: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:00:50.448157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:51.596134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:51.617060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b77ab0a4-2070-4baa-9b6c-af4b663364b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:00:53.261068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:10.595339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:18.838157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6991a558-7d3a-413e-a5a2-63187c133716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:20.440567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:21.599352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:21.618637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b88a7ba1-e6f4-4b2e-a5f2-a91779b5ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:23.264154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:23.690775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:01:27.939968 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-a967dbfb-8643-4eb6-af64-10d7223104b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760448 Nov 24 10:01:28.095579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-0044bfd3-9e1a-406e-b4d3-9dafec11bd32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.0799153 Nov 24 10:01:28.260222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-af67d954-083c-4b8e-9579-cbd9556c3800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:01:28.261775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-af67d954-083c-4b8e-9579-cbd9556c3800 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1453748 Nov 24 10:01:28.374163 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-a0da3be3-f479-475e-9947-c162a8cbb3a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 1001 time: 0.1055439 Nov 24 10:01:28.444813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-c42cffff-38a8-476b-a8fd-c2265ff68297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:01:28.446455 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-c42cffff-38a8-476b-a8fd-c2265ff68297 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0656722 Nov 24 10:01:28.532385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-cf704037-c9c8-4494-b6d4-cb5c12831965 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802078 Nov 24 10:01:28.682771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-22c4e6e7-09fe-4ea6-a421-1cd5c5df53fe service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436818 Nov 24 10:01:28.833661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8ef4eaf-d25e-4cf7-a5fc-fd2885d106c9 req-e8db5b75-a2a7-4d8e-be96-6d6f0987f016 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443677 Nov 24 10:01:40.588445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:48.839971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20f18bb8-0d62-4203-a899-72ce84b4af17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:50.447260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:51.602478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:51.620544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f33ca22f-f9da-4e90-bd5c-82206a8dd886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:01:53.265411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:00.693649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:02:10.582791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:18.840563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b727-3ecf-43a2-9ef6-9d3bc3899065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:20.440365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:21.605034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:21.621725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc22299e-fffb-41bb-82da-81dd22a01215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:23.268667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:28.542164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:28.758960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port fc84159a-8cbf-4986-8915-e921791ef5cb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:28.759315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:29.173568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:29.173938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:29.302809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for fc84159a-8cbf-4986-8915-e921791ef5cb owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:29.459862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:29.464604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a1ba8d0-57b0-48ae-819d-617fbee1b783 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:29.509343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=fc84159a-8cbf-4986-8915-e921791ef5cb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:29.552045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.553048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.553048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.553339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.553649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.554061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.554511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.554918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.555325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.555733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.556241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:29.590382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:29.622363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:29.975960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-6fc86856-2d36-498d-8dca-0e2eccab2983 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803659 Nov 24 10:02:30.059276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:02:30.078652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-0659d509-48cf-4577-bdbc-0fb8c8b3d103 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1098 time: 0.0803130 Nov 24 10:02:30.248068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-e6fc4b38-db02-4958-9bf1-0dfb5eb6cd9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:30.249596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-e6fc4b38-db02-4958-9bf1-0dfb5eb6cd9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1512764 Nov 24 10:02:30.305401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:02:30.318624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:02:30.327579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:30.333407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:30.334117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:30.341405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-d4fb503c-d28e-47c5-92da-b5e454bb2267 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 217 time: 0.0854194 Nov 24 10:02:30.399865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "DELETE /v2.0/floatingips/2368095e-5422-416c-8258-95adf89d5d9c HTTP/1.1" status: 204 len: 168 time: 1.8519595 Nov 24 10:02:30.399865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:02:30.433164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-6e849db4-6d6c-46cd-b58e-36265bba687d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:30.435875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-6e849db4-6d6c-46cd-b58e-36265bba687d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0888329 Nov 24 10:02:30.537303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-478d1cef-1f34-4293-8f79-95e7e5f4cc08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946739 Nov 24 10:02:30.615814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'tag': '23a61350-1565-4748-9684-b1b443363276', 'status': 'completed', 'code': 200} Nov 24 10:02:30.708535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-bc7d03e7-14e8-408a-a9c7-16295c47f919 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642015 Nov 24 10:02:30.802328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:30.915881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1429a534-6358-4bfa-a0fa-4d0260e17241 req-59828c0f-9e62-4d6d-ae66-127159f5f22d service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002864 Nov 24 10:02:30.940979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd5e8d-fc42-4ff3-a18a-163bcdee738d req-244334b8-fea7-467f-9c26-6a75e1e08089 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:30.942618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0abd5e8d-fc42-4ff3-a18a-163bcdee738d req-244334b8-fea7-467f-9c26-6a75e1e08089 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.1277158 Nov 24 10:02:31.057537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0abd5e8d-fc42-4ff3-a18a-163bcdee738d req-2fd0b286-a115-4870-bac1-386874c7961b tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075370 Nov 24 10:02:31.076758 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-f1fdce99-b543-47fb-8ce1-6367a44ead47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 1098 time: 0.1092029 Nov 24 10:02:31.205059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:31.209337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:02:31.221109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:31.221788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:31.234126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62892899-2884-464e-ad88-490ec0ef4b5e req-d811cce3-5a3d-447f-88a5-d73cf028e52e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:31.237646 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-d811cce3-5a3d-447f-88a5-d73cf028e52e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1538155 Nov 24 10:02:31.313327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-fbfc855b-1387-43e0-b34e-9541887eb6a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 200 len: 217 time: 0.0683079 Nov 24 10:02:31.386983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62892899-2884-464e-ad88-490ec0ef4b5e req-4b7e1e7e-cc22-4ea1-aad3-ea10f7c7a834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:31.388589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-4b7e1e7e-cc22-4ea1-aad3-ea10f7c7a834 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0700910 Nov 24 10:02:31.415032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:31.475737 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-81b0cc2a-c685-4a0a-b98c-8188eeeef639 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798223 Nov 24 10:02:31.636839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-34f15b9a-2c17-4589-a610-ddd0ac7f05e7 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536994 Nov 24 10:02:31.795778 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62892899-2884-464e-ad88-490ec0ef4b5e req-4e7169cc-2f71-4e6e-a7d2-97896e98a74b service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466980 Nov 24 10:02:31.815059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:31.819923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3ded1-25c1-4543-bcfe-3f946ece242b None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c0a0266a-7262-41ff-b08d-e88eddb2b5b2', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'floating_ip_address': '172.26.6.218', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'port_id': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'mac_address': 'fa:16:3e:37:3b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T09:58:24Z', 'updated_at': '2021-11-24T09:58:31Z', 'revision_number': 1, 'project_id': '237394d999354d869b33215cbbb1b267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:02:32.274314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af48bb0-ef17-46dd-b75b-bdfb9659999f None None] New status for floating IP 2368095e-5422-416c-8258-95adf89d5d9c: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:02:32.286129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1c37-a156-4273-9859-6fd2f85109c2 req-58abf17a-7bd3-4a23-a16c-928fc540e2c7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:32.286943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d76f1c37-a156-4273-9859-6fd2f85109c2 req-58abf17a-7bd3-4a23-a16c-928fc540e2c7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:02:32.302094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d76f1c37-a156-4273-9859-6fd2f85109c2 req-58abf17a-7bd3-4a23-a16c-928fc540e2c7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:02:32.303460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d76f1c37-a156-4273-9859-6fd2f85109c2 req-58abf17a-7bd3-4a23-a16c-928fc540e2c7 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.1080713 Nov 24 10:02:32.311789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-343e33cc-979b-4cef-afd0-ab932fefbf30 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:32.314677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-343e33cc-979b-4cef-afd0-ab932fefbf30 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 945 time: 0.0965269 Nov 24 10:02:32.358397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d76f1c37-a156-4273-9859-6fd2f85109c2 req-f5170b2c-ec6b-4335-9a19-3fd84c0c0458 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484276 Nov 24 10:02:32.393814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port 23a61350-1565-4748-9684-b1b443363276 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:32.394367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:32.660181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] For port 23a61350-1565-4748-9684-b1b443363276, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=23a61350-1565-4748-9684-b1b443363276,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:32.660816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:32.789987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for 23a61350-1565-4748-9684-b1b443363276 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:32.939562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:32.945433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5509ba47-3365-43db-924a-a9bb91aad5a0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:32.989528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=23a61350-1565-4748-9684-b1b443363276,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:33.032817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.033260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.033695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.034127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.034706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.035000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.035422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.035847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.036269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.036689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.037107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:02:33.044599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:33.083339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] No DVR routers for this DVR port 23a61350-1565-4748-9684-b1b443363276 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:02:33.085839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:33.088760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'name': 'network-vif-deleted', 'tag': '23a61350-1565-4748-9684-b1b443363276'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:02:33.105200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15d26d3a-9a8f-4ab0-8009-7ad31a1e795b req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "DELETE /v2.0/ports/23a61350-1565-4748-9684-b1b443363276 HTTP/1.1" status: 204 len: 173 time: 0.7846036 Nov 24 10:02:33.154750 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a89022-f050-4f86-a3da-7efe6706877c', 'name': 'network-vif-deleted', 'tag': '23a61350-1565-4748-9684-b1b443363276', 'status': 'completed', 'code': 200} Nov 24 10:02:33.551653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8d7a51d8-bb23-46b5-92fd-eb7dbc135448 req-24e8deba-575b-4d26-a08f-266cf2254a71 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a89022-f050-4f86-a3da-7efe6706877c HTTP/1.1" status: 200 len: 210 time: 0.0516768 Nov 24 10:02:35.738396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 23a61350-1565-4748-9684-b1b443363276 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:02:35.773659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 23a61350-1565-4748-9684-b1b443363276 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:02:35.774056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 23a61350-1565-4748-9684-b1b443363276 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:02:37.695697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:02:38.212624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56076) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:38.434644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port dcc060c7-6ca2-4a3a-9457-144bce4a0890 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:38.434919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:38.635318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:38.635678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.020158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for dcc060c7-6ca2-4a3a-9457-144bce4a0890 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:39.170025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.175818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f6e9729-564c-4e58-b0ba-8ddf41dbf8b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:39.222312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=dcc060c7-6ca2-4a3a-9457-144bce4a0890,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:39.227586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:39.321754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.353491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:39.360350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:02:39.628820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15048159'] for subnet, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.784651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:02:39.854607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739697193894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036838580179'] for subnet, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.859746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f85310b6-f10d-4d5e-91ad-78deca8ba8d0 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:39.915621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:39.916274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:39.920173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/subnets/9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 200 len: 835 time: 0.5631104 Nov 24 10:02:39.925165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7554373-2683-4e4d-8a75-516adf6bbc38 None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:02:39.935052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=9f36348f-c709-49c6-97b0-8b0444a6ab35,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:39.938796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:40.020535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:02:40.035192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:02:40.040017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:40.050988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:40.051795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:40.103002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "DELETE /v2.0/floatingips/c0a0266a-7262-41ff-b08d-e88eddb2b5b2 HTTP/1.1" status: 204 len: 168 time: 1.8864577 Nov 24 10:02:40.103002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:02:40.164166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'status': 'completed', 'code': 200} Nov 24 10:02:40.280328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:40.282865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-e5840502-441c-4928-b1b6-98f6049bd6b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237394d999354d869b33215cbbb1b267&device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 1098 time: 0.0936534 Nov 24 10:02:40.454117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-3b83ad77-7b6c-4213-a723-6defb860f964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:40.456696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-3b83ad77-7b6c-4213-a723-6defb860f964 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 200 len: 913 time: 0.1683204 Nov 24 10:02:40.584666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-7d5a698a-ae78-4122-ad76-91ca9a3964b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 200 len: 217 time: 0.1209943 Nov 24 10:02:40.604130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:40.685218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-e92c273a-2f57-4817-afe4-c2631ce18dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:40.687027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-e92c273a-2f57-4817-afe4-c2631ce18dfa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 200 len: 851 time: 0.0961602 Nov 24 10:02:40.764637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415dd5f-0097-4367-85a3-deb03ab78b31 req-c426af02-5443-4c2e-951c-92671f908d4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:40.765523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-9415dd5f-0097-4367-85a3-deb03ab78b31 req-c426af02-5443-4c2e-951c-92671f908d4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Synchronizing usage tracker for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:02:40.769626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Provisioning complete for port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:02:40.770351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:40.789180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-9415dd5f-0097-4367-85a3-deb03ab78b31 req-c426af02-5443-4c2e-951c-92671f908d4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Unset dirty status for tenant:237394d999354d869b33215cbbb1b267 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:02:40.790498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9415dd5f-0097-4367-85a3-deb03ab78b31 req-c426af02-5443-4c2e-951c-92671f908d4d tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.2724452 Nov 24 10:02:40.860138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-ad99e44f-e98e-4c3e-b8a2-74159d0a9c9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b445f7e7-389a-4c56-a2e6-fd820d770644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1612599 Nov 24 10:02:40.912905 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9415dd5f-0097-4367-85a3-deb03ab78b31 req-d1d48784-255f-45db-b6e0-a2eefabb91c1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108019 Nov 24 10:02:40.916076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:40.921388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:02:40.930375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Provisioning complete for port dcb5c630-71e1-473f-9167-b304fc6f2d11 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:02:40.930946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:40.936932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:40.937990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:41.079355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-a1495471-f5b4-4eaf-8b42-b8b3376e0b39 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102849 Nov 24 10:02:41.081194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Provisioning complete for port 8a53af49-cf2c-4465-aaa6-9d719cda7920 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:02:41.081624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-468bf754-8b57-4771-bd3d-78c8497f26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:41.154192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:41.238796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5627673d-6d8c-4b82-9c5a-37d8dea1a381 req-a53361de-189c-4c87-9829-e2ce504770a4 service neutron] 10.222.0.61 "GET /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522939 Nov 24 10:02:41.501876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:41.506115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680db8f-0cdd-4921-9efc-70e4f104be82 None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T09:54:10Z', 'revision_number': 4, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ed840fa1-fd53-42b7-9068-0fc691f2bb7e', 'name': '', 'network_id': 'b445f7e7-389a-4c56-a2e6-fd820d770644', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'mac_address': 'fa:16:3e:96:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:06Z', 'updated_at': '2021-11-24T09:54:20Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'subnets': [{'id': '42ad0522-8c53-41b8-b27f-52f4227412c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:02:41.916822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-eb1501ac-d7d0-4d72-b0e3-f4e20882b618 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:41.918486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-eb1501ac-d7d0-4d72-b0e3-f4e20882b618 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.0989351 Nov 24 10:02:41.958314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ce8d6-9a84-4733-b211-40b5799eec61 None None] New status for floating IP c0a0266a-7262-41ff-b08d-e88eddb2b5b2: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:02:42.013859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port dc26706d-4e7b-4d93-94b3-4825f664de7c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:42.014071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:42.153731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277925-653f-4b5a-b598-f244ce3fb9d0 req-0e152359-cb3d-46ff-a4db-0a7ad27546cf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:02:42.155440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a8277925-653f-4b5a-b598-f244ce3fb9d0 req-0e152359-cb3d-46ff-a4db-0a7ad27546cf tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 945 time: 0.0944510 Nov 24 10:02:42.213344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a8277925-653f-4b5a-b598-f244ce3fb9d0 req-b51468ae-aa6c-4b16-b7ef-f04aef1b2f6c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a7e919e-6a0e-4624-be0d-bcc0803de21c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513446 Nov 24 10:02:42.308524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] For port dc26706d-4e7b-4d93-94b3-4825f664de7c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=dc26706d-4e7b-4d93-94b3-4825f664de7c,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:42.308883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:42.448722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for dc26706d-4e7b-4d93-94b3-4825f664de7c owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:42.605790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:42.612639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec5162a4-99dc-4a30-a793-f9f3820b5ba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:42.663338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=dc26706d-4e7b-4d93-94b3-4825f664de7c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:42.665965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:42.743134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] No DVR routers for this DVR port dc26706d-4e7b-4d93-94b3-4825f664de7c on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:02:42.745670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:42.748626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'name': 'network-vif-deleted', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:02:42.764316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b742a05d-752b-4f3d-85da-8319f0d8fe43 req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.61 "DELETE /v2.0/ports/dc26706d-4e7b-4d93-94b3-4825f664de7c HTTP/1.1" status: 204 len: 173 time: 0.8401048 Nov 24 10:02:42.809834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62eecdc-4779-4eec-a9a5-a612d0f45344', 'name': 'network-vif-deleted', 'tag': 'dc26706d-4e7b-4d93-94b3-4825f664de7c', 'status': 'completed', 'code': 200} Nov 24 10:02:43.400260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-127d0bd8-cd73-4353-a13d-3a2c8e3dfd2d req-e641a13d-344b-4229-992f-5e5288ece240 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "GET /v2.0/ports?device_id=c62eecdc-4779-4eec-a9a5-a612d0f45344 HTTP/1.1" status: 200 len: 210 time: 0.0472996 Nov 24 10:02:44.515227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:44.684535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Deleting port ba48687e-c28e-4826-b8d0-68240d02c06d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:44.684918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:44.868287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:44.868659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:44.995487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Calling delete_port for ba48687e-c28e-4826-b8d0-68240d02c06d owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:45.136307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:45.140752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52ebbd6f-3d8c-43bb-b719-5b0f290c5924 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:45.183651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'Port': ['ID=ba48687e-c28e-4826-b8d0-68240d02c06d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:45.186413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:45.280179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:45.295217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:45.296465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "DELETE /v2.0/floatingips/e8f8aa4e-5677-4314-bc65-e7a7790c7f87 HTTP/1.1" status: 204 len: 168 time: 0.7793119 Nov 24 10:02:45.821382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dc26706d-4e7b-4d93-94b3-4825f664de7c no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:02:45.856464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: dc26706d-4e7b-4d93-94b3-4825f664de7c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:02:45.856858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device dc26706d-4e7b-4d93-94b3-4825f664de7c not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:02:47.837119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56118) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:47.910922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:47.941820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:47.998457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:48.003903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eb78ccda-12f8-4f2d-98db-9668d72ff8ae tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:48.019082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e919e-6a0e-4624-be0d-bcc0803de21c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:48.021933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:48.028901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:48.030144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] 10.222.0.55 "DELETE /v2.0/security-groups/8a7e919e-6a0e-4624-be0d-bcc0803de21c HTTP/1.1" status: 204 len: 168 time: 0.1919322 Nov 24 10:02:48.100524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56124) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:48.843047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e9c20bea-895a-4359-933b-ed59834d7008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:48.911029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:49.546004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Deleting port ed840fa1-fd53-42b7-9068-0fc691f2bb7e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:49.546385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:49.746069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] For port ed840fa1-fd53-42b7-9068-0fc691f2bb7e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:49.746466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:49.883911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Calling delete_port for ed840fa1-fd53-42b7-9068-0fc691f2bb7e owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:50.064779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:50.069253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c539b1b5-090f-4163-8dce-efad15fba019 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:50.118983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed840fa1-fd53-42b7-9068-0fc691f2bb7e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:50.121899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:50.429866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:50.444037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:51.053582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Router 1bc80076-a690-48b4-8ceb-52c3fa721a96 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:02:51.265540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:02:51.275585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Sync routers for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:02:51.280066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] 10.222.0.55 "PUT /v2.0/routers/1bc80076-a690-48b4-8ceb-52c3fa721a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1781011 Nov 24 10:02:51.283431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56130) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:51.293932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:51.294659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:51.498207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:51.626025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:51.636977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe7c09d0-49f8-460c-b323-aa0aae6c8587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:51.775094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:51.813246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T10:02:49Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:51.817451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Checking router: 1bc80076-a690-48b4-8ceb-52c3fa721a96 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:02:51.829682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Routers {'1bc80076-a690-48b4-8ceb-52c3fa721a96'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:51.830353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1bc80076-a690-48b4-8ceb-52c3fa721a96'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:51.987852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:51.996659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Deleting port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:51.997033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:52.024873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] Set router 1bc80076-a690-48b4-8ceb-52c3fa721a96 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:52.216240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] For port 2bdf09cf-0576-4dbd-82e8-c46be852e4d2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:52.216855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:52.369812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Calling delete_port for 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:52.493399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T10:02:49Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:52.498120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e3f34-0f35-4ea3-bbb5-3f329be9d558 None None] The sync data for ids ['1bc80076-a690-48b4-8ceb-52c3fa721a96'] in dv-neutron-818439-1-hyperv is: [{'id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'name': 'tempest-TestVolumeBootPattern-1160552525-router', 'tenant_id': '237394d999354d869b33215cbbb1b267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125'}], 'enable_snat': True}, 'gw_port_id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:53:51Z', 'updated_at': '2021-11-24T10:02:49Z', 'revision_number': 5, 'project_id': '237394d999354d869b33215cbbb1b267', 'gw_port': {'id': '2bdf09cf-0576-4dbd-82e8-c46be852e4d2', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc80076-a690-48b4-8ceb-52c3fa721a96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:53:53Z', 'updated_at': '2021-11-24T09:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:02:52.570925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:52.576240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c678f29b-49fd-4c85-84d4-357428f4e211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:52.622970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdf09cf-0576-4dbd-82e8-c46be852e4d2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:52.633732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:52.886213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.181362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.186380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.214899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.215478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc80076-a690-48b4-8ceb-52c3fa721a96 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:02:53.229356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.230199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1bc80076-a690-48b4-8ceb-52c3fa721a96 HTTP/1.1" status: 204 len: 168 time: 1.9457359 Nov 24 10:02:53.233031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56134) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:53.281803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.306000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Deleting subnet 42ad0522-8c53-41b8-b27f-52f4227412c7 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:02:53.309543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.366797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.449741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.533528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.538908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-435270ed-5f3b-424e-ace8-fca7a06cc397 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:53.576376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ad0522-8c53-41b8-b27f-52f4227412c7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:53.581561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:53.588564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.595910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de570ffc-ec7d-49e9-99f6-8b1489c3cbf6 None None] Network b445f7e7-389a-4c56-a2e6-fd820d770644 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:02:53.601033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f83857e9-47b2-4acd-a1b9-5805c153548a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/42ad0522-8c53-41b8-b27f-52f4227412c7 HTTP/1.1" status: 204 len: 168 time: 0.3665648 Nov 24 10:02:53.604650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56138) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:53.745083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.757169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Deleting port cf3eff10-d383-43fa-80ac-976b9f9b44b6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:53.757547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:53.899798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] DHCP port deletion for b445f7e7-389a-4c56-a2e6-fd820d770644 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:02:53.903985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Deleting port cf3eff10-d383-43fa-80ac-976b9f9b44b6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:53.904400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.013360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] For port cf3eff10-d383-43fa-80ac-976b9f9b44b6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf3eff10-d383-43fa-80ac-976b9f9b44b6,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:54.013858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.143247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:02:54.162442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Calling delete_port for cf3eff10-d383-43fa-80ac-976b9f9b44b6 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:54.184803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:02:54.185194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2bdf09cf-0576-4dbd-82e8-c46be852e4d2 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:02:54.185661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ed840fa1-fd53-42b7-9068-0fc691f2bb7e no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:02:54.222414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ed840fa1-fd53-42b7-9068-0fc691f2bb7e {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:02:54.222839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ed840fa1-fd53-42b7-9068-0fc691f2bb7e not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:02:54.223303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf3eff10-d383-43fa-80ac-976b9f9b44b6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:02:54.239747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.244628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9cf847e8-3b18-4c73-ab5a-43da4aa0da64 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:54.248145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] For port cf3eff10-d383-43fa-80ac-976b9f9b44b6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=cf3eff10-d383-43fa-80ac-976b9f9b44b6,segment=NetworkSegment(64e19619-09f1-4edf-a334-f3d60e47d45b),segment_id=64e19619-09f1-4edf-a334-f3d60e47d45b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:54.248589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.271795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: cf3eff10-d383-43fa-80ac-976b9f9b44b6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:02:54.272105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device cf3eff10-d383-43fa-80ac-976b9f9b44b6 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:02:54.290721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3eff10-d383-43fa-80ac-976b9f9b44b6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:54.293663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:54.296275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] No DVR routers for this DVR port cf3eff10-d383-43fa-80ac-976b9f9b44b6 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:02:54.391029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Calling delete_port for cf3eff10-d383-43fa-80ac-976b9f9b44b6 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:54.427502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.456848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b445f7e7-389a-4c56-a2e6-fd820d770644']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:54.468234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:02:54.468712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:02:54.474240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e19619-09f1-4edf-a334-f3d60e47d45b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:54.474592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e19619-09f1-4edf-a334-f3d60e47d45b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:54.487998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.505001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.511353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:02:54.511783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:02:54.526155 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:02:54.604847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.610321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:54.614535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8d8548-9034-44a2-b2d6-ffe98be3cd7f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:54.645165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Pushing event deleted for resources: {'Network': ['ID=b445f7e7-389a-4c56-a2e6-fd820d770644,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:54.647831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:54.658359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] 10.222.0.55 "DELETE /v2.0/networks/b445f7e7-389a-4c56-a2e6-fd820d770644 HTTP/1.1" status: 204 len: 168 time: 1.0519919 Nov 24 10:02:54.661438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:54.969832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Deleting port cf3eff10-d383-43fa-80ac-976b9f9b44b6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:54.970406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:55.039975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3090c140-a1b5-4321-9cdb-333de1e6cf2a None None] The port 'cf3eff10-d383-43fa-80ac-976b9f9b44b6' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:02:55.313932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:55.962419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Deleting port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:55.962811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:56.159206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] For port 68df9cb1-4761-4f9c-ad47-9e277bcd42a6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:56.159683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:56.289877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Calling delete_port for 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:56.474175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:56.478855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-122ed3a3-d930-49a8-bd3e-5d3495a21a2a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:56.524336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=68df9cb1-4761-4f9c-ad47-9e277bcd42a6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:56.528838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:56.841062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:57.455597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:02:57.686987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:02:57.697457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Sync routers for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:02:57.698503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] 10.222.0.55 "PUT /v2.0/routers/eaefee97-f040-4122-bcbe-f2db7d2e5fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0359116 Nov 24 10:02:57.701061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56146) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:57.711610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:57.712286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:57.924326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:58.178726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:58.254903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T10:02:56Z', 'revision_number': 5, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:58.259094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Checking router: eaefee97-f040-4122-bcbe-f2db7d2e5fb4 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:02:58.272095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Routers {'eaefee97-f040-4122-bcbe-f2db7d2e5fb4'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:02:58.272781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:02:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:58.399541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:58.408929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Deleting port d81526d0-b5d8-41a6-b059-da0100c37cd8 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:02:58.409583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:58.620321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] For port d81526d0-b5d8-41a6-b059-da0100c37cd8, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d81526d0-b5d8-41a6-b059-da0100c37cd8,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:02:58.620766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:58.729554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] Set router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:02:58.763628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Calling delete_port for d81526d0-b5d8-41a6-b059-da0100c37cd8 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:02:58.940485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:58.945438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3d238980-638a-4919-ba82-8835e582e319 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:58.989346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81526d0-b5d8-41a6-b059-da0100c37cd8,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:58.991999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:59.143910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T10:02:56Z', 'revision_number': 5, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:02:59.148188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111177d0-28ff-4ce5-b3ca-be412d3de10b None None] The sync data for ids ['eaefee97-f040-4122-bcbe-f2db7d2e5fb4'] in dv-neutron-818439-1-hyperv is: [{'id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'name': 'tempest-TestVolumeBootPattern-553923760-router', 'tenant_id': '6422974073ce4d3b8ed028bb09fec49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222'}], 'enable_snat': True}, 'gw_port_id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T09:54:23Z', 'updated_at': '2021-11-24T10:02:56Z', 'revision_number': 5, 'project_id': '6422974073ce4d3b8ed028bb09fec49f', 'gw_port': {'id': 'd81526d0-b5d8-41a6-b059-da0100c37cd8', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefee97-f040-4122-bcbe-f2db7d2e5fb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T09:54:25Z', 'updated_at': '2021-11-24T09:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:02:59.230887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.511053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.515667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.542160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.542798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaefee97-f040-4122-bcbe-f2db7d2e5fb4 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:02:59.557003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.560675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] 10.222.0.55 "DELETE /v2.0/routers/eaefee97-f040-4122-bcbe-f2db7d2e5fb4 HTTP/1.1" status: 204 len: 168 time: 1.8561773 Nov 24 10:02:59.560947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56150) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:02:59.631125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Deleting subnet e6e4920e-4f4e-41c7-b418-1ee225337bcc {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:02:59.634718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.693364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.783017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.856853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.862532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3826671c-5e9a-4666-8e01-b406b78bf103 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:02:59.903929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e4920e-4f4e-41c7-b418-1ee225337bcc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:02:59.907942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:02:59.912263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:02:59.917918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77afab97-f92c-41d2-8ecb-6f44dd61abae None None] Network dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:02:59.919137 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f8fc96f4-5046-4aa5-a573-c1e54122aecb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e6e4920e-4f4e-41c7-b418-1ee225337bcc HTTP/1.1" status: 204 len: 168 time: 0.3571141 Nov 24 10:02:59.922645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56154) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:00.043216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.055028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Deleting port 1c50ccc4-7f85-407a-9523-7075d9703ab2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:00.055407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.139547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d81526d0-b5d8-41a6-b059-da0100c37cd8 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:00.175087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d81526d0-b5d8-41a6-b059-da0100c37cd8 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:00.175501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d81526d0-b5d8-41a6-b059-da0100c37cd8 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:00.175984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:00.205356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] DHCP port deletion for dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:03:00.214507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:00.215940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68df9cb1-4761-4f9c-ad47-9e277bcd42a6 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:00.216948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Deleting port 1c50ccc4-7f85-407a-9523-7075d9703ab2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:00.217372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.290018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] For port 1c50ccc4-7f85-407a-9523-7075d9703ab2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1c50ccc4-7f85-407a-9523-7075d9703ab2,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:00.290414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.418503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Calling delete_port for 1c50ccc4-7f85-407a-9523-7075d9703ab2 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:00.438518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] For port 1c50ccc4-7f85-407a-9523-7075d9703ab2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1c50ccc4-7f85-407a-9523-7075d9703ab2,segment=NetworkSegment(fdab60b5-91fc-42f7-9169-1157e42c682b),segment_id=fdab60b5-91fc-42f7-9169-1157e42c682b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:00.438889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.496201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.501105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:00.544492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c50ccc4-7f85-407a-9523-7075d9703ab2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:00.547714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:00.555020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] No DVR routers for this DVR port 1c50ccc4-7f85-407a-9523-7075d9703ab2 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:03:00.567491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Calling delete_port for 1c50ccc4-7f85-407a-9523-7075d9703ab2 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:00.640961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:03:00.641362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:03:00.685085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.712338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:00.725427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdab60b5-91fc-42f7-9169-1157e42c682b') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:00.725770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdab60b5-91fc-42f7-9169-1157e42c682b') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:00.740809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.759139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.766543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:03:00.767023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:03:00.785101 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:03:00.864080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.868494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:00.872380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:00.896195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] 10.222.0.55 "DELETE /v2.0/networks/dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3 HTTP/1.1" status: 204 len: 168 time: 0.9724483 Nov 24 10:03:00.897223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe36bd0-a8b0-4669-ad6a-d2e71a0c48a3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:00.899967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:01.043029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56160) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:01.103910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0a5d6ecc-9e84-471e-b2c8-3908a397fc22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=237394d999354d869b33215cbbb1b267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593433 Nov 24 10:03:01.107519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:01.143206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Deleting port 1c50ccc4-7f85-407a-9523-7075d9703ab2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:01.143643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.176754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.207465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.213132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd510a-48a9-4248-a269-b84d5948323d None None] The port '1c50ccc4-7f85-407a-9523-7075d9703ab2' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:03:01.259125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.264456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-686da518-3664-40c4-9735-e10c2c56ea77 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:01.279440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd54a3a-4eff-4c4e-a701-65717f5519d0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:01.287864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:01.294410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.295708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1dd54a3a-4eff-4c4e-a701-65717f5519d0 HTTP/1.1" status: 204 len: 168 time: 0.1872106 Nov 24 10:03:01.706995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:01.760425 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1e861068-0c31-44a6-8dec-31bbb1581143 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6422974073ce4d3b8ed028bb09fec49f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520377 Nov 24 10:03:01.762878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:01.828884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.857561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.916222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.921894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed0cce87-4692-4f3b-8eb0-247e6056d292 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:01.934214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0de8a-70f8-4f22-a059-78f5686a4f9c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:01.938048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:01.940210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:01.941503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fe0de8a-70f8-4f22-a059-78f5686a4f9c HTTP/1.1" status: 204 len: 168 time: 0.1775157 Nov 24 10:03:02.132164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1c50ccc4-7f85-407a-9523-7075d9703ab2 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:02.166307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1c50ccc4-7f85-407a-9523-7075d9703ab2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:02.166749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1c50ccc4-7f85-407a-9523-7075d9703ab2 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:10.607165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:14.697453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:03:18.846890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fd586541-4996-40ca-85f7-fbbdf7b443e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:20.448146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:21.608515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:21.630412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48fd3b68-3720-4f1a-a519-8b332c207490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:22.716983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56184) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:23.272909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:23.413474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port df47ad35-cf54-4926-851e-1ba79328cb83 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:23.413841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:23.588422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:23.588785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:23.719526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for df47ad35-cf54-4926-851e-1ba79328cb83 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:23.877984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:23.882357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cfb2b8c-07b2-41a3-8d31-25083b581f8e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:23.926729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=df47ad35-cf54-4926-851e-1ba79328cb83,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:23.929500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:24.026863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:24.445992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0d83fcc0-0253-4934-9b49-c967826acf98 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:03:24.658333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:03:24.668198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Sync routers for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:03:24.678971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:24.682369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:24.683057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:24.732941 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/db49ca94-ccf9-441a-b146-5783276c7497 HTTP/1.1" status: 204 len: 168 time: 2.0146494 Nov 24 10:03:24.733592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:03:24.792475 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'status': 'completed', 'code': 200} Nov 24 10:03:24.885480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:24.900744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-fe597adf-4564-4e89-ba91-9068823d9dbd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0842700 Nov 24 10:03:25.072430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-4930888f-2ed2-4017-9b2e-7e790ff5ad80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:25.074159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-4930888f-2ed2-4017-9b2e-7e790ff5ad80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 200 len: 898 time: 0.1670036 Nov 24 10:03:25.149477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-2b51cde9-38b8-4c6a-ac2a-fd5fe81ca51d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 200 len: 217 time: 0.0675004 Nov 24 10:03:25.217254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9839828-b8c9-4a21-b633-2db5f8a99851 req-c70e53d1-d71a-4ad4-b1cc-7226b8750322 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:25.218059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e9839828-b8c9-4a21-b633-2db5f8a99851 req-c70e53d1-d71a-4ad4-b1cc-7226b8750322 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:25.227022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-6f536e4c-152e-4699-98aa-de18fc0a7bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:25.228635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-6f536e4c-152e-4699-98aa-de18fc0a7bb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 200 len: 843 time: 0.0728214 Nov 24 10:03:25.237563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e9839828-b8c9-4a21-b633-2db5f8a99851 req-c70e53d1-d71a-4ad4-b1cc-7226b8750322 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:25.238906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9839828-b8c9-4a21-b633-2db5f8a99851 req-c70e53d1-d71a-4ad4-b1cc-7226b8750322 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.1199274 Nov 24 10:03:25.290594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:25.295383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Checking router: 0d83fcc0-0253-4934-9b49-c967826acf98 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:03:25.310885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:25.311567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:25.312324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9839828-b8c9-4a21-b633-2db5f8a99851 req-0801a8ab-c03d-47f4-8672-52b831cb27cc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655284 Nov 24 10:03:25.328429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-21e0fda3-53c7-4f5b-a0f8-d0020964e5ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3ac86852-862f-4f58-9178-d244fdb680f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928042 Nov 24 10:03:25.500624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-1db8933b-43d4-4ef5-8f1d-1d7e8a1fa1b2 service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650257 Nov 24 10:03:25.512063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:25.668597 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f2e89ef-830c-43eb-8908-4a131b40bb4b req-88a6df42-cb93-4dd8-bc84-303e9e663bcc service neutron] 10.222.0.61 "GET /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610918 Nov 24 10:03:25.859872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-693a15e8-2a73-4160-be44-700795cd295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:25.865633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a15e8-2a73-4160-be44-700795cd295e None None] The sync data for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv is: [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'dcb5c630-71e1-473f-9167-b304fc6f2d11', 'name': '', 'network_id': '3ac86852-862f-4f58-9178-d244fdb680f3', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:22:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:22Z', 'updated_at': '2021-11-24T10:00:30Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '9f36348f-c709-49c6-97b0-8b0444a6ab35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:03:26.302552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4a46a-084e-4a70-b391-fe9df2e27fc2 None None] New status for floating IP db49ca94-ccf9-441a-b146-5783276c7497: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:03:26.706513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9ec9515b-7f4b-43c7-be35-c0d9bf73bd42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:26.708067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9ec9515b-7f4b-43c7-be35-c0d9bf73bd42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.3980227 Nov 24 10:03:26.809099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:26.809508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:26.865021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876e09c-6e80-406f-bbc4-3038e97d2ce7 req-d2f25f6f-be18-467f-9599-0e261b60abbc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:26.866718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c876e09c-6e80-406f-bbc4-3038e97d2ce7 req-d2f25f6f-be18-467f-9599-0e261b60abbc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 945 time: 0.2153382 Nov 24 10:03:26.981097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c876e09c-6e80-406f-bbc4-3038e97d2ce7 req-40a2ea3d-3f05-47fd-a0bb-bee7b48d52a9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=851d821c-ca18-4be4-ba98-90969fa4a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025202 Nov 24 10:03:27.127873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port c670a88f-4bc8-4efd-a12d-3d3b1fadada2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:27.128274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:27.258891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for c670a88f-4bc8-4efd-a12d-3d3b1fadada2 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:27.405116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:27.411115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:27.457758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=c670a88f-4bc8-4efd-a12d-3d3b1fadada2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:27.461532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:27.532807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port c670a88f-4bc8-4efd-a12d-3d3b1fadada2 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:03:27.535397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:27.538203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'name': 'network-vif-deleted', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:03:27.553319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a48d57ed-2ad3-4257-9c60-cb6b0c29510c req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/c670a88f-4bc8-4efd-a12d-3d3b1fadada2 HTTP/1.1" status: 204 len: 173 time: 0.8380141 Nov 24 10:03:27.598082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0c7b23-d1cc-4232-9623-9612640cf1d0', 'name': 'network-vif-deleted', 'tag': 'c670a88f-4bc8-4efd-a12d-3d3b1fadada2', 'status': 'completed', 'code': 200} Nov 24 10:03:28.190723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6acebe54-a523-443b-b3b1-f4169399398c req-e11940c5-3957-483c-9515-eec9ab7aaa6c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:28.206852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6acebe54-a523-443b-b3b1-f4169399398c req-e11940c5-3957-483c-9515-eec9ab7aaa6c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:28.208200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6acebe54-a523-443b-b3b1-f4169399398c req-e11940c5-3957-483c-9515-eec9ab7aaa6c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c7b23-d1cc-4232-9623-9612640cf1d0 HTTP/1.1" status: 200 len: 210 time: 0.0763531 Nov 24 10:03:29.321608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56208) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:29.399470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:29.431472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:29.483127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:29.488645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-27728552-765a-46dc-a70b-f71efc899957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:29.505081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d821c-ca18-4be4-ba98-90969fa4a4a6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:29.507805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:29.517981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:29.519287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/851d821c-ca18-4be4-ba98-90969fa4a4a6 HTTP/1.1" status: 204 len: 168 time: 0.1965594 Nov 24 10:03:29.577244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56214) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:30.020484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:30.033854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c670a88f-4bc8-4efd-a12d-3d3b1fadada2 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:30.069960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: c670a88f-4bc8-4efd-a12d-3d3b1fadada2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:30.070360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c670a88f-4bc8-4efd-a12d-3d3b1fadada2 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:30.952781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port dcb5c630-71e1-473f-9167-b304fc6f2d11 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:30.953350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:31.170956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port dcb5c630-71e1-473f-9167-b304fc6f2d11, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dcb5c630-71e1-473f-9167-b304fc6f2d11,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:31.171360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:31.306895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for dcb5c630-71e1-473f-9167-b304fc6f2d11 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:31.509955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:31.514778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:31.561275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=dcb5c630-71e1-473f-9167-b304fc6f2d11,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:31.605985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.606434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.606926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.607356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.607785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.608213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.608644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.609067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.609497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.610427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.610427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:31.616709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:31.928734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:32.612622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router 0d83fcc0-0253-4934-9b49-c967826acf98 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:03:32.833936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:03:32.844820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Sync routers for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:03:32.853151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/0d83fcc0-0253-4934-9b49-c967826acf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746038 Nov 24 10:03:32.856329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:32.859071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:32.859698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:33.062758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:33.077280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 9f36348f-c709-49c6-97b0-8b0444a6ab35 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:03:33.081702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.141010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.236307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.318448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.322648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70649629-8ec4-4b46-a612-94e1942b4f40 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:33.363553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=9f36348f-c709-49c6-97b0-8b0444a6ab35,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:33.366979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:33.369730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.377153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/9f36348f-c709-49c6-97b0-8b0444a6ab35 HTTP/1.1" status: 204 len: 168 time: 0.5190978 Nov 24 10:03:33.380221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:33.384582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b14f2-6d73-4e03-9439-b3363b20a62b None None] Network 3ac86852-862f-4f58-9178-d244fdb680f3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:03:33.408400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:03:31Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:33.413083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Checking router: 0d83fcc0-0253-4934-9b49-c967826acf98 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:03:33.426248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Routers {'0d83fcc0-0253-4934-9b49-c967826acf98'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:33.427000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['0d83fcc0-0253-4934-9b49-c967826acf98'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:33.748484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] DHCP port deletion for 3ac86852-862f-4f58-9178-d244fdb680f3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:03:33.753860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Deleting port 8a53af49-cf2c-4465-aaa6-9d719cda7920 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:33.754473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.822609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] Set router 0d83fcc0-0253-4934-9b49-c967826acf98 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:33.880472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:33.984882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] For port 8a53af49-cf2c-4465-aaa6-9d719cda7920, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8a53af49-cf2c-4465-aaa6-9d719cda7920,segment=NetworkSegment(c734d801-9d97-4dc5-bec4-bde828b04699),segment_id=c734d801-9d97-4dc5-bec4-bde828b04699)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:33.985270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.110288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.120345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 79ee229a-6e0f-4a6d-b582-3e909020c43b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:03:34.120800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.136339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Calling delete_port for 8a53af49-cf2c-4465-aaa6-9d719cda7920 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:34.158923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:03:31Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:34.164174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb1c27-c5f7-4f8d-89bd-b83fef80d98d None None] The sync data for ids ['0d83fcc0-0253-4934-9b49-c967826acf98'] in dv-neutron-818439-1-hyperv is: [{'id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'name': 'tempest-TestNetworkBasicOps-router-2095516351', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70'}], 'enable_snat': True}, 'gw_port_id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:00:15Z', 'updated_at': '2021-11-24T10:03:31Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': '79ee229a-6e0f-4a6d-b582-3e909020c43b', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d83fcc0-0253-4934-9b49-c967826acf98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:00:16Z', 'updated_at': '2021-11-24T10:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:03:34.178107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8a53af49-cf2c-4465-aaa6-9d719cda7920 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:34.322732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.335975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:34.344143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 79ee229a-6e0f-4a6d-b582-3e909020c43b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=79ee229a-6e0f-4a6d-b582-3e909020c43b,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:34.344551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.375635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port 8a53af49-cf2c-4465-aaa6-9d719cda7920 update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 10:03:34.385152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Pushing event deleted for resources: {'Port': ['ID=8a53af49-cf2c-4465-aaa6-9d719cda7920,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:34.396658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] No DVR routers for this DVR port 8a53af49-cf2c-4465-aaa6-9d719cda7920 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:03:34.398988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.399385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.399769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.400152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.400596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.400972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.401350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.401765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.402140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.402511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.402930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:34.406772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:34.482239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 79ee229a-6e0f-4a6d-b582-3e909020c43b owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:03:34.669952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:34.674701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:34.717349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=79ee229a-6e0f-4a6d-b582-3e909020c43b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:34.722520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:34.959481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.231882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.236926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.261447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.262038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router 0d83fcc0-0253-4934-9b49-c967826acf98 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:03:35.277680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.279387 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/0d83fcc0-0253-4934-9b49-c967826acf98 HTTP/1.1" status: 204 len: 168 time: 1.8980942 Nov 24 10:03:35.282106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:35.411706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.553585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.583848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac86852-862f-4f58-9178-d244fdb680f3']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:35.600744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c734d801-9d97-4dc5-bec4-bde828b04699') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:35.601083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c734d801-9d97-4dc5-bec4-bde828b04699') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:35.614806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.631161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.637454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:03:35.637872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:03:35.653138 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:03:35.729788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.733202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41f10068-d431-4233-9bab-575231bfd504 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:35.752195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.764766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=3ac86852-862f-4f58-9178-d244fdb680f3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:35.768602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:35.773248 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c8bcc519-e263-4861-9a07-98ae8ea1a681 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/3ac86852-862f-4f58-9178-d244fdb680f3 HTTP/1.1" status: 204 len: 168 time: 0.4893889 Nov 24 10:03:35.787636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56230) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:35.793844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--1898062825', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:35.800244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:35.804553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:35.807530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:35.816253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:35.825847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:03:35.832180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.863019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:03:35.872184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.872579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment ff31193e-18c5-4c8c-8805-f17ca6ad7dde of type vlan for network c15d0051-0e9f-45d6-80ae-29c059d963db Nov 24 10:03:35.901162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.933451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.937635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:35.938290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:35.944800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df6235cb-dde6-4d22-89b8-b9016b2778de tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:36.057613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2686658 Nov 24 10:03:36.060699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:36.068136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-631021082', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:36.068878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=c15d0051-0e9f-45d6-80ae-29c059d963db,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:36.076262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:36.079062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.079708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.080597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.080761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:36.081093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.081443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.081865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.082289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.082742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.083485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.083664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.084090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:36.084260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:36.088450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3bb4d443-7c5d-4227-87fb-25e28c529e06 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:36.090500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:36.102880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.104291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.104884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network c15d0051-0e9f-45d6-80ae-29c059d963db details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:03:36.129477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.198770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 79ee229a-6e0f-4a6d-b582-3e909020c43b no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:36.291202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.436535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 79ee229a-6e0f-4a6d-b582-3e909020c43b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:36.436937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 79ee229a-6e0f-4a6d-b582-3e909020c43b not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:36.437407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcb5c630-71e1-473f-9167-b304fc6f2d11 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:03:36.473612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: dcb5c630-71e1-473f-9167-b304fc6f2d11 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:03:36.474009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dcb5c630-71e1-473f-9167-b304fc6f2d11 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:03:36.490453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.522641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.669838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.250 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/dbc255aa-127d-4bb0-a09d-4a8cdbba7a85) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:03:36.825746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.852831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:36.857434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36895453-5401-4f8f-8bde-2c2a241d92c8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:37.161454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:37.164998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:37.170126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:03:37.196053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:37.201749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:37.332952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:37.333733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:37.583192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:03:37.793339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:03:37.803814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:03:37.816877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:37.817682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:37.821465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:37.822865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7607312 Nov 24 10:03:37.826228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:37.873297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ec7a8bf5-38a5-4048-82ec-d4dea6a42385 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456746 Nov 24 10:03:37.875884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:38.005357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:38.023360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace544b-8687-4bee-9d91-420fdd2084cd tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:38.024970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2ace544b-8687-4bee-9d91-420fdd2084cd tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475554 Nov 24 10:03:38.028132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:38.074777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fd9bc860-dfe7-43fc-a80f-a1e5cdc28230 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429342 Nov 24 10:03:38.075285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56250) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:38.082912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720176100', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:38.211531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:38.215583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:38.218559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:38.225708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:38.235077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:03:38.317748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:37Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:38.321956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:03:38.322366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Updating router b3a0e946-70a8-438b-aa10-769bb14f55bb port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:03:38.356168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.381534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.654984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.660947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1fc33ee4-a3c3-4042-a30a-d1af2a61163e tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:38.754075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=0fa351f2-c795-4a01-94e2-9d981dd8c10c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:38.759199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:38.766379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:03:38.766821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: c15d0051-0e9f-45d6-80ae-29c059d963db, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:03:38.791931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network c15d0051-0e9f-45d6-80ae-29c059d963db is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:03:38.803168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, c15d0051-0e9f-45d6-80ae-29c059d963db) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:38.807647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:38.808815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.820181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dee02a-e5b1-4f0a-a4ef-57891b732154 None None] Network c15d0051-0e9f-45d6-80ae-29c059d963db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:03:38.834016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7572055 Nov 24 10:03:38.837290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56254) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:38.842551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.915370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Transition to ACTIVE for port object dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:38.937141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:38.944491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ad83d46-befc-4a25-b460-1e2756cf67a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:39.037989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Pushing event updated for resources: {'Port': ['ID=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:39.045436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:39.085997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Attempting to bind port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:03:39.086396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Attempting to bind port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:03:39.086837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Attempting to bind port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:03:39.106430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:03:39.106882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:03:39.107336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:39.107776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:03:39.108331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Bound port: dbc255aa-127d-4bb0-a09d-4a8cdbba7a85, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:03:39.108751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:39.198563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-c15d0051-0e9f-45d6-80ae-29c059d963db', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:03:39.199490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:39.280523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] For port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:03:39.308358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] For port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:03:39.316644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:39.322876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac8f56ba-87f4-4bbf-9677-485a5ff0b296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:39.459262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Pushing event updated for resources: {'Port': ['ID=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:39.463690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:39.475566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:39.476253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:39.543955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Allocated IP 172.20.0.2 (c15d0051-0e9f-45d6-80ae-29c059d963db/0fa351f2-c795-4a01-94e2-9d981dd8c10c/36fda6b3-e03e-48ad-86dc-45198c6bdaac) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:03:39.649250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:39.788870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:40.277075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.295619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Transition to ACTIVE for port object 36fda6b3-e03e-48ad-86dc-45198c6bdaac will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:40.362559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Transition to ACTIVE for port object 36fda6b3-e03e-48ad-86dc-45198c6bdaac will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:40.371024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.376962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:40.439412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (c15d0051-0e9f-45d6-80ae-29c059d963db/0fa351f2-c795-4a01-94e2-9d981dd8c10c/bc84955d-8686-4557-a7e0-2658ba786703) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:03:40.463625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Network c15d0051-0e9f-45d6-80ae-29c059d963db is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:40.468099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:40.469976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Pushing event updated for resources: {'Port': ['ID=36fda6b3-e03e-48ad-86dc-45198c6bdaac,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:40.472871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:03:40.477690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:40.559424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:37Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:40.569361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481894d-598e-4daf-a6e2-90fb219beae2 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:37Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:03:40.589269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Attempting to bind port 36fda6b3-e03e-48ad-86dc-45198c6bdaac on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:03:40.589698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Attempting to bind port 36fda6b3-e03e-48ad-86dc-45198c6bdaac by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:03:40.590142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Attempting to bind port 36fda6b3-e03e-48ad-86dc-45198c6bdaac on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:03:40.600606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:03:40.600606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Checking segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:03:40.600606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.601170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Bound using segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:03:40.601591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Bound port: 36fda6b3-e03e-48ad-86dc-45198c6bdaac, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:03:40.602025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.624077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.643917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object bc84955d-8686-4557-a7e0-2658ba786703 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:40.663750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.669174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.673978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b3f3bfe-e524-4fa4-834e-138a243d16c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:40.718769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] For port 36fda6b3-e03e-48ad-86dc-45198c6bdaac, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:03:40.724235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] For port 36fda6b3-e03e-48ad-86dc-45198c6bdaac, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=36fda6b3-e03e-48ad-86dc-45198c6bdaac,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:03:40.728113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.732819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:40.743231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network c15d0051-0e9f-45d6-80ae-29c059d963db is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:40.752212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:40.757726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:03:40.796164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:40.807139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:40.826029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Pushing event updated for resources: {'Port': ['ID=36fda6b3-e03e-48ad-86dc-45198c6bdaac,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:40.828696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:40.829857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:40.927360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:41.456443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:41.460941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:41.494059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89fb99d2-85eb-4344-bf70-8c203829febe tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:41.591849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:41.594558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:41.600560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:41.769024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network c15d0051-0e9f-45d6-80ae-29c059d963db is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:41.770346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:42.225339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:03:42.249229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:42.335183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:42.341291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:42.341995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:42.480145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:03:42.488322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:42.495028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b3a0e946-70a8-438b-aa10-769bb14f55bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6564972 Nov 24 10:03:42.497752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:42.510191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:42.513395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:42.514412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 36fda6b3-e03e-48ad-86dc-45198c6bdaac up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:42.541066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:42.596653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765a0d1-e0c8-450d-bddc-6fd2aeff1a48 None None] Network c15d0051-0e9f-45d6-80ae-29c059d963db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:03:42.666368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447ea27-1e4a-4aa5-a559-30c7f671f5fc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.667128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447ea27-1e4a-4aa5-a559-30c7f671f5fc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.667350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447ea27-1e4a-4aa5-a559-30c7f671f5fc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.667767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447ea27-1e4a-4aa5-a559-30c7f671f5fc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.669578 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8447ea27-1e4a-4aa5-a559-30c7f671f5fc tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1706240 Nov 24 10:03:42.672648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56262) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:42.754495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47244cad-05a3-4e4a-8ff9-94ffe772c794 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.754868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47244cad-05a3-4e4a-8ff9-94ffe772c794 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.755287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47244cad-05a3-4e4a-8ff9-94ffe772c794 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.755700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47244cad-05a3-4e4a-8ff9-94ffe772c794 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:42.757954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47244cad-05a3-4e4a-8ff9-94ffe772c794 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0837650 Nov 24 10:03:42.760417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:42.769105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:42.775979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:42.785695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Provisioning for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:42.801796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:42.809711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Provisioning complete for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:42.810132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:42.852502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:42.852926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:42.970300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24f4b83e-4f25-4ba8-b24f-cf301b28a2c7 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2085645 Nov 24 10:03:43.136946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.155279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.214408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 36fda6b3-e03e-48ad-86dc-45198c6bdaac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=36fda6b3-e03e-48ad-86dc-45198c6bdaac,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:43.220133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.222087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:43.340375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:03:43.340788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-0e90fb84-a0d5-4688-a13c-b81a054f8d02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:03:43.344668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=36fda6b3-e03e-48ad-86dc-45198c6bdaac,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:43.348372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:43.370126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56272) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:43.377039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587603155', 'description': 'tempest-secgroup-smoke-587603155 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:43.383910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:43.388703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:43.392210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:43.398858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:43.410250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.455337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:43.459767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:43.462964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:43.469248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:43.543676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.546977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.551158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e9c1b82a-b8a2-4b86-b752-a8ce3103047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:43.608630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb04e1-902b-4588-90af-f9f0ae8073c8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:43.617838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:43.621072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.622538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2512832 Nov 24 10:03:43.627928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:43.634625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:43.641340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:43.646635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:43.650258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:43.656647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:43.677497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.753286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.756943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.758959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ca6e82e-8f72-41d9-a3f9-84a203c2d771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:43.760154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:03:43.778538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:43.779306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:43.786674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc02422-bc11-4535-a49c-a7db67ad5431,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:43.789457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:43.796957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.798363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1692228 Nov 24 10:03:43.801199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56280) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:43.807658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:43.815055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:43.819809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:43.823087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:43.830975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:43.854251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.934675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.940011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.946138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d83fc2b-c3a8-4b4f-aef8-03280814ce8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:43.969887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1293699b-6320-49c4-9b72-3e0b7062b17e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:43.974178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:43.978607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:43.979999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1774836 Nov 24 10:03:43.983111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56284) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:43.990301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:43.996707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:43.997366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:44.001918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:44.005083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:44.011483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:44.032418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.036642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Provisioning for port bc84955d-8686-4557-a7e0-2658ba786703 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:44.043273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Provisioning complete for port bc84955d-8686-4557-a7e0-2658ba786703 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:44.044049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.115673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.118721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.121483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-59fb09a1-edd2-42d3-8e30-63428cf2f35b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:44.138773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Port bc84955d-8686-4557-a7e0-2658ba786703 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:03:44.154012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef2a85a-91a8-4f12-b0f0-686da0088bd6,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:44.154651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Provisioning complete for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:44.155087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b38174a-d36b-466b-8c75-39d6928517b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.157197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:44.169295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.174246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56288) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:44.174448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1898091 Nov 24 10:03:44.181412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:44.196914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:44.201336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:44.205399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:44.212102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:44.223665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:44.236452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.319972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.323215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.325252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1cfb70d-b9c0-445d-96c7-939f2054ab87 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:44.343193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f9d35-8cf6-48fd-9c95-a926dcfc0d56,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:44.347343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:44.364796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.368836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1907446 Nov 24 10:03:44.369021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:41Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:44.369376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56292) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:44.374027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:03:44.374516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Updating router b3a0e946-70a8-438b-aa10-769bb14f55bb port bc84955d-8686-4557-a7e0-2658ba786703 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:03:44.377504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:44.381494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:44.382191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.384098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:44.388165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:44.391229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:44.398945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:44.410102 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:03:44.420155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.431770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.503343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.514762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.516509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa9fc59b-cf67-44af-9bfc-881042ca59b5 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:44.529649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 36fda6b3-e03e-48ad-86dc-45198c6bdaac up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:44.544889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746c7500-65a9-4e91-af05-b2ddd97f38ea,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:44.547625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:44.556222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.558686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1880081 Nov 24 10:03:44.561500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56296) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:44.561689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c787f09-8a27-45fd-9d42-3b1584b226d4 None None] Provisioning complete for port bc84955d-8686-4557-a7e0-2658ba786703 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:44.562120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c787f09-8a27-45fd-9d42-3b1584b226d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.568894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5fdb04e1-902b-4588-90af-f9f0ae8073c8', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:44.576085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:44.581540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:44.585130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:44.591625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:44.603705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:03:44.611586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.646138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c787f09-8a27-45fd-9d42-3b1584b226d4 None None] Port bc84955d-8686-4557-a7e0-2658ba786703 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:03:44.662246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 36fda6b3-e03e-48ad-86dc-45198c6bdaac triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:44.662697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.692658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.695627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.697588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a12c8d4f-f245-4188-abee-76197bb6fe6f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:44.722539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b454958b-77a8-4b5f-b7e2-128b65c8fecc,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:44.725495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:44.733137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.744087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1712880 Nov 24 10:03:44.849658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.862549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Transition to ACTIVE for port object bc84955d-8686-4557-a7e0-2658ba786703 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:44.868660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:44.873066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:44.925243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-3f3d6ea7-0554-44cd-b198-f9df6972dc79 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587603155&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0487721 Nov 24 10:03:44.998095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Pushing event updated for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:45.013557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.013947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.014327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.014731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.015103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.015474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.015840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.016224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.016576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.017575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.017869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:03:45.044888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:45.109074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Attempting to bind port bc84955d-8686-4557-a7e0-2658ba786703 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:03:45.109724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Attempting to bind port bc84955d-8686-4557-a7e0-2658ba786703 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:03:45.110136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Attempting to bind port bc84955d-8686-4557-a7e0-2658ba786703 on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:03:45.117864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:03:45.118292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Checking segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:03:45.118764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:45.119202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Bound using segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:03:45.119724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Bound port: bc84955d-8686-4557-a7e0-2658ba786703, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:03:45.120141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:45.122160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-75125c4e-0f14-40d9-920b-71e497bba762 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:45.123069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-75125c4e-0f14-40d9-920b-71e497bba762 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:45.139543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-75125c4e-0f14-40d9-920b-71e497bba762 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:45.140841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-75125c4e-0f14-40d9-920b-71e497bba762 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 797 time: 0.1976376 Nov 24 10:03:45.161004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-2b38d2cd-e600-48d1-af5e-515f3f7fb7b9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0129559 Nov 24 10:03:45.217861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] For port bc84955d-8686-4557-a7e0-2658ba786703, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:03:45.221041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] For port bc84955d-8686-4557-a7e0-2658ba786703, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc84955d-8686-4557-a7e0-2658ba786703,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:03:45.224394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:45.228748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:45.252260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-5f54e9d4-475b-45c8-89d7-e349689042c5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:45.268023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-5f54e9d4-475b-45c8-89d7-e349689042c5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:45.270030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-5f54e9d4-475b-45c8-89d7-e349689042c5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009142 Nov 24 10:03:45.312606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Pushing event updated for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:45.317142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:45.319795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:45.320454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:45.536001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-d1ec4457-ac0b-415e-b520-5c32eba40f5d service neutron] 10.222.0.55 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488194 Nov 24 10:03:45.679170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:45.700099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-e54b6365-35d0-4a5e-b1e4-761ac54b5c0a service neutron] 10.222.0.55 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563389 Nov 24 10:03:45.907894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-21881c0b-6ea4-4434-ade2-81f4731eec21 req-c7e5384c-ab19-4d85-bde1-c2ae90de11fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:45.922299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-21881c0b-6ea4-4434-ade2-81f4731eec21 req-c7e5384c-ab19-4d85-bde1-c2ae90de11fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:45.927340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21881c0b-6ea4-4434-ade2-81f4731eec21 req-c7e5384c-ab19-4d85-bde1-c2ae90de11fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 210 time: 0.0682440 Nov 24 10:03:46.038036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:45Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:46.042464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb68b7-1d49-40ee-af95-284bef1fe999 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:45Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:03:46.220227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc84955d-8686-4557-a7e0-2658ba786703 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:46.293715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port bc84955d-8686-4557-a7e0-2658ba786703 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:46.299928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port bc84955d-8686-4557-a7e0-2658ba786703 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:46.300640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:46.441020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:46.481779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port bc84955d-8686-4557-a7e0-2658ba786703, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc84955d-8686-4557-a7e0-2658ba786703,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:46.485248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:46.488979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efe76165-2e16-4067-ab68-1af41dc98d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:46.563606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:46.567941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:47.320338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-00228481-b3fd-48ef-94e5-ebcdb7ef28ec req-20f94679-b6e5-499d-bd04-d19a7606e0fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 210 time: 0.0666747 Nov 24 10:03:47.359884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-048253d1-edbb-427a-b013-7cdf90ffbc0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:47.362054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-048253d1-edbb-427a-b013-7cdf90ffbc0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 797 time: 0.4930553 Nov 24 10:03:47.422841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-7138cf86-fd06-4d5f-b84c-498065846033 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 379 time: 0.0494390 Nov 24 10:03:47.431801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['5fdb04e1-902b-4588-90af-f9f0ae8073c8']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:47.580280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:47.592145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:47.602241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:03:47.608291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:47.792808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.10 (c15d0051-0e9f-45d6-80ae-29c059d963db/0fa351f2-c795-4a01-94e2-9d981dd8c10c/c8fa1c61-9d06-426f-a933-833eb9cbbad2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:03:48.002031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.018600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object c8fa1c61-9d06-426f-a933-833eb9cbbad2 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:48.039118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.045334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aa287974-31a2-4c26-947e-74136750e0e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:48.118478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network c15d0051-0e9f-45d6-80ae-29c059d963db is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:48.122634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:48.127884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:03:48.164271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:48.174189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:48.186634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc84955d-8686-4557-a7e0-2658ba786703 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:48.208304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:48.209221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.241277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136332 Nov 24 10:03:48.254558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Request body: {'port': {'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:48.275474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port bc84955d-8686-4557-a7e0-2658ba786703 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:48.276014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.388349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.563065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2884-f43d-4a13-9bc3-67a412de4a13 req-c25931ec-e175-4d40-b929-6108411678b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:48.565723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0cea2884-f43d-4a13-9bc3-67a412de4a13 req-c25931ec-e175-4d40-b929-6108411678b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 932 time: 0.0960977 Nov 24 10:03:48.594024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f658d44d-0172-481c-a484-fcf820e9e78c None None] Provisioning for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:48.600314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f658d44d-0172-481c-a484-fcf820e9e78c None None] Provisioning complete for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:48.600826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f658d44d-0172-481c-a484-fcf820e9e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.635798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0cea2884-f43d-4a13-9bc3-67a412de4a13 req-a98414aa-c589-489b-b3aa-452935404f31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:48.651583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0cea2884-f43d-4a13-9bc3-67a412de4a13 req-a98414aa-c589-489b-b3aa-452935404f31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:48.655104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0cea2884-f43d-4a13-9bc3-67a412de4a13 req-a98414aa-c589-489b-b3aa-452935404f31 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802114 Nov 24 10:03:48.662020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f658d44d-0172-481c-a484-fcf820e9e78c None None] Port c8fa1c61-9d06-426f-a933-833eb9cbbad2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:03:48.776286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fa1c61-9d06-426f-a933-833eb9cbbad2 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:03:48.783441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.800828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Transition to ACTIVE for port object c8fa1c61-9d06-426f-a933-833eb9cbbad2 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:03:48.804341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.809382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd19eba4-d459-4bca-afeb-365efaba0cec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:48.848835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-54f6653e-88e8-46ca-830e-5776096cddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:48.940539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:48.943795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:49.058776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Attempting to bind port c8fa1c61-9d06-426f-a933-833eb9cbbad2 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:03:49.059161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Attempting to bind port c8fa1c61-9d06-426f-a933-833eb9cbbad2 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:03:49.059530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Attempting to bind port c8fa1c61-9d06-426f-a933-833eb9cbbad2 on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:03:49.066825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Port c8fa1c61-9d06-426f-a933-833eb9cbbad2 on network c15d0051-0e9f-45d6-80ae-29c059d963db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:03:49.067200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Attempting to bind port c8fa1c61-9d06-426f-a933-833eb9cbbad2 on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:03:49.074256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:03:49.074697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Checking segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:03:49.075105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Bound using segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:03:49.075586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Bound port: c8fa1c61-9d06-426f-a933-833eb9cbbad2, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:03:49.075979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:49.181168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:03:49.184433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:03:49.188462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:49.194147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:49.256743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:49.258257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] 10.222.0.61 "PUT /v2.0/ports/c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 1094 time: 1.0094066 Nov 24 10:03:49.258855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:03:49.286388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:49.289723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:49.351342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:03:49.398962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-5294470e-c106-46ab-b780-f16f346d88c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1097 time: 0.0880387 Nov 24 10:03:49.476880 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-28d51dcb-62be-412e-9ce6-88dedd80aba3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 217 time: 0.0707412 Nov 24 10:03:49.552939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-7a1db157-0b98-441e-9091-c1c1f257fcfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:49.554505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-7a1db157-0b98-441e-9091-c1c1f257fcfe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0713670 Nov 24 10:03:49.676946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-41830185-93ec-43f2-9cc0-98c3c67d3ce6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1163516 Nov 24 10:03:49.823738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-d2852906-d5c4-4485-87e7-5b45eaa9e0a4 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405287 Nov 24 10:03:49.862917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b88ed2-5fb2-43ce-93e5-5e14b6f914b2 req-f4a61295-2428-4e85-ab56-17a9573641d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:49.864573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a0b88ed2-5fb2-43ce-93e5-5e14b6f914b2 req-f4a61295-2428-4e85-ab56-17a9573641d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 944 time: 0.0874066 Nov 24 10:03:49.920573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a0b88ed2-5fb2-43ce-93e5-5e14b6f914b2 req-83e84daf-c1e5-4c11-9ab0-69ca2b7509d5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487816 Nov 24 10:03:49.974158 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3f0db662-c9ea-4c2b-83fd-f46f0c1e0e36 req-87b3158b-5034-42c6-9855-3ed9b0489bad service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446602 Nov 24 10:03:50.102764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-8d52eb73-61b8-4658-92d3-d882fef4b6d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1097 time: 0.0814412 Nov 24 10:03:50.249663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07852ff9-d902-4b1c-b430-b661992342af req-6b0a0022-d22f-4a58-ba9b-cf6366087e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:50.251827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-6b0a0022-d22f-4a58-ba9b-cf6366087e89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1420720 Nov 24 10:03:50.324930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-5d9060b7-ca22-4d8b-9886-c7d01d2a0d37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 217 time: 0.0666008 Nov 24 10:03:50.398950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07852ff9-d902-4b1c-b430-b661992342af req-d9a0dc50-3643-43a5-89e0-75370c30eabf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:50.400606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-d9a0dc50-3643-43a5-89e0-75370c30eabf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0685568 Nov 24 10:03:50.450790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:50.484767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-33addce0-1634-4905-a242-f20965824e3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757990 Nov 24 10:03:50.637174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-a0d524e5-87eb-4990-aaf0-8a3166ae165b service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449583 Nov 24 10:03:50.789679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07852ff9-d902-4b1c-b430-b661992342af req-1a80274c-6ca1-45e9-b3c8-d0023fecb29d service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455400 Nov 24 10:03:51.138173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6446e-11c3-4000-9480-b9be0c2d2a8a req-ee8ba2d1-3e15-4de8-926d-6abf3cd63118 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:51.138969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-52e6446e-11c3-4000-9480-b9be0c2d2a8a req-ee8ba2d1-3e15-4de8-926d-6abf3cd63118 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:03:51.154709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-52e6446e-11c3-4000-9480-b9be0c2d2a8a req-ee8ba2d1-3e15-4de8-926d-6abf3cd63118 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:03:51.156002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-52e6446e-11c3-4000-9480-b9be0c2d2a8a req-ee8ba2d1-3e15-4de8-926d-6abf3cd63118 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 944 time: 0.1026149 Nov 24 10:03:51.211858 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-52e6446e-11c3-4000-9480-b9be0c2d2a8a req-e2f26b78-1fcc-4b72-b147-5dacab49d520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487227 Nov 24 10:03:51.607987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:51.629210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a110c20-0b04-41f9-a65e-5b1c0c1bc7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:51.698693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:03:52.157534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c8fa1c61-9d06-426f-a933-833eb9cbbad2 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:03:52.304982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:52.320404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:03:52.377533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:52.398865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fa1c61-9d06-426f-a933-833eb9cbbad2 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:03:52.414296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:52.417188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:52.419058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:52.419666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc09df-c286-4674-8bb7-00eb556de198 req-94e40973-a523-42e7-845b-bc0d5ec13b0b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:52.421401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70fc09df-c286-4674-8bb7-00eb556de198 req-94e40973-a523-42e7-845b-bc0d5ec13b0b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 944 time: 0.0856113 Nov 24 10:03:52.471938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70fc09df-c286-4674-8bb7-00eb556de198 req-68fb5624-73fa-4e32-951f-968eb1f19f83 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Nov 24 10:03:52.484439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:52.488620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:52.640377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c8fa1c61-9d06-426f-a933-833eb9cbbad2'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:03:53.273419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:53.682396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28acf4-8337-401f-9c90-d8110b010287 req-5866ab02-149a-425f-8309-de7c555a1170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:53.684043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e28acf4-8337-401f-9c90-d8110b010287 req-5866ab02-149a-425f-8309-de7c555a1170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 945 time: 0.0866334 Nov 24 10:03:53.734866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e28acf4-8337-401f-9c90-d8110b010287 req-c8e6116c-3cae-42af-9b66-bb4caf8c326a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Nov 24 10:03:54.188471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c8fa1c61-9d06-426f-a933-833eb9cbbad2 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:03:54.260681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:03:54.265612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:03:54.266033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:54.388348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:54.417222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:03:54.427976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:03:54.431090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:54.433114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:54.479697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'code': 200} Nov 24 10:03:54.507794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:54.511114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:54.730331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59b1f2c0-cdc8-49cd-b77c-88cfdbf9e064 req-f78b69bb-25d2-41fe-a616-3946dc2ff3bc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1099 time: 0.0765514 Nov 24 10:03:54.776383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59b1f2c0-cdc8-49cd-b77c-88cfdbf9e064 req-c1ea5a74-4660-4407-a432-d513d298fae4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396721 Nov 24 10:03:54.945866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476054cb-ddca-40f2-a216-00209ea594d7 req-fe619a23-20ae-4bec-9d6e-871c7f24aad0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:54.947569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-476054cb-ddca-40f2-a216-00209ea594d7 req-fe619a23-20ae-4bec-9d6e-871c7f24aad0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.0857730 Nov 24 10:03:54.997132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-476054cb-ddca-40f2-a216-00209ea594d7 req-dad03954-4574-4dda-99ff-ccec17c7cbf9 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431604 Nov 24 10:03:56.353969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befd3f0-e9c0-4370-befa-c6bfdb8591e7 req-a7fe4762-689b-4604-8b04-40819f88bac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:56.355626 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5befd3f0-e9c0-4370-befa-c6bfdb8591e7 req-a7fe4762-689b-4604-8b04-40819f88bac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.0931902 Nov 24 10:03:56.405183 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5befd3f0-e9c0-4370-befa-c6bfdb8591e7 req-ac1201ab-c854-49b1-8859-9a3f3235acb5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429485 Nov 24 10:03:56.618445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382353da-29e4-491c-884e-d03d76895c1a req-eb95bc36-af63-46d2-b556-63474b91d365 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:03:56.620109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-382353da-29e4-491c-884e-d03d76895c1a req-eb95bc36-af63-46d2-b556-63474b91d365 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.0910075 Nov 24 10:03:56.671920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-382353da-29e4-491c-884e-d03d76895c1a req-1ce3d812-2d71-429b-8abb-f72de778047f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Nov 24 10:03:56.701787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56350) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:56.933482 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6c61e38-5dc9-4678-b17b-2551a5b0f9b2 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1094 time: 0.2302749 Nov 24 10:03:56.936370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56356) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:56.942150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:03:56.948372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:03:56.952436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:03:56.955635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:03:56.961746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:03:56.972060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:57.121611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:57.265325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.54 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/0af1f2b2-ddf6-4dd2-87c1-86a401bd7886) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:03:57.656239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:57.682641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:57.687322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3789c0b-0ddf-443e-a285-8a9a8629a3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:57.759059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:03:57.762832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:03:57.768595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:03:57.794722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=0af1f2b2-ddf6-4dd2-87c1-86a401bd7886,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:57.800730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:58.334123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:58.392005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:58.614488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:58.618741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:58.623168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:03:58.738012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=0af1f2b2-ddf6-4dd2-87c1-86a401bd7886,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:03:58.741244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:03:58.752778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:58.960803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP a387c6a7-1508-4f0f-bdf8-fe17f72fd77f associated. External IP: 172.26.6.54, port: c8fa1c61-9d06-426f-a933-833eb9cbbad2. Nov 24 10:03:59.375107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:03:59.601513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:03:59.614755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:03:59.630252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:03:59.630968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:03:59.632567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:03:59.705233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7677293 Nov 24 10:03:59.705960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:03:59.708484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:03:59.761650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:03:59.790830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-405488e2-5936-4aca-92b6-aa31fda6e140 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1094 time: 0.0807984 Nov 24 10:03:59.830351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:03:59.866200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-b7de3bfa-8f33-453a-a03a-f2d30567180a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1099 time: 0.0818801 Nov 24 10:04:00.032925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-56476b31-8caa-42fd-9eb1-a450451358cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:00.034552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:00.034704 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-56476b31-8caa-42fd-9eb1-a450451358cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1618521 Nov 24 10:04:00.041211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370179812', 'description': 'tempest-secgroup-smoke-370179812 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:00.047755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:00.058562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:00.068277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.109054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:00.114369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:00.117465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:00.124699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:00.155996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-8d9a9e1f-9619-43d7-bd3e-a965db91cc04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 999 time: 0.1149969 Nov 24 10:04:00.192772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.195782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.215534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:03:58Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:00.220450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:04:00.227662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-70741201-b6a8-4a91-b842-8b6cdbd9857d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:00.228402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7bcd913d-f6d8-4425-960d-fa151056b90a tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:00.229326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-70741201-b6a8-4a91-b842-8b6cdbd9857d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0678411 Nov 24 10:04:00.237519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:04:00.238321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:00.274141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.278265 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2395380 Nov 24 10:04:00.278265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8eef1a-da85-438d-bf9d-458a3590a3f9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:00.280835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56372) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:00.281009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:00.286195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:00.299056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:00.304912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:00.309205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:00.317372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:00.447852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:04:00.590947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.623451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-05838aa1-9252-4b4b-8001-c8b72896bce1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3879504 Nov 24 10:04:00.789031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.793308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.806095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6da4277c-c709-44a2-a738-55f2116aedb1 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:00.835808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5f7302-9ff7-467b-91cb-e5269eae569a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:00.841892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-212ba584-3948-4fca-b2ae-2939ff73b15a service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111342 Nov 24 10:04:00.843503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:00.874940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:00.876273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1853e7bf-0b10-4daf-a45d-dea4ae67fcbd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5960534 Nov 24 10:04:00.882020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56376) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:00.889889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:00.891885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:03:58Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:00.897413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166cf82-2fa6-480e-b3c2-a4021bf086a1 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:03:58Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:04:00.898149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:00.903300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:00.910916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:00.919746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:00.941070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.009173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5417706b-f668-4ff2-b812-60aa37c84aa9 req-57aa1576-386b-4e8e-80d5-056341bb4b0e service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610248 Nov 24 10:04:01.019347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.022775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.031945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e128d336-86eb-4e92-a590-1a5abd3ab195 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:01.052665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37804329-a04b-4cb4-96e6-2915094087bb,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:01.055385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:01.062360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.063733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1801815 Nov 24 10:04:01.067191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:01.073534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:01.081457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:01.085896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:01.089092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:01.096034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:01.113352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.182708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.185584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.187600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91d16584-5994-4e8b-ac43-d551ff835568 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:01.213515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a12d43-46ee-450e-81e8-48bd30d25cea,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:01.218551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:01.223245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.224613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1563323 Nov 24 10:04:01.227715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56384) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:01.234956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:01.242174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:01.247283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:01.250365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:01.257104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:01.274961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.291784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a7a88-f8d4-4ad4-8bee-c1c8511983c1 None None] New status for floating IP a387c6a7-1508-4f0f-bdf8-fe17f72fd77f: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:04:01.350209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.354234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.355159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:01.382485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455bca3d-83f8-42c6-ae00-7295a4e4d767,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:01.385347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:01.392355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.393739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1641269 Nov 24 10:04:01.396637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56388) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:01.403233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:01.410560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:01.414913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:01.417968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:01.424846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:01.434568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:04:01.441807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.516112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.519289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.521266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d28d1f8f-f55d-424c-be12-2fd4303fe8b6 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:01.545778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab51bfd-b192-4f6f-8f40-e50e036dd10a,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:01.549558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:01.556130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.557897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cb89db37-4f7d-470f-b154-5f38337bf468 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1602211 Nov 24 10:04:01.560866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56392) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:01.568183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '2c8eef1a-da85-438d-bf9d-458a3590a3f9', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:01.574694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:01.578823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:01.581952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:01.588269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:01.598413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:04:01.605531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.677016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.679609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.681522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-18ebd497-45af-4924-9cea-5715ec31c321 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:01.702483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27d3e9a-3e25-44ce-b3b2-b6f5734756c3,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:01.706905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:01.713763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:01.715081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f892c4c2-226f-4884-8c13-f8725c110283 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1531107 Nov 24 10:04:01.899655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df5a32b4-c829-4001-b002-f5863789195d req-f1bd4184-a51b-4bd7-ae9b-4b0742a4735a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:04:01.915645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df5a32b4-c829-4001-b002-f5863789195d req-f1bd4184-a51b-4bd7-ae9b-4b0742a4735a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:04:01.916918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-f1bd4184-a51b-4bd7-ae9b-4b0742a4735a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370179812&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0651042 Nov 24 10:04:02.081308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a32b4-c829-4001-b002-f5863789195d req-2d99f20a-b08f-4692-91a3-f31a9a1b808c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:02.082081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df5a32b4-c829-4001-b002-f5863789195d req-2d99f20a-b08f-4692-91a3-f31a9a1b808c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:04:02.094735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df5a32b4-c829-4001-b002-f5863789195d req-2d99f20a-b08f-4692-91a3-f31a9a1b808c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:04:02.096629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-2d99f20a-b08f-4692-91a3-f31a9a1b808c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 797 time: 0.1722879 Nov 24 10:04:02.114797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-353cfac2-2588-4776-b5fe-3e321afd6f56 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0121810 Nov 24 10:04:02.210072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-337c91ca-eac5-446e-a134-9a22b84dcb10 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891576 Nov 24 10:04:02.435701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-46cb75b1-f301-440f-a9c0-fddc014f5e63 service neutron] 10.222.0.55 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132604 Nov 24 10:04:02.578686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-6734f9a1-3f70-4843-b328-99638c0cfb11 service neutron] 10.222.0.55 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361248 Nov 24 10:04:03.802711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3136425-e2a3-4a7f-b224-2b728414de81 req-b0f4cc04-44b2-4a4b-853a-3e7691148d94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 210 time: 0.0456324 Nov 24 10:04:04.920105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a32b4-c829-4001-b002-f5863789195d req-49bb8ce8-5750-4632-84da-51d3136c2794 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:04.920744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-49bb8ce8-5750-4632-84da-51d3136c2794 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 797 time: 0.1651490 Nov 24 10:04:04.981868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a96b4232-9dc5-477d-8486-eb2d1a398bde req-30e6f057-e58f-4af9-b656-a24732be3e6b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 210 time: 0.0504084 Nov 24 10:04:04.996931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-e2754e33-2882-415b-8147-9bfc45a8f2af tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 471 time: 0.0657551 Nov 24 10:04:05.012346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['2c8eef1a-da85-438d-bf9d-458a3590a3f9']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:05.175967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:05.186853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:05.197189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:04:05.202921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:05.384532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.11 (c15d0051-0e9f-45d6-80ae-29c059d963db/0fa351f2-c795-4a01-94e2-9d981dd8c10c/7592ad0a-e537-4cfb-94dc-76e8a4906a1a) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:04:05.609623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:05.630414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 7592ad0a-e537-4cfb-94dc-76e8a4906a1a will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:04:05.655122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:05.663274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3885ef94-5cb0-47c0-be7b-31cdf5295cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:05.752198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network c15d0051-0e9f-45d6-80ae-29c059d963db is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:04:05.756873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:04:05.759554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:04:05.801564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:05.812019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:05.846078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:05.847210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:05.878100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8708680 Nov 24 10:04:05.892721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Request body: {'port': {'device_id': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:06.030564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.150679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc57aa5a-a94d-4192-8864-79cfacf74f3e None None] Provisioning for port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:04:06.156017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc57aa5a-a94d-4192-8864-79cfacf74f3e None None] Provisioning complete for port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:04:06.156530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc57aa5a-a94d-4192-8864-79cfacf74f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.222324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc57aa5a-a94d-4192-8864-79cfacf74f3e None None] Port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:04:06.321898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1898e3-06ce-4cb6-acb4-2e37cda6673c req-5f4a1077-48c8-4808-8b02-444632fea8d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:06.322604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7f1898e3-06ce-4cb6-acb4-2e37cda6673c req-5f4a1077-48c8-4808-8b02-444632fea8d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:04:06.408458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7f1898e3-06ce-4cb6-acb4-2e37cda6673c req-5f4a1077-48c8-4808-8b02-444632fea8d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:04:06.409691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1898e3-06ce-4cb6-acb4-2e37cda6673c req-5f4a1077-48c8-4808-8b02-444632fea8d8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 932 time: 0.2868283 Nov 24 10:04:06.501010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f1898e3-06ce-4cb6-acb4-2e37cda6673c req-d4529b12-68aa-4c53-b002-6b24dc3dc1fd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734022 Nov 24 10:04:06.558123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7592ad0a-e537-4cfb-94dc-76e8a4906a1a {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:04:06.566628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.582986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Transition to ACTIVE for port object 7592ad0a-e537-4cfb-94dc-76e8a4906a1a will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:04:06.586009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.590134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:06.710916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Pushing event updated for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:06.722777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:06.843563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Attempting to bind port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:04:06.843866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Attempting to bind port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:04:06.844241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Attempting to bind port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:04:06.851850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a on network c15d0051-0e9f-45d6-80ae-29c059d963db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:04:06.852267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Attempting to bind port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a on network c15d0051-0e9f-45d6-80ae-29c059d963db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:04:06.859286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:04:06.859675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Checking segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:04:06.860102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Bound using segment: {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:04:06.861687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Bound port: 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:04:06.862119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.954727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:04:06.958560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:04:06.962855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:06.968896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8abad92f-fa64-4fcf-95d0-8130e04be257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:07.046133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:07.048109 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] 10.222.0.61 "PUT /v2.0/ports/7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 200 len: 1094 time: 1.1628470 Nov 24 10:04:07.048818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:04:07.067811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Pushing event updated for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:07.071604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:07.130154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'status': 'completed', 'code': 200} Nov 24 10:04:07.175428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-0b79e35b-b8b5-4f65-a28c-4861fec246f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0857179 Nov 24 10:04:07.253144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-1243f89a-322f-49f1-9170-1baab48c1e67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 200 len: 217 time: 0.0711005 Nov 24 10:04:07.324978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a32b4-c829-4001-b002-f5863789195d req-0b7d0373-7d6e-4612-bc2a-d706d2cbe129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:07.326618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-0b7d0373-7d6e-4612-bc2a-d706d2cbe129 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0678575 Nov 24 10:04:07.414993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-fa28f998-7ae4-4c30-b604-bd850bf3d89b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813599 Nov 24 10:04:07.426518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-114dbea5-8065-436c-8fc6-e9e11e73d0f8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:04:07.427614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-114dbea5-8065-436c-8fc6-e9e11e73d0f8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058777 Nov 24 10:04:07.574539 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-6b33c2f3-d7c8-4280-a90d-d825bd9f18b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388011 Nov 24 10:04:07.772953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df5a32b4-c829-4001-b002-f5863789195d req-250d320f-b080-4b3a-8f20-b75d47a8c200 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911626 Nov 24 10:04:07.798617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa79a97-fc7a-4bca-8c69-df70e18c2b79 req-eb48f4a9-1494-494b-9246-ad4cf6a4da0e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:07.800467 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4fa79a97-fc7a-4bca-8c69-df70e18c2b79 req-eb48f4a9-1494-494b-9246-ad4cf6a4da0e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 944 time: 0.1278541 Nov 24 10:04:07.899443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4fa79a97-fc7a-4bca-8c69-df70e18c2b79 req-32274332-ba3c-4036-9efa-ca2e85ceacf7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927165 Nov 24 10:04:07.925680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-c60019e6-2dd5-4ffa-8b3c-8228072e9fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0994482 Nov 24 10:04:08.078923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e5ec-edf3-4170-b889-904d8108f789 req-9107784c-0978-4fb8-b31b-c962c25b1723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:08.080650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-9107784c-0978-4fb8-b31b-c962c25b1723 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1448398 Nov 24 10:04:08.159498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-aba5b85f-0bfd-4705-ab4d-7053d015f535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 200 len: 217 time: 0.0690284 Nov 24 10:04:08.238615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730e5ec-edf3-4170-b889-904d8108f789 req-2bc958fb-dfb1-4d1a-b5a5-03cf68191516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:08.240536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-2bc958fb-dfb1-4d1a-b5a5-03cf68191516 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0709982 Nov 24 10:04:08.578517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-92068329-167f-48c3-9cc4-5e11615fd199 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3259435 Nov 24 10:04:08.723428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-385118f1-2d3e-48fe-8d8f-83fd37547e9f service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375909 Nov 24 10:04:08.867034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0730e5ec-edf3-4170-b889-904d8108f789 req-537073f7-c544-41c9-b409-8750d0676470 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366982 Nov 24 10:04:09.112058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849339-def8-4b99-a1c3-f35719e13cc5 req-25267a9e-61d9-463c-8430-7cc9476cec96 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:09.113671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cd849339-def8-4b99-a1c3-f35719e13cc5 req-25267a9e-61d9-463c-8430-7cc9476cec96 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 944 time: 0.0882695 Nov 24 10:04:09.163379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cd849339-def8-4b99-a1c3-f35719e13cc5 req-fca3900c-b8cd-4771-8fc2-dc5543c9abbf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Nov 24 10:04:10.282975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7592ad0a-e537-4cfb-94dc-76e8a4906a1a details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:04:10.429318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:04:10.443869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'port_id': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'mac_address': 'fa:16:3e:8d:89:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:04:10.500711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:10.519253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7592ad0a-e537-4cfb-94dc-76e8a4906a1a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:04:10.522732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e636-f545-4423-9e64-a0f213faa87a req-e3a770c4-1d89-49b5-9a1b-c210633cbc62 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:10.524368 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65a6e636-f545-4423-9e64-a0f213faa87a req-e3a770c4-1d89-49b5-9a1b-c210633cbc62 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 944 time: 0.2363801 Nov 24 10:04:10.535038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:04:10.537993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:10.539885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d1240fe9-d79f-4b34-b9f0-4708b4da3b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:10.583418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65a6e636-f545-4423-9e64-a0f213faa87a req-4919be50-7250-460c-a539-668c89b52d25 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523505 Nov 24 10:04:10.776195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:10.787715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:10.791161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:10.817431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7592ad0a-e537-4cfb-94dc-76e8a4906a1a'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:04:11.881508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec52686-7b94-4ab5-ab0c-4136bdccf042 req-73248f87-5093-4e8b-a23a-d315fbd6ec3f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:11.883134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aec52686-7b94-4ab5-ab0c-4136bdccf042 req-73248f87-5093-4e8b-a23a-d315fbd6ec3f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 945 time: 0.1656284 Nov 24 10:04:11.937173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aec52686-7b94-4ab5-ab0c-4136bdccf042 req-9e91edec-c306-4e12-9953-e6ea3936be48 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475578 Nov 24 10:04:12.301612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7592ad0a-e537-4cfb-94dc-76e8a4906a1a up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:04:12.375481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:04:12.380916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:04:12.381343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:12.500955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:12.529229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:04:12.540308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:04:12.543342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:12.545324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b33d1964-0134-4f46-b0c2-5417bedaefda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:12.590592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'code': 200} Nov 24 10:04:12.618322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:12.621632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:12.829934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7ef850a6-41a7-4389-8571-a6cdb10accc6 req-2def7609-3fbe-4cfe-b993-25fb740a656f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0752709 Nov 24 10:04:12.873030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7ef850a6-41a7-4389-8571-a6cdb10accc6 req-652d78a2-e5a1-4558-b3cc-7b163bd7f95d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375905 Nov 24 10:04:13.139893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda4b72-76aa-43c7-bb7a-97aede86bb27 req-228689a9-ed14-41aa-8dc3-57159710ef48 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:13.141432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cda4b72-76aa-43c7-bb7a-97aede86bb27 req-228689a9-ed14-41aa-8dc3-57159710ef48 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.0840735 Nov 24 10:04:13.193174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4cda4b72-76aa-43c7-bb7a-97aede86bb27 req-6d3981e8-0105-458d-a58d-12d69d63c206 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Nov 24 10:04:14.406304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e481afc-e0a9-4205-b600-f74a5238d9a9 req-75039fe8-506d-4c04-adf8-c51aa2911577 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:14.408406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e481afc-e0a9-4205-b600-f74a5238d9a9 req-75039fe8-506d-4c04-adf8-c51aa2911577 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.0876269 Nov 24 10:04:14.456893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e481afc-e0a9-4205-b600-f74a5238d9a9 req-cc066f54-7c1d-4382-b04a-564189e42061 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 Nov 24 10:04:14.687665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5edd-72b9-44c8-8a71-79c2260aefa6 req-5837047d-4d70-4ad1-9535-2a8fd4270644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:14.689197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15aa5edd-72b9-44c8-8a71-79c2260aefa6 req-5837047d-4d70-4ad1-9535-2a8fd4270644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.1024542 Nov 24 10:04:14.744886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-15aa5edd-72b9-44c8-8a71-79c2260aefa6 req-1d025ab6-8516-4cb7-ba28-a65bebe708e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492406 Nov 24 10:04:14.773037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:14.854414 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6ed40924-2cf0-4000-91cd-152168cc9196 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1094 time: 0.0800295 Nov 24 10:04:14.857223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:14.863973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:14.870838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:04:14.875239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:04:14.879863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:04:14.886288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:04:14.898161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:15.072947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:15.464372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.127 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/5c485fae-18ee-466c-aa65-22ee437a6b34) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:04:15.633748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:15.661917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:15.668685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0bb90999-d643-4575-8944-2000888eee78 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:15.742841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:04:15.755419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:04:15.758132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:04:15.797779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=5c485fae-18ee-466c-aa65-22ee437a6b34,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:15.801291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:16.311442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:16.378423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:16.603504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:16.607755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:16.616736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-95df863b-432c-488f-80b9-ad336bc898b8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:16.728987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=5c485fae-18ee-466c-aa65-22ee437a6b34,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:16.733319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:16.743481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:16.946148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP b4e8d51e-1b78-40c9-8f35-12aac3a72d5b associated. External IP: 172.26.6.127, port: 7592ad0a-e537-4cfb-94dc-76e8a4906a1a. Nov 24 10:04:17.358476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:04:17.576858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:04:17.587850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:04:17.601132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:04:17.602006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:17.604069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:17.666839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8084528 Nov 24 10:04:17.667618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:04:17.730513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'status': 'completed', 'code': 200} Nov 24 10:04:17.800691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:04:17.832289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-46792b86-1ffe-46dd-99a9-06631c336247 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0779533 Nov 24 10:04:17.983479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-be6a37f8-6943-4148-866a-eae537e944b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:17.985018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-be6a37f8-6943-4148-866a-eae537e944b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1459126 Nov 24 10:04:18.106505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-759ca0e8-8972-4ee9-b732-337a84198594 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 200 len: 1000 time: 0.1148450 Nov 24 10:04:18.178616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-1cd24085-0062-4cc0-81a7-b7b9afe3bc56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:18.180248 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-1cd24085-0062-4cc0-81a7-b7b9afe3bc56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0670660 Nov 24 10:04:18.186237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}, {'id': 'b4e8d51e-1b78-40c9-8f35-12aac3a72d5b', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:8d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:04:16Z', 'updated_at': '2021-11-24T10:04:16Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:18.190603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:04:18.203698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:04:18.204577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:03:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:18.270268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-5f6f8c6f-7cfb-46b9-bb62-de5b6fb66ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826070 Nov 24 10:04:18.404371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:04:18.420886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-23ebf7db-2818-4369-aa5e-0acb241093b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438603 Nov 24 10:04:18.578054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7b804a-212a-4e54-96dd-045cb67d93ff req-27ea4df0-b2cf-49c3-bdab-ba51e9de9089 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511576 Nov 24 10:04:18.795333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}, {'id': 'b4e8d51e-1b78-40c9-8f35-12aac3a72d5b', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:8d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:04:16Z', 'updated_at': '2021-11-24T10:04:16Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:04:18.800127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba820349-2f44-4694-90fe-68595b73b484 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}, {'id': 'b4e8d51e-1b78-40c9-8f35-12aac3a72d5b', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:8d:89:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:04:16Z', 'updated_at': '2021-11-24T10:04:16Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:04:18.852182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee983f99-c01a-4d4d-ae05-702c08df6381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:19.128416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4bdcd-4341-4981-a2ae-e29fb7c0c2c3 None None] New status for floating IP b4e8d51e-1b78-40c9-8f35-12aac3a72d5b: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:04:20.454346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:21.612703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:21.632259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc35d502-c73d-47b0-97e6-30b5ba6bea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:23.276330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:28.708766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:04:32.996523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-b9f35cdb-d621-468c-8375-88adb0bcd79a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1559274 Nov 24 10:04:33.153385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-e6727028-3f9b-41d8-bb2d-b7cb8822b022 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1099 time: 0.0834005 Nov 24 10:04:33.327268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-b78a0653-fe09-4cb7-ba52-f51d50943952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:33.328914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-b78a0653-fe09-4cb7-ba52-f51d50943952 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1535378 Nov 24 10:04:33.455846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-b41f7d64-8b5f-4f28-9d74-07b095aae791 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 1001 time: 0.1151843 Nov 24 10:04:33.529505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-0e6bfada-e0f6-4c27-b31b-4eed9a65236d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:33.531150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-0e6bfada-e0f6-4c27-b31b-4eed9a65236d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0676818 Nov 24 10:04:33.644059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-c6cde6cc-bd13-4589-b450-260bbd2b9908 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053057 Nov 24 10:04:33.817799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-3f1c4d33-05ab-4452-ad9a-bf91be5ab290 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665754 Nov 24 10:04:33.982912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04a70037-5b2e-465c-bb6b-1a62a0e41ad5 req-07bdb06b-158d-4469-a20c-4d200285a36a service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571743 Nov 24 10:04:40.613732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:48.854824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecfca-70ba-4ce4-b5fd-35afe75dfb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:50.458866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:51.022131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56476) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:51.136402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47f5ed5f-64c7-4965-b652-ecd203a355c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/a387c6a7-1508-4f0f-bdf8-fe17f72fd77f HTTP/1.1" status: 200 len: 993 time: 0.1128466 Nov 24 10:04:51.614367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:51.633417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0509b6-410e-4dbe-9d52-d65228f71540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:52.670800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56488) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:52.678475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:52.810752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.039376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:04:53.069250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.072931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.077466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf58f5b7-2de6-4f17-b77b-187a233d6157 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:53.139258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:53.139932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.141454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/ports/c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 939 time: 0.4695199 Nov 24 10:04:53.142811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:04:53.172116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=6']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:53.182211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.182667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.183236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.183236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.183908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.184331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.184745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.185213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.185559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.185967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.186384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:04:53.191448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:53.212603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:04:53.280345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.319023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-0b4504cc-5675-41d7-be7b-830b3614bab0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1100 time: 0.0820642 Nov 24 10:04:53.402033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-65240721-3a88-4727-be7e-bba3f3f7af82 None None] Provisioning complete for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:04:53.402381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-65240721-3a88-4727-be7e-bba3f3f7af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:53.463769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-65240721-3a88-4727-be7e-bba3f3f7af82 None None] Port c8fa1c61-9d06-426f-a933-833eb9cbbad2 is administratively disabled so it will not transition to active. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Nov 24 10:04:53.471623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-168e27d4-10db-4ac0-a226-14c466dfc958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:53.473260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-168e27d4-10db-4ac0-a226-14c466dfc958 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1472685 Nov 24 10:04:53.590072 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-20e0741a-9733-4832-98d1-1f24eb7e1cde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 1002 time: 0.1100490 Nov 24 10:04:53.670719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-ea50bd85-1a45-4d9a-a84f-06d28cd75359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:53.672581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-ea50bd85-1a45-4d9a-a84f-06d28cd75359 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0763321 Nov 24 10:04:53.759760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-e9c4a602-edb0-4ae7-9265-ff36bc73df52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810645 Nov 24 10:04:53.901344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-9dde9306-2f5a-4475-9537-a418e9759dde service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354470 Nov 24 10:04:54.051098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35a670fb-19bc-4a7a-9e68-c69b3a830add req-d3a1e2a2-54b8-48e1-9113-155baf7f8509 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437306 Nov 24 10:04:56.580220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56498) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:56.586694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:04:56.717905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:57.180791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:04:57.207234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:57.210903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:57.215459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:04:57.283084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:57.283776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:57.285346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/ports/c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 938 time: 0.7040329 Nov 24 10:04:57.286167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:04:57.289554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56502) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:04:57.312165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=7']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:04:57.316352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:04:57.351244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:04:57.415146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ec17336-327b-4c70-a8f9-f210f3b1b712 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/a387c6a7-1508-4f0f-bdf8-fe17f72fd77f HTTP/1.1" status: 200 len: 993 time: 0.1242220 Nov 24 10:04:57.461024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-75b74731-45ab-45ce-819b-93ae81d8e3b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1099 time: 0.0803549 Nov 24 10:04:57.509960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c8fa1c61-9d06-426f-a933-833eb9cbbad2'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:04:57.611919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-3f8798c5-d4d8-4027-9d94-773bff392814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:57.613552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-3f8798c5-d4d8-4027-9d94-773bff392814 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1451435 Nov 24 10:04:57.648529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-62a04926-976b-486d-abca-bd3da4774e07 None None] Provisioning complete for port c8fa1c61-9d06-426f-a933-833eb9cbbad2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:04:57.648955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62a04926-976b-486d-abca-bd3da4774e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:04:57.725859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-e0e95bda-4451-46ea-812b-0e695a15e676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 1001 time: 0.1055655 Nov 24 10:04:57.796241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-d40a9284-b8d7-415e-9a80-d5e820fa6b43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:04:57.797890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-d40a9284-b8d7-415e-9a80-d5e820fa6b43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0655196 Nov 24 10:04:57.884081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-18969d32-c8ed-4200-9144-a559bf0792ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805078 Nov 24 10:04:58.035195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-97b2ca38-f0d0-4293-ad3b-6c2452437f7a service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446402 Nov 24 10:04:58.186311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93f4920-7b4a-4633-b81d-7cb154c1707d req-d8d12d79-0759-4c33-9d5a-9b4db9adf89c service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443331 Nov 24 10:05:00.005677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:00.217510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 5c485fae-18ee-466c-aa65-22ee437a6b34 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:00.217888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:00.392883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:00.393243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:00.521902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 5c485fae-18ee-466c-aa65-22ee437a6b34 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:00.904163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:00.908556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-232a9a79-add3-4576-b286-d2bd088f47e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:00.948902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=5c485fae-18ee-466c-aa65-22ee437a6b34,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:00.993090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.993522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.993963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.994376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.994814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.995224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.995630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.996036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.996439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.996860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:00.997237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:01.004699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:01.059894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:01.472828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:05:01.693425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:01.704065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:01.713835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:01.725572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:01.725572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:01.771093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/b4e8d51e-1b78-40c9-8f35-12aac3a72d5b HTTP/1.1" status: 204 len: 168 time: 1.7640986 Nov 24 10:05:01.771768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:01.843654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'status': 'completed', 'code': 200} Nov 24 10:05:01.950744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-72319c41-88ab-495b-9e4d-2ab1bc58ca17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0842938 Nov 24 10:05:02.093659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:02.115275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-bc315920-e0e8-428b-9fb1-2a2614cfa9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:02.117156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-bc315920-e0e8-428b-9fb1-2a2614cfa9da service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1603985 Nov 24 10:05:02.199200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-1405868c-9237-44ed-9d7b-f38b6f853b73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 200 len: 217 time: 0.0746255 Nov 24 10:05:02.222564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acacd3-fcd4-4347-ac0a-2fe4971ea9ac req-aac4e4b3-40e9-4875-b4e6-519c16a56306 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:02.223347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d0acacd3-fcd4-4347-ac0a-2fe4971ea9ac req-aac4e4b3-40e9-4875-b4e6-519c16a56306 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:02.238295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d0acacd3-fcd4-4347-ac0a-2fe4971ea9ac req-aac4e4b3-40e9-4875-b4e6-519c16a56306 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:02.239649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d0acacd3-fcd4-4347-ac0a-2fe4971ea9ac req-aac4e4b3-40e9-4875-b4e6-519c16a56306 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.1035252 Nov 24 10:05:02.280042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-6888cebf-9619-4154-b659-78a4681e3263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:02.281680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-6888cebf-9619-4154-b659-78a4681e3263 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0760858 Nov 24 10:05:02.297205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d0acacd3-fcd4-4347-ac0a-2fe4971ea9ac req-8b4f7558-6c44-4fd0-b4fa-ce46aeba5d9d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485692 Nov 24 10:05:02.373701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-686bf89a-7f79-48e0-8f61-3e5943838eca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843389 Nov 24 10:05:02.487723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:02.492370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:02.504380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:02.505124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:02.521625 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-1c7f238f-4ab3-42cd-86ff-266e97ef4e1a service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407266 Nov 24 10:05:02.671215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26b03b76-b47a-4b7e-b4cc-490415f19290 req-3cd850b7-fb33-4c1f-808e-f2b74ade19a2 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423497 Nov 24 10:05:02.703263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:03.074208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:03.078431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533865cb-e10f-4939-868b-fd8049364dc2 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a387c6a7-1508-4f0f-bdf8-fe17f72fd77f', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'port_id': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'mac_address': 'fa:16:3e:9a:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:03:58Z', 'updated_at': '2021-11-24T10:04:01Z', 'revision_number': 1, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:03.528857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058336-4b9d-4157-a617-927752d8d206 None None] New status for floating IP b4e8d51e-1b78-40c9-8f35-12aac3a72d5b: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:05:03.532828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-0b1695b7-6dae-4c8c-aa0b-0bef6fa2c24c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:03.534442 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-0b1695b7-6dae-4c8c-aa0b-0bef6fa2c24c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.1453393 Nov 24 10:05:03.599419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77332493-6c85-46b4-9078-5651ec4020fa req-680eee14-2cb4-4982-9960-998b590cf50a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:03.601107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-77332493-6c85-46b4-9078-5651ec4020fa req-680eee14-2cb4-4982-9960-998b590cf50a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 946 time: 0.1660526 Nov 24 10:05:03.646539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:03.646957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:03.728932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-77332493-6c85-46b4-9078-5651ec4020fa req-aa37de3c-23d3-416b-890a-741e533dea5d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c8eef1a-da85-438d-bf9d-458a3590a3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212938 Nov 24 10:05:03.939544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:03.939855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:04.065382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 7592ad0a-e537-4cfb-94dc-76e8a4906a1a owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:04.227230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:04.233365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e6fea20-20ce-41ca-b4a9-fac69ef613d1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:04.277289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=7592ad0a-e537-4cfb-94dc-76e8a4906a1a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:04.281131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:04.357553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 7592ad0a-e537-4cfb-94dc-76e8a4906a1a on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:05:04.360113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:04.363214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'name': 'network-vif-deleted', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:04.379040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5f89a23-1e1f-445d-8075-a8ae13e42172 req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/7592ad0a-e537-4cfb-94dc-76e8a4906a1a HTTP/1.1" status: 204 len: 173 time: 0.8379178 Nov 24 10:05:04.585297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c754d4-ee50-4172-ab82-8f3e88193bd6', 'name': 'network-vif-deleted', 'tag': '7592ad0a-e537-4cfb-94dc-76e8a4906a1a', 'status': 'completed', 'code': 200} Nov 24 10:05:04.933607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-09aa8699-f607-4436-974a-393b7c3d4a3c req-62653908-af03-4fc7-9427-3e6e8791d928 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:04.949545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-09aa8699-f607-4436-974a-393b7c3d4a3c req-62653908-af03-4fc7-9427-3e6e8791d928 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:04.950919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-09aa8699-f607-4436-974a-393b7c3d4a3c req-62653908-af03-4fc7-9427-3e6e8791d928 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c754d4-ee50-4172-ab82-8f3e88193bd6 HTTP/1.1" status: 200 len: 210 time: 0.0645869 Nov 24 10:05:05.699131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:05:06.064566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:06.147296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:06.184541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:06.255017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:06.260743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-abfbce29-4198-4543-be93-b7834979fd14 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:06.280737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8eef1a-da85-438d-bf9d-458a3590a3f9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:06.283500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:06.289610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:06.291534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/2c8eef1a-da85-438d-bf9d-458a3590a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2258437 Nov 24 10:05:06.358392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56540) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:06.875881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 0af1f2b2-ddf6-4dd2-87c1-86a401bd7886 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:06.876607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:07.053914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:07.054276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:07.181365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 0af1f2b2-ddf6-4dd2-87c1-86a401bd7886 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:07.336207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:07.340990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37cc7758-078f-42b3-8559-2d3386d0b858 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:07.384636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=0af1f2b2-ddf6-4dd2-87c1-86a401bd7886,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:07.387344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:07.487762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:07.905128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:05:08.119161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:08.129877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:08.140698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:08.143972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:08.144666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:08.199357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/a387c6a7-1508-4f0f-bdf8-fe17f72fd77f HTTP/1.1" status: 204 len: 168 time: 1.8390729 Nov 24 10:05:08.199731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:08.257220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:05:08.345476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:08.360012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-8e0f9a78-3645-4385-85c9-8e7163e13a2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 1099 time: 0.0805650 Nov 24 10:05:08.517519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-1010fc27-1c34-4fe7-9581-933a1d2d87c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:08.523705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-1010fc27-1c34-4fe7-9581-933a1d2d87c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 200 len: 898 time: 0.1537147 Nov 24 10:05:08.585593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7592ad0a-e537-4cfb-94dc-76e8a4906a1a no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:05:08.632070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 7592ad0a-e537-4cfb-94dc-76e8a4906a1a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:05:08.632472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7592ad0a-e537-4cfb-94dc-76e8a4906a1a not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:05:08.677770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-53b3c21b-14a4-404a-9d0d-6f992942e9fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 200 len: 217 time: 0.1513710 Nov 24 10:05:08.744057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:08.748324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:08.760824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:08.761513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:08.763487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-9f25556a-4b33-4e69-bad3-519752da3b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:08.765077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-9f25556a-4b33-4e69-bad3-519752da3b50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 200 len: 835 time: 0.0792618 Nov 24 10:05:08.830862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8363-8a22-472e-8255-a2e8ebb69391 req-0562803f-7645-4f1b-8fac-33bb6096db42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:08.831628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-42fd8363-8a22-472e-8255-a2e8ebb69391 req-0562803f-7645-4f1b-8fac-33bb6096db42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:08.853287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-42fd8363-8a22-472e-8255-a2e8ebb69391 req-0562803f-7645-4f1b-8fac-33bb6096db42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:08.854563 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42fd8363-8a22-472e-8255-a2e8ebb69391 req-0562803f-7645-4f1b-8fac-33bb6096db42 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.2515736 Nov 24 10:05:08.897212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-04883a70-a8fe-40e1-940e-26c8a4e46e19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c15d0051-0e9f-45d6-80ae-29c059d963db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229143 Nov 24 10:05:08.949146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:08.958089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42fd8363-8a22-472e-8255-a2e8ebb69391 req-f5ccd6ab-0aa5-47c5-9484-b3ce30f966bc tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920873 Nov 24 10:05:09.060004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-0a325598-4e37-4aec-8717-1dfccb8f401c service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539786 Nov 24 10:05:09.216319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cd69619-e333-4951-944a-0df0e2b8a734 req-db6d926c-6c93-4db4-a834-24420bfffbc0 service neutron] 10.222.0.61 "GET /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486526 Nov 24 10:05:09.462810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:09.466980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acaf507-8615-408a-bcc6-835e8431b5c0 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:40Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'bc84955d-8686-4557-a7e0-2658ba786703', 'name': '', 'network_id': 'c15d0051-0e9f-45d6-80ae-29c059d963db', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:13:05:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:39Z', 'updated_at': '2021-11-24T10:03:46Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': '0fa351f2-c795-4a01-94e2-9d981dd8c10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:09.897526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447f0e7-7ce8-4ba3-8f74-42372a38b239 None None] New status for floating IP a387c6a7-1508-4f0f-bdf8-fe17f72fd77f: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:05:09.964084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-5b5d64a2-f407-4372-89a5-864574fa2345 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:09.965707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-5b5d64a2-f407-4372-89a5-864574fa2345 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.0886931 Nov 24 10:05:10.042231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port c8fa1c61-9d06-426f-a933-833eb9cbbad2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:10.042640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:10.178427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bce10-9a8c-4ace-93cb-3917156c693e req-02ef0ab7-5a19-43bc-b589-24ed93b202df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:10.180098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c5bce10-9a8c-4ace-93cb-3917156c693e req-02ef0ab7-5a19-43bc-b589-24ed93b202df tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=99b5a134-2684-4c88-9f23-0832bc69ee41 HTTP/1.1" status: 200 len: 946 time: 0.0914569 Nov 24 10:05:10.233857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7c5bce10-9a8c-4ace-93cb-3917156c693e req-8227ecfc-6365-44d1-9081-bbf0ce5460db tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:10.249051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7c5bce10-9a8c-4ace-93cb-3917156c693e req-8227ecfc-6365-44d1-9081-bbf0ce5460db tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:10.250249 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c5bce10-9a8c-4ace-93cb-3917156c693e req-8227ecfc-6365-44d1-9081-bbf0ce5460db tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fdb04e1-902b-4588-90af-f9f0ae8073c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638747 Nov 24 10:05:10.317040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port c8fa1c61-9d06-426f-a933-833eb9cbbad2, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c8fa1c61-9d06-426f-a933-833eb9cbbad2,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:10.317441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:10.444665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for c8fa1c61-9d06-426f-a933-833eb9cbbad2 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:10.592622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:10.598919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-199a9794-db54-473a-9626-756c5e7aacd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:10.607651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:10.644765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=c8fa1c61-9d06-426f-a933-833eb9cbbad2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:10.649174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:10.724760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port c8fa1c61-9d06-426f-a933-833eb9cbbad2 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:05:10.727425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:10.731870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'name': 'network-vif-deleted', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:10.746428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-65080dd8-ae33-4351-bf69-d9c3268ba623 req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/c8fa1c61-9d06-426f-a933-833eb9cbbad2 HTTP/1.1" status: 204 len: 173 time: 0.7753243 Nov 24 10:05:10.791118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b5a134-2684-4c88-9f23-0832bc69ee41', 'name': 'network-vif-deleted', 'tag': 'c8fa1c61-9d06-426f-a933-833eb9cbbad2', 'status': 'completed', 'code': 200} Nov 24 10:05:11.367243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56556) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:11.440662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:11.471510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:11.521577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:11.526667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-900ed799-fd04-4fa8-a563-a94ff1333b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:11.546022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb04e1-902b-4588-90af-f9f0ae8073c8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:11.548830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:11.558574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:11.562890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/5fdb04e1-902b-4588-90af-f9f0ae8073c8 HTTP/1.1" status: 204 len: 168 time: 0.1945062 Nov 24 10:05:11.603755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:12.021038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:12.669598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port bc84955d-8686-4557-a7e0-2658ba786703 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:12.670186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:12.869079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port bc84955d-8686-4557-a7e0-2658ba786703, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=bc84955d-8686-4557-a7e0-2658ba786703,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:12.869482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:12.998369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for bc84955d-8686-4557-a7e0-2658ba786703 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:13.428561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:13.433027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b50b2849-a82f-4f8d-b3a0-938c6d4ade1c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:13.479515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=bc84955d-8686-4557-a7e0-2658ba786703,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:13.482278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:13.792248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:14.397621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router b3a0e946-70a8-438b-aa10-769bb14f55bb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:05:14.577178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c8fa1c61-9d06-426f-a933-833eb9cbbad2 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:05:14.606535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:14.613816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: c8fa1c61-9d06-426f-a933-833eb9cbbad2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:05:14.614119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c8fa1c61-9d06-426f-a933-833eb9cbbad2 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:05:14.618323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Sync routers for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:14.623384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/b3a0e946-70a8-438b-aa10-769bb14f55bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0158024 Nov 24 10:05:14.623682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:14.631878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:14.632565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:14.819631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:14.828271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet 0fa351f2-c795-4a01-94e2-9d981dd8c10c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:05:14.832586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:14.890773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:14.980405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.058452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.063026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7c8d936-dab0-431d-b6a2-bc8df319229c tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:15.102166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa351f2-c795-4a01-94e2-9d981dd8c10c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:15.105135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:15.107779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.114959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/0fa351f2-c795-4a01-94e2-9d981dd8c10c HTTP/1.1" status: 204 len: 168 time: 0.4895272 Nov 24 10:05:15.115329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508f0c4-1857-458b-9b1d-9a675837de5e None None] Network c15d0051-0e9f-45d6-80ae-29c059d963db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:05:15.117938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56570) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:15.219820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:05:13Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:15.226868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Checking router: b3a0e946-70a8-438b-aa10-769bb14f55bb for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:15.313323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Routers {'b3a0e946-70a8-438b-aa10-769bb14f55bb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:15.314572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['b3a0e946-70a8-438b-aa10-769bb14f55bb'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:15.333691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.520238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] Set router b3a0e946-70a8-438b-aa10-769bb14f55bb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:15.547198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.556070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:15.556440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.572885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] DHCP port deletion for c15d0051-0e9f-45d6-80ae-29c059d963db request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:05:15.647220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Deleting port 36fda6b3-e03e-48ad-86dc-45198c6bdaac {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:05:15.647654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:15.978656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port dbc255aa-127d-4bb0-a09d-4a8cdbba7a85, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:15.979266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.026186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] For port 36fda6b3-e03e-48ad-86dc-45198c6bdaac, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=36fda6b3-e03e-48ad-86dc-45198c6bdaac,segment=NetworkSegment(ff31193e-18c5-4c8c-8805-f17ca6ad7dde),segment_id=ff31193e-18c5-4c8c-8805-f17ca6ad7dde)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:16.026652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.109583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:16.295455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.300416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4b409c78-eee3-48d8-88fd-7b64e5f5f655 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:16.330011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Calling delete_port for 36fda6b3-e03e-48ad-86dc-45198c6bdaac owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:05:16.344210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=dbc255aa-127d-4bb0-a09d-4a8cdbba7a85,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:16.347927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:16.366240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 36fda6b3-e03e-48ad-86dc-45198c6bdaac no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:05:16.446570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:05:13Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:16.466485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ed313-86c5-4707-a2c9-f3e022a58e83 None None] The sync data for ids ['b3a0e946-70a8-438b-aa10-769bb14f55bb'] in dv-neutron-818439-1-hyperv is: [{'id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'name': 'tempest-TestNetworkBasicOps-router-631021082', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:05:13Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'dbc255aa-127d-4bb0-a09d-4a8cdbba7a85', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a0e946-70a8-438b-aa10-769bb14f55bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:03:36Z', 'updated_at': '2021-11-24T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:16.507782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.516171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:16.557642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Pushing event deleted for resources: {'Port': ['ID=36fda6b3-e03e-48ad-86dc-45198c6bdaac,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:16.560773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Port 36fda6b3-e03e-48ad-86dc-45198c6bdaac update to DOWN by agent not found {{(pid=88879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Nov 24 10:05:16.572665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] No DVR routers for this DVR port 36fda6b3-e03e-48ad-86dc-45198c6bdaac on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:05:16.583562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.584004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.584395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.584789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.585190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.585576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.585956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.586339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.586752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.587138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.587514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:16.590629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.590870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:16.867213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.871701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.897593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.898168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router b3a0e946-70a8-438b-aa10-769bb14f55bb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:05:16.914920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:16.916127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/b3a0e946-70a8-438b-aa10-769bb14f55bb HTTP/1.1" status: 204 len: 168 time: 1.7972124 Nov 24 10:05:16.918981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:17.046518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.185267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.215057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15d0051-0e9f-45d6-80ae-29c059d963db']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:17.230281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:17.230640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff31193e-18c5-4c8c-8805-f17ca6ad7dde') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:17.243480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.259041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.265427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:05:17.265897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:05:17.283236 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:05:17.366196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.370020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2496382-36f0-4111-89c6-eb2383273081 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:17.388833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.399935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=c15d0051-0e9f-45d6-80ae-29c059d963db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:17.405987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:17.414642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/c15d0051-0e9f-45d6-80ae-29c059d963db HTTP/1.1" status: 204 len: 168 time: 0.4922259 Nov 24 10:05:17.440728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56580) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:17.446894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'network': {'name': 'tempest-network-smoke--848765846', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:17.452391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:17.457574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:network and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:17.460633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:17.466870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:17.476266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:05:17.481710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.514111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:05:17.524462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.524842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Added segment 6b6bf7ce-347f-4380-b216-9cb752207d5d of type vlan for network 5364c61c-fe48-46c4-954d-4f111a2fe735 Nov 24 10:05:17.558204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.592457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.596871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:17.597486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.603017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:17.662831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2208633 Nov 24 10:05:17.665858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56584) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:17.674277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'admin_state_up': True, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:17.681800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:17.685931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:router and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:17.689721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:17.696987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:17.707445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.708452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.725393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Network': ['ID=5364c61c-fe48-46c4-954d-4f111a2fe735,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:17.729509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:17.730268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:17.739168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:05:18.121501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.222562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:05:18.255861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:05:18.256358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device dbc255aa-127d-4bb0-a09d-4a8cdbba7a85 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:05:18.257529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc84955d-8686-4557-a7e0-2658ba786703 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:05:18.290366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: bc84955d-8686-4557-a7e0-2658ba786703 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:05:18.290789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device bc84955d-8686-4557-a7e0-2658ba786703 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:05:18.320567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.352876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.499077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.223 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/d8d2524f-a537-4ca6-bc04-ce6274c045e4) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:05:18.658650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.684735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.689916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:18.760729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:18.764430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:18.770016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:05:18.795798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:18.801787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:18.856479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5083a6b6-0da8-4ea1-86ec-912ef4f068a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.935054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:18.935824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:19.175549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:05:19.398554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:19.409575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:19.421979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:19.423519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:19.425373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:19.426881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7598374 Nov 24 10:05:19.430123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56588) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:19.476287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86ac3edd-96cb-46cf-b5e5-b599a8cf03ab tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=e50a37d67d6b4fc7b6940111b5306fc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448196 Nov 24 10:05:19.479240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56592) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:19.611698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:19.633688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac7e21-234f-477d-8839-9b01742944d8 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:19.635662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d9ac7e21-234f-477d-8839-9b01742944d8 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552622 Nov 24 10:05:19.638654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56596) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:19.686628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e56a7c97-4d69-49d9-96be-f4c0c657b912 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441132 Nov 24 10:05:19.686840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56600) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:19.693436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731631481', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:19.815152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:19.819353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:subnet and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:19.822398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:19.828626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:19.839409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:05:19.922754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:18Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:19.926900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:19.927303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Updating router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 port d8d2524f-a537-4ca6-bc04-ce6274c045e4 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:05:19.957613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:19.989283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.200490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.205143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c79f4b1c-9b40-420b-b4ce-798d0778c58d tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:20.295586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Subnet': ['ID=b8985961-b900-4d09-9fc6-cf53daf77600,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:20.298816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:20.310006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Checking segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:05:20.310409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network hostable DHCP agents. Network: 5364c61c-fe48-46c4-954d-4f111a2fe735, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:05:20.333894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:05:20.341172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.342472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 5364c61c-fe48-46c4-954d-4f111a2fe735) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:20.347146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:20.347790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.354160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Transition to ACTIVE for port object d8d2524f-a537-4ca6-bc04-ce6274c045e4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:20.354766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6d467-e9a1-49ca-8a76-3502b107c5a1 None None] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:05:20.360344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.365032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d37f722-11ff-4f44-8ad7-e0dc2f163551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:20.372380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6817970 Nov 24 10:05:20.372863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56604) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:20.479896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.589119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Attempting to bind port d8d2524f-a537-4ca6-bc04-ce6274c045e4 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:05:20.589811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Attempting to bind port d8d2524f-a537-4ca6-bc04-ce6274c045e4 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:05:20.590383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Attempting to bind port d8d2524f-a537-4ca6-bc04-ce6274c045e4 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:05:20.611803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:05:20.612224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:05:20.612676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.613120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:05:20.613638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Bound port: d8d2524f-a537-4ca6-bc04-ce6274c045e4, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:05:20.614056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.635321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-5364c61c-fe48-46c4-954d-4f111a2fe735', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:05:20.636582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.643543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:20.667117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.667536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.667912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.668372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.668883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.669357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.669702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.670075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.670566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.670954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.671316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:05:20.681245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:20.708036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:05:20.711351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d8d2524f-a537-4ca6-bc04-ce6274c045e4,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:05:20.714612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:20.719254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:20.803382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:20.807189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:20.808752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:20.809414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:04:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:20.819586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Allocated IP 172.20.0.2 (5364c61c-fe48-46c4-954d-4f111a2fe735/b8985961-b900-4d09-9fc6-cf53daf77600/0dfbbb19-a94d-49fc-aec2-0e6677212919) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:05:21.056438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.068776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Transition to ACTIVE for port object 0dfbbb19-a94d-49fc-aec2-0e6677212919 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:21.070421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:21.089161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Transition to ACTIVE for port object 0dfbbb19-a94d-49fc-aec2-0e6677212919 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:21.094909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.100715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:21.162354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:21.163599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:21.172122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:05:21.182113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Pushing event updated for resources: {'Port': ['ID=0dfbbb19-a94d-49fc-aec2-0e6677212919,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:21.186969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:21.269952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Attempting to bind port 0dfbbb19-a94d-49fc-aec2-0e6677212919 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:05:21.270534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Attempting to bind port 0dfbbb19-a94d-49fc-aec2-0e6677212919 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:05:21.270815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Attempting to bind port 0dfbbb19-a94d-49fc-aec2-0e6677212919 on network 5364c61c-fe48-46c4-954d-4f111a2fe735 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:05:21.277831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:05:21.278264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Checking segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:05:21.278890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.279188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Bound using segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:05:21.280057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Bound port: 0dfbbb19-a94d-49fc-aec2-0e6677212919, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:05:21.280210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.359076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.397814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:18Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:21.398515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] For port 0dfbbb19-a94d-49fc-aec2-0e6677212919, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:05:21.402661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] For port 0dfbbb19-a94d-49fc-aec2-0e6677212919, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0dfbbb19-a94d-49fc-aec2-0e6677212919,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:05:21.402844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba52179-2a17-400b-b70e-ca85c5bc5d60 None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:18Z', 'revision_number': 3, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:21.406561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.412732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed62ce92-c2e2-47c3-b155-71444250f232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:21.494621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Pushing event updated for resources: {'Port': ['ID=0dfbbb19-a94d-49fc-aec2-0e6677212919,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:21.498113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:21.631029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:21.645713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f72f2d2d-6143-4e50-8776-e8f8984cc25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.089765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.1 (5364c61c-fe48-46c4-954d-4f111a2fe735/b8985961-b900-4d09-9fc6-cf53daf77600/2d6831e6-41c1-4192-bd90-4ad1c1e48544) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:05:22.283893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.285611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:22.304193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 2d6831e6-41c1-4192-bd90-4ad1c1e48544 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:22.328571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.345735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6171e957-a6fc-4fb6-ad56-08012cb9f742 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:22.364407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d8d2524f-a537-4ca6-bc04-ce6274c045e4 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:22.370158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d8d2524f-a537-4ca6-bc04-ce6274c045e4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:22.370861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.428909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:22.433000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:22.435345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:22.437763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:05:22.468718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:22.502726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.506530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.524351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d8d2524f-a537-4ca6-bc04-ce6274c045e4,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:22.528374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.529359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0dfbbb19-a94d-49fc-aec2-0e6677212919 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:22.555321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:22.597149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:22.673187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:22.676729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:22.689834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0dfbbb19-a94d-49fc-aec2-0e6677212919 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:23.067647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.071657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.103108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8a06448-e0b2-4572-b262-72cfdacb4b6e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:23.189863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.197859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:23.198034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e5e33-0c3f-4b00-905f-40e52131b6e8 None None] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:05:23.202775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:23.330569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.334291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Provisioning for port 0dfbbb19-a94d-49fc-aec2-0e6677212919 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:23.341637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Provisioning complete for port 0dfbbb19-a94d-49fc-aec2-0e6677212919 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:23.342060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.348674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:23.349909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:23.572567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.625670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] For port 0dfbbb19-a94d-49fc-aec2-0e6677212919, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0dfbbb19-a94d-49fc-aec2-0e6677212919,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:23.629469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.631438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:23.703114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Pushing event updated for resources: {'Port': ['ID=0dfbbb19-a94d-49fc-aec2-0e6677212919,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:23.707140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:23.765360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:05:23.957155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Provisioning complete for port 0dfbbb19-a94d-49fc-aec2-0e6677212919 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:23.957582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:23.990767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:24.005919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/c76db2c3-cd0e-46e2-962e-c6b46260bcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6319320 Nov 24 10:05:24.009269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:24.102736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Provisioning for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:24.108918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:24.109495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.172013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a5c99-711f-4d03-8522-86d2a8849c0e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.172318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe152d-f6f2-49a7-824b-02b4f25d853b None None] Port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:05:24.172473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a5c99-711f-4d03-8522-86d2a8849c0e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.172850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a5c99-711f-4d03-8522-86d2a8849c0e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.173254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a5c99-711f-4d03-8522-86d2a8849c0e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.178519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56612) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:24.179760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-af9a5c99-711f-4d03-8522-86d2a8849c0e tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1693017 Nov 24 10:05:24.244530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:24.263346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbb5c6-5b92-4cc8-9a77-19e33c4488e9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.263767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbb5c6-5b92-4cc8-9a77-19e33c4488e9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.264233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbb5c6-5b92-4cc8-9a77-19e33c4488e9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.264640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfbb5c6-5b92-4cc8-9a77-19e33c4488e9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:24.269570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0dfbb5c6-5b92-4cc8-9a77-19e33c4488e9 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0871434 Nov 24 10:05:24.269837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56616) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:24.331018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9a54b8fa-8b06-4597-8978-7e2bd6ede84e None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:24.331564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a54b8fa-8b06-4597-8978-7e2bd6ede84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.389918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d8d2524f-a537-4ca6-bc04-ce6274c045e4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:24.389918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.430136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9a54b8fa-8b06-4597-8978-7e2bd6ede84e None None] Port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:05:24.499781 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c6bbd794-2b1d-46d5-a2c0-242dda073f70 tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2286654 Nov 24 10:05:24.524949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0dfbbb19-a94d-49fc-aec2-0e6677212919 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:24.592311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:24.608628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f813347a-ea68-4327-b739-13bb462f6848 None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:24.609060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f813347a-ea68-4327-b739-13bb462f6848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.680507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f813347a-ea68-4327-b739-13bb462f6848 None None] Port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:05:24.682514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:24.683229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:24.690796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56622) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:24.697226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182517387', 'description': 'tempest-secgroup-smoke-1182517387 description', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:24.704628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:24.709159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:24.712352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:24.719315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:24.728802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.762592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0dfbbb19-a94d-49fc-aec2-0e6677212919 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:24.763033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.767825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:24.771916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:24.774938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:24.780999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:24.840784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.843581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.849005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:24.894402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:24.897260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.901394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2066302 Nov 24 10:05:24.901394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:24.901598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56626) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:24.907791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:24.914229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:24.918363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:24.921409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:24.927657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:24.947565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:24.967571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:25.017041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.019795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.021777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac6df843-d6f2-47b1-993b-9a12a8f8e45f tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.046881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bd09e1-c875-4314-a2cd-d57d196f61f5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.050566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.058753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.060096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b0cabc30-84ff-4832-a7b4-a34236634648 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575441 Nov 24 10:05:25.064732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56630) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:25.071436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:25.078094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:25.082810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:25.086004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:25.092351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:25.111139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.185134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.188188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.195258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09718f8f-2c09-43de-bc2f-c62820e8cd14 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.216860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6f69b4-758f-4689-9507-1a4c107a6557,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.220204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.226792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.228110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1622832 Nov 24 10:05:25.231022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56634) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:25.238152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:25.245866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:25.249970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:25.253906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:25.260153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:25.277181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.353898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.357853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.359855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e02d268-81a3-4fb2-bd5b-27bc26d94dbe tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.386502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596ad6be-b240-4e3f-aeaa-5efc216a001b,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.389206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.398877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.399583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6d9cdede-b16c-4555-a1fd-443709d61415 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1674151 Nov 24 10:05:25.402712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56638) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:25.409998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:25.416427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:25.420481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:25.424547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:25.430729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:25.448083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.503378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:25.507785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:25.508201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Updating router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:05:25.519291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.522709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.524709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88e9e44-2c68-423c-8fa8-0d207958e273 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.548152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824c9355-24b9-4e7f-a758-ab17ed4515c2,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.553338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.563261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.565261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1615250 Nov 24 10:05:25.568356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56642) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:25.572475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.575384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:25.582633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:25.586967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:25.590097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:25.597201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:25.607632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:05:25.616330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.689398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.692431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.694362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e86db2b7-5252-4971-8862-c5dd1d3c6714 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.717885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d63afa-a774-4d66-a3f1-50e2b1dfc160,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.721418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.728314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.729675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1602793 Nov 24 10:05:25.732573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56646) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:25.739165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'security_group_rule': {'security_group_id': '5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a', 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:25.745963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:25.750075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:security_group_rule and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:25.753176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:25.759232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:25.772643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Project e50a37d67d6b4fc7b6940111b5306fc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:05:25.779350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.852590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.855745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.857711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5fe55f0f-0885-4be6-b9fd-1289bc199d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:25.883122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0127d16-9f7e-42a1-98e5-c0fb5777bdc0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:25.885986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:25.894057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.895460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53f6d733-772b-4114-b4ff-6770c19004b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1618807 Nov 24 10:05:25.948596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.961854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Transition to ACTIVE for port object 2d6831e6-41c1-4192-bd90-4ad1c1e48544 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:25.968484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:25.973922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:26.081420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-b4e7e8e4-9d8f-4776-9488-1c71ded57691 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:26.099135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-b4e7e8e4-9d8f-4776-9488-1c71ded57691 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:26.100457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-b4e7e8e4-9d8f-4776-9488-1c71ded57691 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182517387&fields=id&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 267 time: 0.0661798 Nov 24 10:05:26.106409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:26.109510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:26.213869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Attempting to bind port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:05:26.214285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Attempting to bind port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:05:26.214732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Attempting to bind port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 on network 5364c61c-fe48-46c4-954d-4f111a2fe735 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:05:26.222421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:05:26.222802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Checking segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:05:26.223262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:26.223703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Bound using segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:05:26.224231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Bound port: 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:05:26.224651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:26.274726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-656940a0-b570-4888-a6a7-46120b4941e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:26.280749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-656940a0-b570-4888-a6a7-46120b4941e5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/networks?id=5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 200 len: 796 time: 0.1715546 Nov 24 10:05:26.297862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-46cd4bfb-cbca-4c40-b452-73111b35992b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/quotas/e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 375 time: 0.0134587 Nov 24 10:05:26.331199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:05:26.336995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d6831e6-41c1-4192-bd90-4ad1c1e48544,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:05:26.341905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:26.347024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a0b0e9e4-6a82-463a-9df0-d6bf9307940a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:26.391301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-08899f37-0bef-4a0e-81bc-461ac943f695 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:26.409503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-08899f37-0bef-4a0e-81bc-461ac943f695 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:26.411000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-08899f37-0bef-4a0e-81bc-461ac943f695 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071632 Nov 24 10:05:26.431008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-17366e2b-789c-4292-a7d3-5f7cf5b07a13 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:05:26.432141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-17366e2b-789c-4292-a7d3-5f7cf5b07a13 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0065684 Nov 24 10:05:26.432569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:26.436458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:26.438564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:26.439463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:26.595040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-1933f12a-8332-4be8-808e-fdc710930431 service neutron] 10.222.0.55 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538742 Nov 24 10:05:26.636957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:26.755519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-0062568b-8591-4afe-b86e-f62d9a91d249 service neutron] 10.222.0.55 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505377 Nov 24 10:05:26.964734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c3b05aaf-1323-48b7-97bf-dce5e6a9f6f6 req-4e0f1179-6a9e-488f-9a3b-c378aad23a86 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:26.978616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c3b05aaf-1323-48b7-97bf-dce5e6a9f6f6 req-4e0f1179-6a9e-488f-9a3b-c378aad23a86 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:26.979883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3b05aaf-1323-48b7-97bf-dce5e6a9f6f6 req-4e0f1179-6a9e-488f-9a3b-c378aad23a86 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 210 time: 0.0627720 Nov 24 10:05:27.010622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:26Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:27.014968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094475c-1e67-4fdc-b1a6-553f5c94f8be None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:26Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:28.160349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-687d01d4-3799-4b1f-acfc-2d793b63628b req-c540f7e7-42da-4b18-96fb-cee6024e4e04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 210 time: 0.0522366 Nov 24 10:05:28.288987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:28.379924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:28.385615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:28.386049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:28.529126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:28.580593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d6831e6-41c1-4192-bd90-4ad1c1e48544,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:28.585648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:28.591544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad3bcd55-a25b-4194-abf1-f9ebf305b7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:28.675545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:28.681507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:28.696162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-7d1a4f35-eaae-4df2-b3b5-266700cc0647 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:28.697793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-7d1a4f35-eaae-4df2-b3b5-266700cc0647 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/networks?id=5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 200 len: 796 time: 0.4883494 Nov 24 10:05:28.762335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-b0af77eb-1fee-473a-863a-7a4602f22eaf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e50a37d67d6b4fc7b6940111b5306fc0 HTTP/1.1" status: 200 len: 380 time: 0.0537212 Nov 24 10:05:28.771231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'port': {'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'admin_state_up': True, 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'security_groups': ['5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:28.924724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:28.935341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:28.945517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Made reservation on behalf of e50a37d67d6b4fc7b6940111b5306fc0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:05:28.951343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.129244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.20.0.9 (5364c61c-fe48-46c4-954d-4f111a2fe735/b8985961-b900-4d09-9fc6-cf53daf77600/89abe96e-1c3f-4f2a-b863-01fd3dee7a5d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:05:29.348479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.356436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-235a435c-12bf-44f5-a4ae-c13a95050c01 req-5a5262c5-e5c5-4eec-9df2-424c12ceefb2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 210 time: 0.0478542 Nov 24 10:05:29.370004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Transition to ACTIVE for port object 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:29.390944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.397276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f30b2a27-aedb-465d-a101-4842285598dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:29.472182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:29.476212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:29.481324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:05:29.513539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:29.520925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:29.557503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:29.558216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.589892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229270 Nov 24 10:05:29.602148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Request body: {'port': {'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:29.720517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.833264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d5c6dba6-da88-4cf6-893f-c126b93a0366 None None] Provisioning for port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:29.838760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d5c6dba6-da88-4cf6-893f-c126b93a0366 None None] Provisioning complete for port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:29.839188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5c6dba6-da88-4cf6-893f-c126b93a0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:29.904843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6dba6-da88-4cf6-893f-c126b93a0366 None None] Port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:05:30.137519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:05:30.145830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.162908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Transition to ACTIVE for port object 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:05:30.165694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.170414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2ef9ae1-e3f3-4873-a589-3f46d7db1e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:30.231864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:30.309684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:30.312781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:30.317577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:30.318097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.440393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Attempting to bind port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:05:30.441034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Attempting to bind port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:05:30.441427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Attempting to bind port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d on network 5364c61c-fe48-46c4-954d-4f111a2fe735 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:05:30.448653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d on network 5364c61c-fe48-46c4-954d-4f111a2fe735 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:05:30.449051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Attempting to bind port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d on network 5364c61c-fe48-46c4-954d-4f111a2fe735 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:05:30.458310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:05:30.458743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Checking segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:05:30.459187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Bound using segment: {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:05:30.459677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Bound port: 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6bf7ce-347f-4380-b216-9cb752207d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:05:30.460071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.616673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:05:30.621381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:05:30.626184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.631566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2576e9a6-bab7-45cc-8430-346138681cb7 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:30.718192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9a30-c378-4b6e-8fd3-4cab2b8930d9 req-e556b8c1-d093-4e56-b709-f135f6425a94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:30.719029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-751c9a30-c378-4b6e-8fd3-4cab2b8930d9 req-e556b8c1-d093-4e56-b709-f135f6425a94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:30.726489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:30.728093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] 10.222.0.61 "PUT /v2.0/ports/89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 200 len: 1093 time: 1.1309099 Nov 24 10:05:30.728712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:30.754005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:30.759048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:30.763543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-751c9a30-c378-4b6e-8fd3-4cab2b8930d9 req-e556b8c1-d093-4e56-b709-f135f6425a94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:30.764900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-751c9a30-c378-4b6e-8fd3-4cab2b8930d9 req-e556b8c1-d093-4e56-b709-f135f6425a94 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 943 time: 0.2465155 Nov 24 10:05:30.809467 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'status': 'completed', 'code': 200} Nov 24 10:05:30.882142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-751c9a30-c378-4b6e-8fd3-4cab2b8930d9 req-91f0d2a4-1ffb-4b28-b7f7-30cd19d2262e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748646 Nov 24 10:05:30.900814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-18f13a02-8379-4aa9-8463-6947855ebfd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1096 time: 0.1288090 Nov 24 10:05:30.980082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-b7d1e0da-2d83-4d25-90e9-298347b3d3f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 200 len: 217 time: 0.0732980 Nov 24 10:05:31.056100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-cbd341e0-d417-4715-ac72-45358349384b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:31.057706 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-cbd341e0-d417-4715-ac72-45358349384b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b8985961-b900-4d09-9fc6-cf53daf77600 HTTP/1.1" status: 200 len: 834 time: 0.0708973 Nov 24 10:05:31.144556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c44d02bc-6d2d-4d54-ac94-33aa32c63f71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5364c61c-fe48-46c4-954d-4f111a2fe735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790033 Nov 24 10:05:31.294964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-c215b3d4-ef65-4c03-8547-c2d329b33ed4 service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431825 Nov 24 10:05:31.441030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbdc7b90-67fe-4f15-946a-280f4d24fe14 req-db1f7fd0-4c16-462c-ae2a-a64da79623d5 service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399417 Nov 24 10:05:31.556592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-e0bbaf1e-3175-4d53-9e6b-0892784e5d4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1096 time: 0.0747070 Nov 24 10:05:31.703458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-278dea8e-9593-4c77-88fc-526ab6383946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:31.705706 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-278dea8e-9593-4c77-88fc-526ab6383946 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 200 len: 897 time: 0.1414180 Nov 24 10:05:31.782650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-666a8379-8870-4f70-a89a-afbf8481d256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 200 len: 217 time: 0.0696859 Nov 24 10:05:31.851448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-2ffc6d63-21ae-4d01-9048-1bc861926c20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:31.853051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-2ffc6d63-21ae-4d01-9048-1bc861926c20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b8985961-b900-4d09-9fc6-cf53daf77600 HTTP/1.1" status: 200 len: 834 time: 0.0634027 Nov 24 10:05:31.940219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-5e2af061-b539-4dfe-8954-c83e3e1a0e20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5364c61c-fe48-46c4-954d-4f111a2fe735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791740 Nov 24 10:05:32.087610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-6ed2594f-8733-4495-9f48-f4f64a962d0f service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397138 Nov 24 10:05:32.097040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dd139-1331-4d6e-92ea-5ec973522078 req-65f74846-a3ce-4b6c-87ef-c19d491a0325 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:32.098693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-509dd139-1331-4d6e-92ea-5ec973522078 req-65f74846-a3ce-4b6c-87ef-c19d491a0325 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 943 time: 0.0879781 Nov 24 10:05:32.148036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-509dd139-1331-4d6e-92ea-5ec973522078 req-e528e346-4d9c-418f-a355-7212e78d9175 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:05:32.161139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-509dd139-1331-4d6e-92ea-5ec973522078 req-e528e346-4d9c-418f-a355-7212e78d9175 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:05:32.162417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-509dd139-1331-4d6e-92ea-5ec973522078 req-e528e346-4d9c-418f-a355-7212e78d9175 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575898 Nov 24 10:05:32.233841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bce8b56e-0928-4887-a8c5-41c2c7c647d0 req-f44e4655-f4e5-4230-89d7-08e212de4c62 service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399007 Nov 24 10:05:33.386148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545588d-3456-4e9e-b04a-7a69dd760f5c req-dfd2f364-6d39-47d3-9620-16c6e734a683 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:33.387805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0545588d-3456-4e9e-b04a-7a69dd760f5c req-dfd2f364-6d39-47d3-9620-16c6e734a683 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 943 time: 0.0966291 Nov 24 10:05:33.439936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0545588d-3456-4e9e-b04a-7a69dd760f5c req-f2e40062-5b78-47ea-b193-3c7715d9e27a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Nov 24 10:05:34.609600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:05:34.657040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662848a-fb98-420c-9957-6147cf7142ba req-2ff844e0-1b38-422b-8fdf-09480d343cb3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:34.659258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0662848a-fb98-420c-9957-6147cf7142ba req-2ff844e0-1b38-422b-8fdf-09480d343cb3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 943 time: 0.0880637 Nov 24 10:05:34.710879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0662848a-fb98-420c-9957-6147cf7142ba req-60bf2168-414d-49a3-80f4-e3ae0d8955ad tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453444 Nov 24 10:05:34.761193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:34.775982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:05:34.833696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:34.852821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:05:34.868848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:34.871849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:34.873734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:34.944446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:34.947763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:35.065774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:05:35.920371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ac16-dbf2-4e38-be4d-eda4890362ba req-bf6f0b9d-f596-4c02-bbac-749b2e379a8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:35.921877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a733ac16-dbf2-4e38-be4d-eda4890362ba req-bf6f0b9d-f596-4c02-bbac-749b2e379a8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 944 time: 0.0876303 Nov 24 10:05:35.969841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a733ac16-dbf2-4e38-be4d-eda4890362ba req-0e12b8e5-0f38-4159-b37d-c18cd95e8a27 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411787 Nov 24 10:05:36.623028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:05:36.694177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:05:36.698927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:05:36.699347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:36.816222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:36.843833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:36.853628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:05:36.856768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:36.858752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:36.903601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'code': 200} Nov 24 10:05:36.929998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:36.933159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:37.210748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9018d0b0-7ac0-4237-96fc-56add45adb64 req-56f0cee5-a958-4873-bd43-033659feeb03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1098 time: 0.1444051 Nov 24 10:05:37.221495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78851e-bf19-4e75-9023-3e5f7ba5e698 req-de8d02a7-5ad7-4712-81fc-9cda1ed8927a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:37.223165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e78851e-bf19-4e75-9023-3e5f7ba5e698 req-de8d02a7-5ad7-4712-81fc-9cda1ed8927a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.1191306 Nov 24 10:05:37.299621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9018d0b0-7ac0-4237-96fc-56add45adb64 req-f9702dbd-180b-4c65-ac2d-026269638ef6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752537 Nov 24 10:05:37.307250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e78851e-bf19-4e75-9023-3e5f7ba5e698 req-9fff2e91-9c12-4bf7-ad6d-ae2cf9c77e86 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667617 Nov 24 10:05:38.525365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089bc9-ef94-4025-841e-36ff151e446f req-e12ca6d9-5ab7-4489-ad7e-8cfbf850dc7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:38.526958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc089bc9-ef94-4025-841e-36ff151e446f req-e12ca6d9-5ab7-4489-ad7e-8cfbf850dc7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.0901010 Nov 24 10:05:38.580805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc089bc9-ef94-4025-841e-36ff151e446f req-dce39239-b8ab-4644-819d-5c93a67f97bd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448399 Nov 24 10:05:38.804084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaded16-ea26-4877-8ac9-ebccfa69da10 req-8db7b37d-de37-4af9-a27f-bc7870bd67b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:38.805678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-beaded16-ea26-4877-8ac9-ebccfa69da10 req-8db7b37d-de37-4af9-a27f-bc7870bd67b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.0905561 Nov 24 10:05:38.855638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-beaded16-ea26-4877-8ac9-ebccfa69da10 req-b9d6d5a9-72ec-4e00-a44b-8e9738c4fd7b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Nov 24 10:05:38.883758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56704) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:38.959387 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2fbc01d2-01e0-41e0-8dfb-3a55c2f8484f tempest-TestNetworkBasicOps-211535935 tempest-TestNetworkBasicOps-211535935-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1093 time: 0.0743101 Nov 24 10:05:38.962082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56708) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:38.967746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:05:38.973988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:05:38.978101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Usage tracker for resource:floatingip and tenant:e50a37d67d6b4fc7b6940111b5306fc0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:05:38.981148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:05:38.987570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:05:38.997470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:39.144927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:39.293489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Allocated IP 172.26.6.163 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/fd66746f-509e-4992-9aae-82fb68dc7ad2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:05:39.693261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:39.718290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:39.723448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fc661d62-c1bd-4c7b-91ff-e700f1fe7d6a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:39.786150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:05:39.793472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:05:39.799397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:05:39.831371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=fd66746f-509e-4992-9aae-82fb68dc7ad2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:39.839395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:40.354400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.412132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.625947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.632302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.636476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.641020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-295fab3b-2424-4a5f-89e5-fc2de00e55be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:05:40.753890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event updated for resources: {'Port': ['ID=fd66746f-509e-4992-9aae-82fb68dc7ad2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:05:40.758440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:05:40.769177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:40.974370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Floating IP 8e42aca3-0e98-482f-a1bb-e36c74f464e5 associated. External IP: 172.26.6.163, port: 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d. Nov 24 10:05:41.405462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:05:41.617553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:05:41.628795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:05:41.640818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:41.641506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:41.646573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:41.706832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7434673 Nov 24 10:05:41.707479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:05:41.709697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:41.763339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'status': 'completed', 'code': 200} Nov 24 10:05:41.825114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d008e0e0-fd89-4a02-b687-7695e33b6861 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1126051 Nov 24 10:05:41.833508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:41.877558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-b9b64269-672c-4f60-a85e-7064acfcbe1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1098 time: 0.0791466 Nov 24 10:05:42.021816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-53328094-3c3b-4e74-95af-1966a964e7f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:42.023350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-53328094-3c3b-4e74-95af-1966a964e7f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 200 len: 897 time: 0.1410453 Nov 24 10:05:42.135747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-3d08881b-3668-48b0-bef1-a0594d3237a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 200 len: 999 time: 0.1048899 Nov 24 10:05:42.200636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:05:40Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:28Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:42.206000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:05:42.206742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-c462cd11-44ab-40d4-b460-c37c71d19f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:05:42.208611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-c462cd11-44ab-40d4-b460-c37c71d19f26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b8985961-b900-4d09-9fc6-cf53daf77600 HTTP/1.1" status: 200 len: 834 time: 0.0669713 Nov 24 10:05:42.217176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:05:42.217832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:42.296419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-cebe6702-342f-421f-8955-4f626e607725 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5364c61c-fe48-46c4-954d-4f111a2fe735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795851 Nov 24 10:05:42.409973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:05:42.451224 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-18726e17-d43b-453d-86a2-5c38ebb52b42 service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481550 Nov 24 10:05:42.717243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:05:42.815785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:05:40Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:28Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:05:42.820262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a77b990-18d4-4210-a88e-4962f2bbaf10 None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:05:40Z', 'revision_number': 0, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:05:28Z', 'revision_number': 5, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:05:42.829296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:42.861837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b3a0cd2-b105-435f-8b7e-08ef49d24175 req-85716025-26d7-4702-b3e2-d4d1f2205e36 service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041424 Nov 24 10:05:43.186347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f731bf-73ed-4bec-af30-c249d26d2da2 None None] New status for floating IP 8e42aca3-0e98-482f-a1bb-e36c74f464e5: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:05:43.193299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7bb5f6ff-c608-4dae-b52f-ce24b01ad6d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.3625703 Nov 24 10:05:44.196608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:05:44.302723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e34b385a-bcf2-4826-a86e-6d37916a4e29 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 993 time: 0.1047518 Nov 24 10:05:48.858358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85107c4b-92ec-4645-93cb-e9686b45f757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:50.464393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:51.632637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:51.638771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c8fce71-b09c-4959-9b83-94f54e7d020d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:05:53.286927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:09.796103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:09.802186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:06:10.411140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:10.421300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:10.623143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:10.652415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:06:10.874196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:06:10.881189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:10.884675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7600ea79-a927-40fd-b6eb-f32d0e7ac1b2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/c76db2c3-cd0e-46e2-962e-c6b46260bcf8 HTTP/1.1" status: 200 len: 889 time: 1.0851271 Nov 24 10:06:10.890818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:06:10.904156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:10.904842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:11.119970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:11.132646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:11.133240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:11.196611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:11.197066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07c61-7d20-49ba-8512-9def571b0d40 None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:06:11.542104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e79114-ae10-40ca-96c4-e663e62535e7 None None] New status for floating IP 8e42aca3-0e98-482f-a1bb-e36c74f464e5: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:06:12.246705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:12.361592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:12.377824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d8d2524f-a537-4ca6-bc04-ce6274c045e4,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:12.380839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:12.381682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:12.408872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:12.501036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:12.504694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:12.560519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:12.594135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d6831e6-41c1-4192-bd90-4ad1c1e48544,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:12.598156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:12.600988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:12.672546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:12.675917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:13.060761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:13.067709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:06:13.889486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:13.899761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854156741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634266'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:14.110667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:06:14.324052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:06:14.330081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:14.331890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-851e6859-8e15-4385-9b52-8cb1330b42b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/c76db2c3-cd0e-46e2-962e-c6b46260bcf8 HTTP/1.1" status: 200 len: 888 time: 1.2699885 Nov 24 10:06:14.334634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:06:14.334963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:14.347436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:14.348112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:14.443036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e4d2eecf-9c8c-4c86-aeb8-2f6c90fc4a26 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1054637 Nov 24 10:06:14.531948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:14.899714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:06:11Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:14.903780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:06:14.914872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:14.915524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:05:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:15.096075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:15.445903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:15.458403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:06:11Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:15.462700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd32a6-cbe4-437b-adcf-1f74cbabff4c None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '8e42aca3-0e98-482f-a1bb-e36c74f464e5', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'floating_ip_address': '172.26.6.163', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'port_id': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'mac_address': 'fa:16:3e:57:1f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb723f5-c01b-4622-be7f-3bb618229032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:05:40Z', 'updated_at': '2021-11-24T10:06:11Z', 'revision_number': 2, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:12Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:06:15.559062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f4ef9ffa-0def-4fe4-ac0b-da93ef24246f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1106982 Nov 24 10:06:16.273288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:06:16.347807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:16.348232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:16.483923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:16.518833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d6831e6-41c1-4192-bd90-4ad1c1e48544,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:16.522260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:16.524245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7477c596-6f61-4d80-80b7-77d0d4e31537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:16.563605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:16.597829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:16.607451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.607814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.608204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.608589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.608967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.609342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.609713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.610088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.610455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.610844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.611213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:16.615590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:16.697526 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fceb9ab4-5f1b-4983-8181-41c8db9b9c5e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1318948 Nov 24 10:06:17.701423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:17.813585 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1e4bbfb5-1346-43b0-a2bf-305b23987cd8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1108267 Nov 24 10:06:18.319226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:06:18.395837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d8d2524f-a537-4ca6-bc04-ce6274c045e4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:18.396172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:18.514898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:18.530670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d8d2524f-a537-4ca6-bc04-ce6274c045e4,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:18.533517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:18.534450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:06:18.565049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed6b0823-19f3-4672-9b5d-e1ba9f354fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:18.659316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:18.662822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:18.674057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:18.675039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:18.778873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54187e2b-a8b8-40c2-b202-2f4312440c14 None None] New status for floating IP 8e42aca3-0e98-482f-a1bb-e36c74f464e5: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:06:18.818152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:18.900385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5062fc8-8978-4a40-be72-b20df53fdca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:18.937281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-394c77bb-6ef7-4703-a741-2c52f1c3288b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 991 time: 0.1164088 Nov 24 10:06:19.709326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:06:19.939712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:20.053030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14fcbd7f-f651-4762-9951-bf729d5d06be tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 200 len: 993 time: 0.1118240 Nov 24 10:06:20.258073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:06:20.335281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d8d2524f-a537-4ca6-bc04-ce6274c045e4 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:20.335712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:20.348586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56774) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:20.471265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:20.561584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port fd66746f-509e-4992-9aae-82fb68dc7ad2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:20.561951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:20.753259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:20.753553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:20.884569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for fd66746f-509e-4992-9aae-82fb68dc7ad2 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:21.033584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:21.038112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c3c10d39-fbcd-4b80-a3e7-6a90afb8de67 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:21.078905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=fd66746f-509e-4992-9aae-82fb68dc7ad2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:21.129335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.129769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.130200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.130637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.131059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.131476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.131889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.132303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.132714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.133125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.133533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:21.141080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:21.201417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:21.621437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:06:21.624282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:21.647416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5838886-e561-46f6-acf8-b81e1d919289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:21.836829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:06:21.847528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:06:21.858097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:21.860980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:21.861731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:06:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:21.919016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/floatingips/8e42aca3-0e98-482f-a1bb-e36c74f464e5 HTTP/1.1" status: 204 len: 168 time: 1.5691745 Nov 24 10:06:21.919731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:06:21.980194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'status': 'completed', 'code': 200} Nov 24 10:06:22.058431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:22.086543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-e96228b1-35de-441a-9575-df52496229af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 1098 time: 0.0794539 Nov 24 10:06:22.245660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-d8244a67-921f-495f-abb5-b54c51a4b377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:22.247335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-d8244a67-921f-495f-abb5-b54c51a4b377 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 200 len: 897 time: 0.1547534 Nov 24 10:06:22.370232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-6b9e9f53-f962-4847-8356-6d89fde8a90f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 200 len: 217 time: 0.0860004 Nov 24 10:06:22.463577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014b21-658e-4d31-9a0f-ad571f20b351 req-53c83633-0fa3-4058-82a8-f1a5dda60e68 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:22.464265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6c014b21-658e-4d31-9a0f-ad571f20b351 req-53c83633-0fa3-4058-82a8-f1a5dda60e68 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Synchronizing usage tracker for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:06:22.468966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-bdf664c2-8fc5-4ad2-a91f-cc4f3a708a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:22.470493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-bdf664c2-8fc5-4ad2-a91f-cc4f3a708a1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b8985961-b900-4d09-9fc6-cf53daf77600 HTTP/1.1" status: 200 len: 834 time: 0.0917931 Nov 24 10:06:22.519096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6c014b21-658e-4d31-9a0f-ad571f20b351 req-53c83633-0fa3-4058-82a8-f1a5dda60e68 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Unset dirty status for tenant:e50a37d67d6b4fc7b6940111b5306fc0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:06:22.520388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c014b21-658e-4d31-9a0f-ad571f20b351 req-53c83633-0fa3-4058-82a8-f1a5dda60e68 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.2720745 Nov 24 10:06:22.545138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:16Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:22.549598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:06:22.561696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:22.562382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:06:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:22.593732 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c014b21-658e-4d31-9a0f-ad571f20b351 req-0ccc9d1e-cf2a-4576-b1c7-45783fabe4c5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Nov 24 10:06:22.603084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-15254ee0-5b45-418c-8a69-ff30c0c5454a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5364c61c-fe48-46c4-954d-4f111a2fe735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248541 Nov 24 10:06:22.755344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-87730ea7-fe62-4df9-9473-546e6705107a service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449707 Nov 24 10:06:22.766706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:22.908393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d78e008-216d-42c8-a8c4-395fbc8b3958 req-1c18bd5b-f231-4df0-9b34-521c4bd084ac service neutron] 10.222.0.61 "GET /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455138 Nov 24 10:06:23.090549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:16Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:23.094671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594db0fb-3594-451b-b96b-381a4b140d1d None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:13Z', 'revision_number': 6, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '2d6831e6-41c1-4192-bd90-4ad1c1e48544', 'name': '', 'network_id': '5364c61c-fe48-46c4-954d-4f111a2fe735', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'mac_address': 'fa:16:3e:35:bf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:21Z', 'updated_at': '2021-11-24T10:06:16Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'subnets': [{'id': 'b8985961-b900-4d09-9fc6-cf53daf77600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:06:23.288175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:23.539782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-7931c517-60d1-493f-bdfd-0833deb284ea tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:23.541406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-7931c517-60d1-493f-bdfd-0833deb284ea tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.0964696 Nov 24 10:06:23.617422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:23.617819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:23.834664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbf3-9e5e-460e-9fa4-26513420038f req-80223403-c5c0-4c45-a7ad-288e6116a318 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:23.836431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-101acbf3-9e5e-460e-9fa4-26513420038f req-80223403-c5c0-4c45-a7ad-288e6116a318 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 945 time: 0.1029692 Nov 24 10:06:23.897283 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-101acbf3-9e5e-460e-9fa4-26513420038f req-5b64cd16-909b-4b4f-bb87-1f74a0c6af48 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536163 Nov 24 10:06:24.145896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:24.146386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:24.275243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:24.422426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:24.429484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-af20b2be-95a2-4461-8a7d-543d475570b3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:24.473076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=89abe96e-1c3f-4f2a-b863-01fd3dee7a5d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:24.475885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:24.496963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6763f5-319a-4ae7-9f4e-9ed28a05cf8f None None] New status for floating IP 8e42aca3-0e98-482f-a1bb-e36c74f464e5: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:06:24.551277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] No DVR routers for this DVR port 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:06:24.553871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:24.558139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'name': 'network-vif-deleted', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:06:24.573785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1df4d765-71f4-47d2-ae02-8ab9400afd2e req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.61 "DELETE /v2.0/ports/89abe96e-1c3f-4f2a-b863-01fd3dee7a5d HTTP/1.1" status: 204 len: 173 time: 1.0273442 Nov 24 10:06:24.644960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb723f5-c01b-4622-be7f-3bb618229032', 'name': 'network-vif-deleted', 'tag': '89abe96e-1c3f-4f2a-b863-01fd3dee7a5d', 'status': 'completed', 'code': 200} Nov 24 10:06:25.087281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13482589-43bb-4e3b-b9d5-48d3bb724710 req-072ed348-39a9-4241-ac3d-7a6ba3c9810e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cb723f5-c01b-4622-be7f-3bb618229032 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Nov 24 10:06:26.197556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56792) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:26.274606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:26.305519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:26.362595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:26.368368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e54c9741-de20-4b11-9c1f-76cb499c8ce4 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:26.385307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:26.389916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:26.394009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:26.395603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fae70483-059e-43ce-9fee-f459b4a94d76 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/security-groups/5e8bd6fa-64e0-49dc-8dc0-fffafd938c6a HTTP/1.1" status: 204 len: 168 time: 0.1966457 Nov 24 10:06:26.433679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:26.848058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:26.887760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:26.921065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:06:26.921462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 89abe96e-1c3f-4f2a-b863-01fd3dee7a5d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:06:27.722265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port 2d6831e6-41c1-4192-bd90-4ad1c1e48544 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:27.722880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:27.922154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port 2d6831e6-41c1-4192-bd90-4ad1c1e48544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2d6831e6-41c1-4192-bd90-4ad1c1e48544,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:27.922467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:28.051689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for 2d6831e6-41c1-4192-bd90-4ad1c1e48544 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:28.247274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:28.251702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:28.298839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=2d6831e6-41c1-4192-bd90-4ad1c1e48544,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:28.312810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.313218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.313653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.314234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.314489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.315677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.316532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.316962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.317378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.317793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.318209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:06:28.348583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:28.651436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.257328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:06:29.467495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:06:29.478092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Sync routers for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:06:29.482700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "PUT /v2.0/routers/c76db2c3-cd0e-46e2-962e-c6b46260bcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0476818 Nov 24 10:06:29.484606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56802) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:29.492591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:29.493650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:06:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:29.688966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:29.694799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting subnet b8985961-b900-4d09-9fc6-cf53daf77600 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:06:29.697972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.759091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.851308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.926216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.930769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad0638f3-3ad8-4232-a5fe-abd08e0e152a tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:29.971175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Subnet': ['ID=b8985961-b900-4d09-9fc6-cf53daf77600,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:29.975530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:29.978871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:29.989378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/subnets/b8985961-b900-4d09-9fc6-cf53daf77600 HTTP/1.1" status: 204 len: 168 time: 0.4996161 Nov 24 10:06:29.989378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:29.989982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364062ca-02e2-46b0-a13d-8e88ec49a390 None None] Network 5364c61c-fe48-46c4-954d-4f111a2fe735 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:06:29.995835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:28Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:29.999905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Checking router: c76db2c3-cd0e-46e2-962e-c6b46260bcf8 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:06:30.017491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Routers {'c76db2c3-cd0e-46e2-962e-c6b46260bcf8'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:06:30.019127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:06:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:30.210191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.229966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] Set router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:06:30.272324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] DHCP port deletion for 5364c61c-fe48-46c4-954d-4f111a2fe735 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:06:30.277193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Deleting port 0dfbbb19-a94d-49fc-aec2-0e6677212919 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:30.277831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.451934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.460717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Deleting port d8d2524f-a537-4ca6-bc04-ce6274c045e4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:30.461100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.502326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] For port 0dfbbb19-a94d-49fc-aec2-0e6677212919, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0dfbbb19-a94d-49fc-aec2-0e6677212919,segment=NetworkSegment(6b6bf7ce-347f-4380-b216-9cb752207d5d),segment_id=6b6bf7ce-347f-4380-b216-9cb752207d5d)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:30.503756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.545615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:28Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:30.552359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8fda71-8150-406c-b696-4912d777cf7f None None] The sync data for ids ['c76db2c3-cd0e-46e2-962e-c6b46260bcf8'] in dv-neutron-818439-1-hyperv is: [{'id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'name': 'tempest-TestNetworkBasicOps-router-2126179514', 'tenant_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:05:17Z', 'updated_at': '2021-11-24T10:06:28Z', 'revision_number': 7, 'project_id': 'e50a37d67d6b4fc7b6940111b5306fc0', 'gw_port': {'id': 'd8d2524f-a537-4ca6-bc04-ce6274c045e4', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76db2c3-cd0e-46e2-962e-c6b46260bcf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:05:18Z', 'updated_at': '2021-11-24T10:06:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:06:30.648588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Calling delete_port for 0dfbbb19-a94d-49fc-aec2-0e6677212919 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:30.910427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.917927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:30.926788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] For port d8d2524f-a537-4ca6-bc04-ce6274c045e4, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d8d2524f-a537-4ca6-bc04-ce6274c045e4,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:30.927186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:30.963365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Pushing event deleted for resources: {'Port': ['ID=0dfbbb19-a94d-49fc-aec2-0e6677212919,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:30.965412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] No DVR routers for this DVR port 0dfbbb19-a94d-49fc-aec2-0e6677212919 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:06:30.966974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:31.055999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Calling delete_port for d8d2524f-a537-4ca6-bc04-ce6274c045e4 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:31.220774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.225128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:31.268439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Port': ['ID=d8d2524f-a537-4ca6-bc04-ce6274c045e4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:31.272783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:31.499217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.766861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.771348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.794665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.795253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Fanout notify agent at l3_agent the message router_deleted on router c76db2c3-cd0e-46e2-962e-c6b46260bcf8 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:06:31.811467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:31.812691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/routers/c76db2c3-cd0e-46e2-962e-c6b46260bcf8 HTTP/1.1" status: 204 len: 168 time: 1.8225894 Nov 24 10:06:31.816355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:31.947454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.090884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.119998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5364c61c-fe48-46c4-954d-4f111a2fe735']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:32.132620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6bf7ce-347f-4380-b216-9cb752207d5d') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:32.132957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6bf7ce-347f-4380-b216-9cb752207d5d') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:06:32.145211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.160500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.166810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:06:32.167232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:06:32.182775 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:06:32.260339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:32.265351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.269826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:32.274193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab92021d-098c-4682-ba6e-60ad7095594d tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:32.294636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d8d2524f-a537-4ca6-bc04-ce6274c045e4 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:06:32.294967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d8d2524f-a537-4ca6-bc04-ce6274c045e4 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:06:32.295451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0dfbbb19-a94d-49fc-aec2-0e6677212919 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:32.304826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] 10.222.0.55 "DELETE /v2.0/networks/5364c61c-fe48-46c4-954d-4f111a2fe735 HTTP/1.1" status: 204 len: 168 time: 0.4845223 Nov 24 10:06:32.304826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Pushing event deleted for resources: {'Network': ['ID=5364c61c-fe48-46c4-954d-4f111a2fe735,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:32.305637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:32.332349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0dfbbb19-a94d-49fc-aec2-0e6677212919 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:06:32.332754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0dfbbb19-a94d-49fc-aec2-0e6677212919 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:06:32.333222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:06:32.366204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 2d6831e6-41c1-4192-bd90-4ad1c1e48544 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:06:32.366627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2d6831e6-41c1-4192-bd90-4ad1c1e48544 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:06:32.708060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56818) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:32.930870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2ab612f-1c8c-4035-99fb-bfccf1076d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e50a37d67d6b4fc7b6940111b5306fc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2213771 Nov 24 10:06:32.933353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:32.999202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.029792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.075667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.080898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68e82f56-8d45-4ee4-a500-7f9e2c2607f8 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:33.095279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9519e2-eb89-4a69-9593-0e84e7bd5841,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:33.100791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:33.102707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.103934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05d95d83-0d65-465e-999a-fdf4a77d770b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c9519e2-eb89-4a69-9593-0e84e7bd5841 HTTP/1.1" status: 204 len: 168 time: 0.1696155 Nov 24 10:06:33.461181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:33.481376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.516695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:06:33.520992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Usage tracker for resource:security_group_rule and tenant:dba02d176d714895b792b584136285d0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:06:33.523965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:06:33.530017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:06:33.605639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.608569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.617138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d89ac09e-2a89-438b-b4de-fd44ca0ff1ec tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:33.662038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1aca8b-b2c4-4d81-94d6-3c4221f61c96,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:33.669001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dba02d176d714895b792b584136285d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040670 Nov 24 10:06:33.669001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:33.669374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:33.735881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.762966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.807725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.811769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b1a0225-69d3-45f9-ae8a-b5caf3472f21 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:33.825481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1aca8b-b2c4-4d81-94d6-3c4221f61c96,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:33.828607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:33.830718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:33.831993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc1aca8b-b2c4-4d81-94d6-3c4221f61c96 HTTP/1.1" status: 204 len: 168 time: 0.1617427 Nov 24 10:06:40.625401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:41.943329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d4ff9af4-7d40-40e3-bc47-4765002eaa93 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dfb9b21278a34eadb615a8ac0d524525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344412 Nov 24 10:06:42.108490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d8dc0b7c-1aae-4082-afd1-b92dc0c4cec0 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:42.110083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d8dc0b7c-1aae-4082-afd1-b92dc0c4cec0 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610184 Nov 24 10:06:42.128462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-58a19aaf-f3f3-49b1-a20e-dff54805e9ea tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/quotas/dfb9b21278a34eadb615a8ac0d524525 HTTP/1.1" status: 200 len: 375 time: 0.0117879 Nov 24 10:06:42.182729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-7f01d86f-d0a6-4f1f-a082-3a97e1fdbe93 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfb9b21278a34eadb615a8ac0d524525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488398 Nov 24 10:06:42.382237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1860bc3-45e2-4172-9eef-20515f54f088 req-56565b76-a2ac-4674-93b3-6a7b833805b5 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 210 time: 0.0469236 Nov 24 10:06:43.316259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-c6d5ffcd-7846-459b-b679-e38298189791 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=dfb9b21278a34eadb615a8ac0d524525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325730 Nov 24 10:06:43.488499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-94e9d90a-65f0-45b7-bb38-c8cca36fe763 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:43.490086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-94e9d90a-65f0-45b7-bb38-c8cca36fe763 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706030 Nov 24 10:06:43.592053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Request body: {'port': {'device_id': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583', 'admin_state_up': True, 'tenant_id': 'dfb9b21278a34eadb615a8ac0d524525'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:06:43.624827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2ee98bbe-fa7d-48f1-9afe-98157f53ed57 req-30bbe7f2-d823-4406-baa7-71c4330483ea tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 210 time: 0.1156533 Nov 24 10:06:43.767525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:06:43.772148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Usage tracker for resource:port and tenant:dfb9b21278a34eadb615a8ac0d524525 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:06:43.775119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:06:43.781183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:06:43.790960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Made reservation on behalf of dfb9b21278a34eadb615a8ac0d524525 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:06:43.796594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:43.810386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:43.844630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:06:43.850013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Usage tracker for resource:security_group_rule and tenant:dfb9b21278a34eadb615a8ac0d524525 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:06:43.853167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:06:43.859927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:06:43.938090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:43.941573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:43.946100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac122d61-6672-4b05-960b-4e436de3bca3 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:44.042897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a57c9-e317-4428-a595-78f98147f875,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:44.046333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:44.139810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Allocated IP 192.168.233.41 (f5412a5a-750c-419a-8479-de8a9b5b9583/c90867b1-f416-4378-b3e4-302507b3139c/c11af834-5cd2-48a7-b655-e5df5f8c2fa5) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:06:44.362846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:44.379859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Transition to ACTIVE for port object c11af834-5cd2-48a7-b655-e5df5f8c2fa5 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:06:44.399990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:44.405628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-685b91a8-7fcc-4005-85f6-6b53b2dc074f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:44.482741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Network f5412a5a-750c-419a-8479-de8a9b5b9583 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:06:44.487087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Pushing event updated for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:44.490402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:06:44.492405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:44.493205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:06:44.562703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:44.563222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:44.592290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0156879 Nov 24 10:06:44.604842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Request body: {'port': {'device_id': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:06:44.727281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:44.794751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9b725d8-4d49-4970-8c83-91e1456743de None None] Provisioning for port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:06:44.801145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d9b725d8-4d49-4970-8c83-91e1456743de None None] Provisioning complete for port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:44.801726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d9b725d8-4d49-4970-8c83-91e1456743de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:44.851640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cf2f6-0a85-4bc7-a07d-e05c78b8547b req-0ee274b1-1b11-43ed-986b-cf56ff4825a9 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:44.854216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-026cf2f6-0a85-4bc7-a07d-e05c78b8547b req-0ee274b1-1b11-43ed-986b-cf56ff4825a9 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 935 time: 0.0920815 Nov 24 10:06:44.863465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d9b725d8-4d49-4970-8c83-91e1456743de None None] Port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:06:44.906233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-026cf2f6-0a85-4bc7-a07d-e05c78b8547b req-ef616137-fa7e-4587-922c-185e634f29f3 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Nov 24 10:06:45.100987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11af834-5cd2-48a7-b655-e5df5f8c2fa5 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:06:45.107925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:45.124336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Transition to ACTIVE for port object c11af834-5cd2-48a7-b655-e5df5f8c2fa5 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:06:45.126770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:45.131322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2b6c7e7-8347-437c-892b-e5ff848be506 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:45.260009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Pushing event updated for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:45.264644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:45.382858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Attempting to bind port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:06:45.383350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Attempting to bind port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:06:45.383597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Attempting to bind port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 on network f5412a5a-750c-419a-8479-de8a9b5b9583 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:06:45.390446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 on network f5412a5a-750c-419a-8479-de8a9b5b9583 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:06:45.390850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Attempting to bind port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 on network f5412a5a-750c-419a-8479-de8a9b5b9583 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:06:45.398461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:06:45.398859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Checking segment: {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:06:45.399283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Bound using segment: {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:06:45.399762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Bound port: c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711f672-e473-426f-aca4-217f467d4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:06:45.400146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:45.493280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:06:45.496824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:06:45.500369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:45.505050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfafc1a2-d057-455e-9f61-f5940c242fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:45.568139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:45.569656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] 10.222.0.61 "PUT /v2.0/ports/c11af834-5cd2-48a7-b655-e5df5f8c2fa5 HTTP/1.1" status: 200 len: 1097 time: 0.9700975 Nov 24 10:06:45.570238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:06:45.598621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Pushing event updated for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:45.602507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:45.654298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5', 'status': 'completed', 'code': 200} Nov 24 10:06:45.700217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-88a8f0f4-d069-4839-ae8b-88e27d36fc65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfb9b21278a34eadb615a8ac0d524525&device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0866437 Nov 24 10:06:45.775728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-a8964e96-be6a-4609-9b55-98608a39bc4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5 HTTP/1.1" status: 200 len: 217 time: 0.0684717 Nov 24 10:06:45.851259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-b3f8ef35-5ad7-4703-9f0f-11e073663a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:45.852803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-b3f8ef35-5ad7-4703-9f0f-11e073663a22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c90867b1-f416-4378-b3e4-302507b3139c HTTP/1.1" status: 200 len: 843 time: 0.0710809 Nov 24 10:06:45.936817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-bb3fc710-06bb-49a7-90c5-52cc2a7ceb82 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5412a5a-750c-419a-8479-de8a9b5b9583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0782168 Nov 24 10:06:46.084865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-dbaf6a31-7bb2-4e3a-8818-2db4c6148d8e service neutron] 10.222.0.61 "GET /v2.0/networks/f5412a5a-750c-419a-8479-de8a9b5b9583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418843 Nov 24 10:06:46.119700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13c1ee-cfd7-4c5f-8419-05bb6a7fa09a req-c939f92b-41d4-4ba1-aa14-33960403e312 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:46.121284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9d13c1ee-cfd7-4c5f-8419-05bb6a7fa09a req-c939f92b-41d4-4ba1-aa14-33960403e312 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 947 time: 0.0853024 Nov 24 10:06:46.170697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9d13c1ee-cfd7-4c5f-8419-05bb6a7fa09a req-e83a9002-2255-483e-9fa6-451e738eaa65 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Nov 24 10:06:46.233471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ba46c6-6d6e-4f7d-b1a3-30ab8a0d996b req-f7d50ed3-f0bd-45bd-852e-703ef527aa4d service neutron] 10.222.0.61 "GET /v2.0/networks/f5412a5a-750c-419a-8479-de8a9b5b9583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423645 Nov 24 10:06:46.370229 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-9046af79-25b8-4dc9-be4c-1ce3193577d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfb9b21278a34eadb615a8ac0d524525&device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0913563 Nov 24 10:06:46.514431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-a7acb49c-5f10-418a-8f40-f6895ffca85e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:46.516090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-a7acb49c-5f10-418a-8f40-f6895ffca85e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f5412a5a-750c-419a-8479-de8a9b5b9583 HTTP/1.1" status: 200 len: 870 time: 0.1380219 Nov 24 10:06:46.587117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-93193a72-e936-465d-94ce-0b2e048dacf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5 HTTP/1.1" status: 200 len: 217 time: 0.0644002 Nov 24 10:06:46.662042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-b46764c0-4097-4b8f-8a41-ab55300d18b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:46.663593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-b46764c0-4097-4b8f-8a41-ab55300d18b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c90867b1-f416-4378-b3e4-302507b3139c HTTP/1.1" status: 200 len: 843 time: 0.0700843 Nov 24 10:06:46.749882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-8e99404f-1913-4207-9d47-6584abaa002f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f5412a5a-750c-419a-8479-de8a9b5b9583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0780597 Nov 24 10:06:46.894447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-5f614364-c1e2-46c2-9092-b1ebdf2ad591 service neutron] 10.222.0.61 "GET /v2.0/networks/f5412a5a-750c-419a-8479-de8a9b5b9583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374717 Nov 24 10:06:47.276660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-befa22bc-bf7a-40c6-9c91-94ae8fe34b49 req-8fed1389-502e-46d9-9d94-0136f0b877fd service neutron] 10.222.0.61 "GET /v2.0/networks/f5412a5a-750c-419a-8479-de8a9b5b9583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744376 Nov 24 10:06:47.383126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-b53b00dd-5720-4423-9223-999f5e9d9477 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:47.383892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-b53b00dd-5720-4423-9223-999f5e9d9477 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Synchronizing usage tracker for tenant:dfb9b21278a34eadb615a8ac0d524525 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:06:47.401017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-b53b00dd-5720-4423-9223-999f5e9d9477 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Unset dirty status for tenant:dfb9b21278a34eadb615a8ac0d524525 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:06:47.402304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-b53b00dd-5720-4423-9223-999f5e9d9477 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 947 time: 0.1064463 Nov 24 10:06:47.452011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-fcc7f0c7-1386-428f-a8cb-a387c022cab8 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Synchronizing usage tracker for tenant:dfb9b21278a34eadb615a8ac0d524525 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:06:47.468728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-fcc7f0c7-1386-428f-a8cb-a387c022cab8 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Unset dirty status for tenant:dfb9b21278a34eadb615a8ac0d524525 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:06:47.469904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3407585-50e2-4b52-aff9-dc019190fc24 req-fcc7f0c7-1386-428f-a8cb-a387c022cab8 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613766 Nov 24 10:06:48.679346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19aea-9be8-491d-a21d-88acb27421fd req-190614cf-0760-4f22-929d-4e36371a3cad tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:48.680953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2b19aea-9be8-491d-a21d-88acb27421fd req-190614cf-0760-4f22-929d-4e36371a3cad tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 947 time: 0.0898447 Nov 24 10:06:48.730246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2b19aea-9be8-491d-a21d-88acb27421fd req-43742369-f6f4-47f2-b2fa-0bbf1c09c1b5 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Nov 24 10:06:48.866849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4da156cc-bd27-45b9-8d54-eea31e870756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:49.011684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c11af834-5cd2-48a7-b655-e5df5f8c2fa5 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:06:49.164114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:49.178385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5', 'network_id': 'f5412a5a-750c-419a-8479-de8a9b5b9583', 'port_id': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5', 'mac_address': 'fa:16:3e:ba:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90867b1-f416-4378-b3e4-302507b3139c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:06:49.233171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:49.251069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11af834-5cd2-48a7-b655-e5df5f8c2fa5 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:06:49.265914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:49.269437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:49.271277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2ac08c59-39b7-4861-8818-64fe67120b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:49.335987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:49.339354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:49.476808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c11af834-5cd2-48a7-b655-e5df5f8c2fa5'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:06:49.932055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002dce-7a57-4e8e-b576-d8276162403e req-626f3dfb-105b-482e-a98a-f86bfa75f917 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:49.933661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-91002dce-7a57-4e8e-b576-d8276162403e req-626f3dfb-105b-482e-a98a-f86bfa75f917 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 948 time: 0.0827434 Nov 24 10:06:49.982142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-91002dce-7a57-4e8e-b576-d8276162403e req-f375b02e-f253-403a-a1ae-f7b2ec5fd5ff tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Nov 24 10:06:50.467653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.042890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c11af834-5cd2-48a7-b655-e5df5f8c2fa5 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:06:51.115960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:06:51.121391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:06:51.121810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.200405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747a25b-70df-4299-8a90-3c9858643a78 req-25e48a6f-edca-45dc-b1cc-521eb4255c49 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:51.202024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1747a25b-70df-4299-8a90-3c9858643a78 req-25e48a6f-edca-45dc-b1cc-521eb4255c49 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 948 time: 0.0957839 Nov 24 10:06:51.246687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.259246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1747a25b-70df-4299-8a90-3c9858643a78 req-910f5ae7-544e-4e5a-9f1a-7747bd2abf2b tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Nov 24 10:06:51.277710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:06:51.288077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:51.291228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.294262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:51.365069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:51.368443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:51.461837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5', 'code': 200} Nov 24 10:06:51.638680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.642294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-10136ea3-a723-4f2e-b330-94fb0c3c7728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:51.709566 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62b5c671-81de-4cfd-8f27-02ce0354d3f1 req-8467b734-ecd9-444e-bb53-cb4c55fb066a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 1102 time: 0.0792375 Nov 24 10:06:51.757709 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62b5c671-81de-4cfd-8f27-02ce0354d3f1 req-f2dea254-b3d8-4366-9eea-80f629676365 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Nov 24 10:06:52.466076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d329b-8de9-46bd-8604-ef920f4b95ed req-81853594-aed5-4f18-86e2-3d60f614a543 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:52.467677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-150d329b-8de9-46bd-8604-ef920f4b95ed req-81853594-aed5-4f18-86e2-3d60f614a543 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 949 time: 0.0827484 Nov 24 10:06:52.516639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-150d329b-8de9-46bd-8604-ef920f4b95ed req-ea2f141f-727a-46c1-833d-5b1c9adfe3c0 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Nov 24 10:06:53.290318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:53.726762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed17cb-2366-4d72-be09-89a9c0a62739 req-60c5da0d-dc6f-487f-9357-3297b1dff03c tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:53.728418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8ed17cb-2366-4d72-be09-89a9c0a62739 req-60c5da0d-dc6f-487f-9357-3297b1dff03c tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 949 time: 0.0846262 Nov 24 10:06:53.781694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8ed17cb-2366-4d72-be09-89a9c0a62739 req-ba206753-641f-4dbe-af3a-bd0e8e23bc40 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Nov 24 10:06:54.263689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2e33e38-2ace-4cb4-aa66-e0e1cc662b70 req-8c76b3d2-4f58-4e26-8cc8-89cbdf957ec9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0805094 Nov 24 10:06:54.771711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d85c885-c030-4e31-b75b-bb6c0c0b710e req-16a156c4-4f16-4fe5-bb0b-fdd56633d709 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0741651 Nov 24 10:06:55.329218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97790a86-6806-4c49-aa26-fe5f07a62c0c req-30f4567e-f714-41f7-9337-db16131a0654 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:55.330942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-97790a86-6806-4c49-aa26-fe5f07a62c0c req-30f4567e-f714-41f7-9337-db16131a0654 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 949 time: 0.0836768 Nov 24 10:06:55.386399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-97790a86-6806-4c49-aa26-fe5f07a62c0c req-4a13d886-6ee9-4154-ad5e-7aa9406d224a tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Nov 24 10:06:56.516476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-fa1158ce-3b2b-4476-b203-702cf25529b4 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:56.518223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-fa1158ce-3b2b-4476-b203-702cf25529b4 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.61 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 949 time: 0.0877419 Nov 24 10:06:56.596780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Deleting port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:06:56.597148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:56.598933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7ff48-4515-489a-b15a-78e8979d7543 req-b1e595de-6115-4a79-90e8-4b27c4dfde72 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:06:56.600607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6c7ff48-4515-489a-b15a-78e8979d7543 req-b1e595de-6115-4a79-90e8-4b27c4dfde72 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 949 time: 0.0843449 Nov 24 10:06:56.655791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6c7ff48-4515-489a-b15a-78e8979d7543 req-dbe38314-b93e-4154-84ce-7e4c02d7e345 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e04a57c9-e317-4428-a595-78f98147f875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Nov 24 10:06:56.711569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:06:56.870090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] For port c11af834-5cd2-48a7-b655-e5df5f8c2fa5, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,segment=NetworkSegment(5711f672-e473-426f-aca4-217f467d4e3f),segment_id=5711f672-e473-426f-aca4-217f467d4e3f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:06:56.870627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:56.999197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Calling delete_port for c11af834-5cd2-48a7-b655-e5df5f8c2fa5 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:06:57.146675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:57.152520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:57.159533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c11af834-5cd2-48a7-b655-e5df5f8c2fa5'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:06:57.197570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Pushing event deleted for resources: {'Port': ['ID=c11af834-5cd2-48a7-b655-e5df5f8c2fa5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:57.202048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:57.280752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] No DVR routers for this DVR port c11af834-5cd2-48a7-b655-e5df5f8c2fa5 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:06:57.284208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:57.287667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'name': 'network-vif-deleted', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:06:57.302871 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c7e1fd8e-c6c0-4926-b415-4f7317acba46 req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.61 "DELETE /v2.0/ports/c11af834-5cd2-48a7-b655-e5df5f8c2fa5 HTTP/1.1" status: 204 len: 173 time: 0.7795842 Nov 24 10:06:57.348965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42156fe-fccb-4bc4-98e4-dae628f62cc8', 'name': 'network-vif-deleted', 'tag': 'c11af834-5cd2-48a7-b655-e5df5f8c2fa5', 'status': 'completed', 'code': 200} Nov 24 10:06:57.866402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-427217b4-e07e-49a8-a581-a1a8f0274b83 req-c2d6ac0a-f976-4de9-bc53-14ca178c06e2 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] 10.222.0.55 "GET /v2.0/ports?device_id=a42156fe-fccb-4bc4-98e4-dae628f62cc8 HTTP/1.1" status: 200 len: 210 time: 0.0481858 Nov 24 10:06:59.283819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56976) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:59.477213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ac46d4cc-1ed0-486e-b478-e8435d62cf58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfb9b21278a34eadb615a8ac0d524525&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901352 Nov 24 10:06:59.478001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:06:59.543110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:59.571095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:59.624692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:59.630845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6eb5fcdd-45f4-4822-b042-b9422f20cbfb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:06:59.645334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a57c9-e317-4428-a595-78f98147f875,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:06:59.649679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:06:59.652948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:06:59.654179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e04a57c9-e317-4428-a595-78f98147f875 HTTP/1.1" status: 204 len: 168 time: 0.1751714 Nov 24 10:07:00.000762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 56990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:00.021565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.053539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:00.057510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebb5db55fe941cc936b1abf91f22d51 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:00.060418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:00.066840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:00.142404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.145998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.153645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48a80fcc-ddad-4d32-9a42-0b612630cdf5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:00.196946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2ac35-c959-43f5-8e05-924218c0652e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:00.200170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:00.202644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ebb5db55fe941cc936b1abf91f22d51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007704 Nov 24 10:07:00.206020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 56994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:00.276633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.306542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.353483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.358978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c793d0ca-44b3-45fe-8b83-1e5565d40e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:00.372430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2ac35-c959-43f5-8e05-924218c0652e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:00.377894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:00.382219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:00.383521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dac40b5a-d71b-4448-822b-eb93f6f807fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfa2ac35-c959-43f5-8e05-924218c0652e HTTP/1.1" status: 204 len: 168 time: 0.1765327 Nov 24 10:07:01.073829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c11af834-5cd2-48a7-b655-e5df5f8c2fa5 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:07:01.109879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: c11af834-5cd2-48a7-b655-e5df5f8c2fa5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:07:01.110291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c11af834-5cd2-48a7-b655-e5df5f8c2fa5 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:07:01.316525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57016) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:01.457204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-150163485-network', 'tenant_id': '8cdd18a4873948a6ab7e31fea8dfdd60'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:01.462530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:01.466784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Usage tracker for resource:network and tenant:8cdd18a4873948a6ab7e31fea8dfdd60 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:01.469785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:01.476134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:01.487006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Made reservation on behalf of 8cdd18a4873948a6ab7e31fea8dfdd60 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:01.491748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.505682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.538103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:01.542162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Usage tracker for resource:security_group_rule and tenant:8cdd18a4873948a6ab7e31fea8dfdd60 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:01.545078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:01.551147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:01.620720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.624029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.627722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1d30bcd-fdbd-4551-881d-6915b9eb983c tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:01.661406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:07:01.668045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6e6fa9-b20c-4909-b849-f543a6162545,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:01.671351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:01.678413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.678725 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Added segment c4574cd7-88dd-4e30-8254-51083bca7cd6 of type vlan for network 751aa006-d6f6-4618-a5a1-6c4861b61d0c Nov 24 10:07:01.711701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.741913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.742970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:01.743621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:01.750242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50d16cb2-87a3-4259-b399-b18b577d82b7 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:01.863914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Pushing event updated for resources: {'Network': ['ID=751aa006-d6f6-4618-a5a1-6c4861b61d0c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:01.866830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:01.868677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5510559 Nov 24 10:07:01.872610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:01.874681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 751aa006-d6f6-4618-a5a1-6c4861b61d0c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:07:01.879299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Request body: {'subnet': {'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-150163485-subnet', 'tenant_id': '8cdd18a4873948a6ab7e31fea8dfdd60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:01.884712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:01.888836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Usage tracker for resource:subnet and tenant:8cdd18a4873948a6ab7e31fea8dfdd60 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:01.892131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:01.898316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:01.907908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Made reservation on behalf of 8cdd18a4873948a6ab7e31fea8dfdd60 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:01.912822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:02.133914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:02.138177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ab75316-e63c-479a-97f9-54c3eb67f0c6 tempest-FloatingIPTestJSON-766661364 tempest-FloatingIPTestJSON-766661364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:02.213277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:02.216138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:02.227802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Checking segment: {'id': 'c4574cd7-88dd-4e30-8254-51083bca7cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:07:02.228201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Network hostable DHCP agents. Network: 751aa006-d6f6-4618-a5a1-6c4861b61d0c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:07:02.250209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Network 751aa006-d6f6-4618-a5a1-6c4861b61d0c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:07:02.259242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 751aa006-d6f6-4618-a5a1-6c4861b61d0c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:07:02.263622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:02.264258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:02.268746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758c0e1-7946-468d-b740-977c7b908b95 None None] Network 751aa006-d6f6-4618-a5a1-6c4861b61d0c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:07:02.285393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67a9cce3-5726-4a8a-8350-7519425fc154 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4114935 Nov 24 10:07:02.494391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7576534-7bc8-4fc2-b198-3aab40d3319d None None] Network 751aa006-d6f6-4618-a5a1-6c4861b61d0c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:07:03.116716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-727f321f-c94d-422e-af07-a46a1942dc1d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:03.117477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-727f321f-c94d-422e-af07-a46a1942dc1d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Synchronizing usage tracker for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:03.134286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-727f321f-c94d-422e-af07-a46a1942dc1d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Unset dirty status for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:03.135621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-727f321f-c94d-422e-af07-a46a1942dc1d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 811 time: 0.4174554 Nov 24 10:07:03.153510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-9d2628a9-1489-4582-b392-728bce9c887c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/quotas/8cdd18a4873948a6ab7e31fea8dfdd60 HTTP/1.1" status: 200 len: 375 time: 0.0117040 Nov 24 10:07:03.208860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-2729dcc7-1716-4948-9152-8854b9b32213 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483537 Nov 24 10:07:03.220304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-21dc1bfe-85da-477f-957b-c181f96d9c90 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:07:03.222352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-21dc1bfe-85da-477f-957b-c181f96d9c90 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0062389 Nov 24 10:07:03.367151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-2b51511f-72c3-4de8-847a-7ff10cb1fba3 service neutron] 10.222.0.55 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381915 Nov 24 10:07:03.511595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-dbe23333-40ca-4bd7-834c-9184f67b7019 service neutron] 10.222.0.55 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374731 Nov 24 10:07:03.719657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-186234a2-9d06-4e31-81b7-48bebcf3a389 req-b0efccb8-b9e1-4df2-90e9-d9734b4186ca tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 210 time: 0.0508666 Nov 24 10:07:04.773484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-4cc2005c-ae53-4830-b19e-2dbd1f07ee67 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:04.775086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-4cc2005c-ae53-4830-b19e-2dbd1f07ee67 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 811 time: 0.1629529 Nov 24 10:07:04.789879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Request body: {'port': {'device_id': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c', 'admin_state_up': True, 'tenant_id': '8cdd18a4873948a6ab7e31fea8dfdd60'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:04.892218 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ca85a1d-b2b4-47ee-95dd-29a4974d31bf req-704e039f-d1ae-4f08-9aa5-87e109ec1355 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 210 time: 0.0480180 Nov 24 10:07:04.938974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:04.943620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Usage tracker for resource:port and tenant:8cdd18a4873948a6ab7e31fea8dfdd60 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:04.946515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:04.952515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:04.961804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Made reservation on behalf of 8cdd18a4873948a6ab7e31fea8dfdd60 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:04.967369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:05.141414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Allocated IP 172.20.0.7 (751aa006-d6f6-4618-a5a1-6c4861b61d0c/9ae81215-b8ac-4fb6-bbc1-1e89cf40366d/b83ae285-248f-429d-9e3a-11525d26b163) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:07:05.357087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:05.384762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:05.390820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9c736e6-852f-46c5-beab-776f146ac15f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:05.465911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Network 751aa006-d6f6-4618-a5a1-6c4861b61d0c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:07:05.469808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:07:05.475185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:07:05.507664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:05.514005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:05.548113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:05.549400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:05.571792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859936 Nov 24 10:07:05.584099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Request body: {'port': {'device_id': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:05.705107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.126180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83ae285-248f-429d-9e3a-11525d26b163 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:07:06.134991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.156063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Transition to ACTIVE for port object b83ae285-248f-429d-9e3a-11525d26b163 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:07:06.159982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.165227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-630f780f-3426-43c7-ac32-84756c1f9289 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:06.286925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bea3b-3404-4bc8-9ee6-b4ab0277393d req-2ddd8822-493b-4801-a658-2ecd4faf5d4c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:06.287710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b46bea3b-3404-4bc8-9ee6-b4ab0277393d req-2ddd8822-493b-4801-a658-2ecd4faf5d4c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Synchronizing usage tracker for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:06.323857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:06.328499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:06.340029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b46bea3b-3404-4bc8-9ee6-b4ab0277393d req-2ddd8822-493b-4801-a658-2ecd4faf5d4c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Unset dirty status for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:06.341332 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b46bea3b-3404-4bc8-9ee6-b4ab0277393d req-2ddd8822-493b-4801-a658-2ecd4faf5d4c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 931 time: 0.2876868 Nov 24 10:07:06.484811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b46bea3b-3404-4bc8-9ee6-b4ab0277393d req-50483a1c-e7df-4be7-9e1a-ab4e4135f5a0 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129034 Nov 24 10:07:06.493169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Attempting to bind port b83ae285-248f-429d-9e3a-11525d26b163 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:07:06.493551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Attempting to bind port b83ae285-248f-429d-9e3a-11525d26b163 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'c4574cd7-88dd-4e30-8254-51083bca7cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:07:06.494431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Attempting to bind port b83ae285-248f-429d-9e3a-11525d26b163 on network 751aa006-d6f6-4618-a5a1-6c4861b61d0c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:07:06.500538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Port b83ae285-248f-429d-9e3a-11525d26b163 on network 751aa006-d6f6-4618-a5a1-6c4861b61d0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:07:06.500932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Attempting to bind port b83ae285-248f-429d-9e3a-11525d26b163 on network 751aa006-d6f6-4618-a5a1-6c4861b61d0c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:07:06.508660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:07:06.509038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Checking segment: {'id': 'c4574cd7-88dd-4e30-8254-51083bca7cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:07:06.509465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Bound using segment: {'id': 'c4574cd7-88dd-4e30-8254-51083bca7cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:07:06.509941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Bound port: b83ae285-248f-429d-9e3a-11525d26b163, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4574cd7-88dd-4e30-8254-51083bca7cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:07:06.510332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.611050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:07:06.615757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:07:06.620188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.625633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:06.684009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:06.685543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] 10.222.0.61 "PUT /v2.0/ports/b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 1093 time: 1.1064289 Nov 24 10:07:06.686120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:07:06.713270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:06.716714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:06.764111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163', 'status': 'completed', 'code': 200} Nov 24 10:07:06.806753 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-870758c0-c2d7-4905-a6dc-1a9154e6004f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1096 time: 0.0830803 Nov 24 10:07:06.879117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-71f5b16d-188f-4d19-95f9-8785774ef784 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0654209 Nov 24 10:07:06.954094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-49024677-ac46-443a-a0f2-73262e096a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:06.955831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-49024677-ac46-443a-a0f2-73262e096a22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0706918 Nov 24 10:07:07.006965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-66814257-cb49-4911-81cc-be869256c2da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446334 Nov 24 10:07:07.169875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-b2107642-f059-4363-a1b7-4725c6267279 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569502 Nov 24 10:07:07.587982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62cc1811-1031-4fd1-9614-1c8b21302d58 req-0239dd53-35a4-4520-b8d1-11ca29579031 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116492 Nov 24 10:07:07.801046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617568e8-a3cb-4c18-8a69-4d36c25ef970 req-228e1747-8543-42de-a745-284f8419b257 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:07.802854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-617568e8-a3cb-4c18-8a69-4d36c25ef970 req-228e1747-8543-42de-a745-284f8419b257 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 943 time: 0.1662209 Nov 24 10:07:07.811057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-b583c3e5-9770-4f3f-bcd7-bcf27b595cc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1096 time: 0.1255820 Nov 24 10:07:07.959609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-617568e8-a3cb-4c18-8a69-4d36c25ef970 req-5ca5d626-404b-42bb-aec9-b7e6d56c485d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474893 Nov 24 10:07:07.994616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-77054e3f-5627-4810-8ba7-8df64f8cf6ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:07.996241 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-77054e3f-5627-4810-8ba7-8df64f8cf6ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 912 time: 0.1671824 Nov 24 10:07:08.070522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-fbed74fc-89ae-40eb-af93-3871a8f72ad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0665967 Nov 24 10:07:08.144024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-c8a7d087-04f1-47c2-a2b9-3a529e61aabb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:08.145627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-c8a7d087-04f1-47c2-a2b9-3a529e61aabb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0690048 Nov 24 10:07:08.196175 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-a15163b4-f4ef-475e-a238-50e645622545 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435631 Nov 24 10:07:08.344738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-7082528c-1833-40ad-9042-464f246d15e9 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417615 Nov 24 10:07:08.500041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a076dccb-ecd9-49d8-874e-f2fa8f2a5e3c req-88306018-fac1-45a2-8bdc-c63c28f76a89 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494033 Nov 24 10:07:09.152764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:07:09.192391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a3c24-7a66-46cb-a6d0-bbf667605db1 req-c33dd858-c22a-4199-afe7-97625754bf78 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:09.194259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a25a3c24-7a66-46cb-a6d0-bbf667605db1 req-c33dd858-c22a-4199-afe7-97625754bf78 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 943 time: 0.1006453 Nov 24 10:07:09.252590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a25a3c24-7a66-46cb-a6d0-bbf667605db1 req-738b31d9-55f4-4185-9d41-eccfa274215a tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Synchronizing usage tracker for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:09.272179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a25a3c24-7a66-46cb-a6d0-bbf667605db1 req-738b31d9-55f4-4185-9d41-eccfa274215a tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Unset dirty status for tenant:8cdd18a4873948a6ab7e31fea8dfdd60 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:09.273483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a25a3c24-7a66-46cb-a6d0-bbf667605db1 req-738b31d9-55f4-4185-9d41-eccfa274215a tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725172 Nov 24 10:07:09.322022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:09.338996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b83ae285-248f-429d-9e3a-11525d26b163', 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c', 'port_id': 'b83ae285-248f-429d-9e3a-11525d26b163', 'mac_address': 'fa:16:3e:0c:90:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae81215-b8ac-4fb6-bbc1-1e89cf40366d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:07:09.400522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:09.421401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83ae285-248f-429d-9e3a-11525d26b163 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:07:09.438223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:09.443560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:09.447152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:09.530198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:09.534193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:09.634355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b83ae285-248f-429d-9e3a-11525d26b163'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:07:10.489224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634a1e-9a86-451e-a16d-18a0d778bdf6 req-2bc2a04e-8c62-49f6-bd6b-11a3cdb0f021 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:10.490840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8634a1e-9a86-451e-a16d-18a0d778bdf6 req-2bc2a04e-8c62-49f6-bd6b-11a3cdb0f021 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 944 time: 0.0921326 Nov 24 10:07:10.544100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8634a1e-9a86-451e-a16d-18a0d778bdf6 req-50ca986f-16cc-433b-8770-d6a66fb93810 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Nov 24 10:07:10.633553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:11.151967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:07:11.225044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port b83ae285-248f-429d-9e3a-11525d26b163 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:07:11.230062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b83ae285-248f-429d-9e3a-11525d26b163 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:07:11.230492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:11.353738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:11.383906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:07:11.394840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:11.397986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:11.400255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:11.448868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163', 'code': 200} Nov 24 10:07:11.475477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:11.480353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:11.750680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5df67321-bcc7-425a-868d-1d53fe57ccd3 req-4e120814-9e8f-4c41-9e1d-69a86fac7417 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1098 time: 0.1327732 Nov 24 10:07:11.817630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d9cd-6026-46c1-9b38-753aa0bbbb9f req-24f00a78-6644-44ef-9608-068d264f34ea tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:11.819367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2692d9cd-6026-46c1-9b38-753aa0bbbb9f req-24f00a78-6644-44ef-9608-068d264f34ea tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.1389978 Nov 24 10:07:11.824066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5df67321-bcc7-425a-868d-1d53fe57ccd3 req-20435f62-e011-497a-84c1-2b63f2548aea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666621 Nov 24 10:07:11.870355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2692d9cd-6026-46c1-9b38-753aa0bbbb9f req-082dfa50-9341-4318-b19d-5975e11eae15 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Nov 24 10:07:13.083172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b97ba-caf7-487b-9ae3-008f559b88f1 req-95addaa7-c65a-44af-b0fa-02aef226bcca tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:13.085327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-822b97ba-caf7-487b-9ae3-008f559b88f1 req-95addaa7-c65a-44af-b0fa-02aef226bcca tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0865381 Nov 24 10:07:13.133960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-822b97ba-caf7-487b-9ae3-008f559b88f1 req-9b316f81-4e24-4359-8e13-b2ad671eca96 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Nov 24 10:07:13.336585 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7a317bd-b4f8-4879-a94f-ec5b8df1fba5 req-668a8638-3a26-4d46-a467-6fda4de13702 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0750341 Nov 24 10:07:13.631836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57082) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:13.678265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3df27-bd82-48a4-a373-f5d21b49e3c5 req-0bf10141-0f20-4dd7-863e-35c7de02eebb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:13.679905 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7b3df27-bd82-48a4-a373-f5d21b49e3c5 req-0bf10141-0f20-4dd7-863e-35c7de02eebb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0937402 Nov 24 10:07:13.733844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7b3df27-bd82-48a4-a373-f5d21b49e3c5 req-1330c58d-f83c-42fc-9c05-c31ada877d7e tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465226 Nov 24 10:07:13.790173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-901e0280-d9cb-4b20-a17d-725c3d584ea7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569164 Nov 24 10:07:14.948453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986f9db-51f7-44d0-811b-cc1b24520cff req-9a81cad3-909b-4adc-ba30-3677521c5bb1 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:14.950029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1986f9db-51f7-44d0-811b-cc1b24520cff req-9a81cad3-909b-4adc-ba30-3677521c5bb1 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0845559 Nov 24 10:07:15.001334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1986f9db-51f7-44d0-811b-cc1b24520cff req-525b3d8f-4b0d-4408-bd4b-f4b9b9be3af8 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Nov 24 10:07:15.144724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-fbfb3e20-ebc2-4e9f-9d7d-845f4b4b8e47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1098 time: 0.0840113 Nov 24 10:07:15.293887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-49eed3a9-f469-4758-b9e8-f584909c48fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:15.295554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-49eed3a9-f469-4758-b9e8-f584909c48fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 912 time: 0.1446712 Nov 24 10:07:15.366179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-eb66e2cd-022a-4604-8aee-5180e4296ec8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0646842 Nov 24 10:07:15.439459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-ae873fd9-e7df-4279-abb4-fc053e669321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:15.441090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-ae873fd9-e7df-4279-abb4-fc053e669321 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0690258 Nov 24 10:07:15.494439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-b7c48e91-2eea-4cb8-a5fe-3aa5a68bfd34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470755 Nov 24 10:07:15.666364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-1cede2ab-08cd-47f2-adc2-5248bea2ea73 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657429 Nov 24 10:07:15.820313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-99eaff45-d7ab-4b1f-bc2b-961afca1d5ae service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470001 Nov 24 10:07:16.225126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f933d-f4c5-4ad3-8446-cbe5560f8b1c req-ebc42bbe-9c74-4b80-9591-93a56ecb92e4 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:16.226917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a75f933d-f4c5-4ad3-8446-cbe5560f8b1c req-ebc42bbe-9c74-4b80-9591-93a56ecb92e4 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0935531 Nov 24 10:07:16.287796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a75f933d-f4c5-4ad3-8446-cbe5560f8b1c req-e5e053b1-50e4-43ea-b772-4870eea98bdd tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Nov 24 10:07:17.503293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9a092-c6a2-4f8d-b44c-99fa62ee8812 req-f6066828-4619-463d-a31b-a0d3e6f74ab4 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:17.504931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a4b9a092-c6a2-4f8d-b44c-99fa62ee8812 req-f6066828-4619-463d-a31b-a0d3e6f74ab4 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0914266 Nov 24 10:07:17.559090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a4b9a092-c6a2-4f8d-b44c-99fa62ee8812 req-3b1db86b-08fe-447c-b878-741b79843b3c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479505 Nov 24 10:07:18.771997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a8e85-0e5f-4c7e-83b8-28ef307c691e req-e1a8d3c4-9603-4edc-9ea3-0c878f6d010d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:18.773650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-480a8e85-0e5f-4c7e-83b8-28ef307c691e req-e1a8d3c4-9603-4edc-9ea3-0c878f6d010d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0859723 Nov 24 10:07:18.823206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-480a8e85-0e5f-4c7e-83b8-28ef307c691e req-6afacf45-0e27-4dea-8147-b3089a94a67b tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Nov 24 10:07:18.860462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2854854-2cee-4718-8d82-9a3341ea3a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:20.029805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc361ee-17f9-44b4-bc04-fc4e63b665fa req-ea53ea57-eb86-4950-aa20-70ba9bfcc072 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:20.031484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1bc361ee-17f9-44b4-bc04-fc4e63b665fa req-ea53ea57-eb86-4950-aa20-70ba9bfcc072 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0847297 Nov 24 10:07:20.083506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1bc361ee-17f9-44b4-bc04-fc4e63b665fa req-f65f2562-55ea-41cc-90a5-ac1e40677bcd tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Nov 24 10:07:20.459603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:21.303186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c3ae-cf4f-4852-9c52-87e2dd189071 req-67e2caa2-0b09-4f73-b61c-add558ceb2df tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:21.304837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-92d7c3ae-cf4f-4852-9c52-87e2dd189071 req-67e2caa2-0b09-4f73-b61c-add558ceb2df tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0929589 Nov 24 10:07:21.356362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-92d7c3ae-cf4f-4852-9c52-87e2dd189071 req-87688a58-8c51-494e-a7cd-57fe374eb5ed tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Nov 24 10:07:21.640419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:21.641479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1858c3a6-85df-41bf-881b-59279e4c71ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:22.583553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490893-a6a5-4005-a716-15d48854961b req-8a2cd216-a0bb-465b-b343-3d55d70d8b18 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:22.585321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2490893-a6a5-4005-a716-15d48854961b req-8a2cd216-a0bb-465b-b343-3d55d70d8b18 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.1008165 Nov 24 10:07:22.636316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2490893-a6a5-4005-a716-15d48854961b req-488a4c23-291d-415f-a8b5-8ef6a6e31e11 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Nov 24 10:07:23.293747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:23.855622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988224-7e06-4985-8e0e-cd44a8a82b60 req-4a83eec2-491a-44d7-8fbf-cb393852f6eb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:23.857307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-31988224-7e06-4985-8e0e-cd44a8a82b60 req-4a83eec2-491a-44d7-8fbf-cb393852f6eb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0887969 Nov 24 10:07:23.909640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-31988224-7e06-4985-8e0e-cd44a8a82b60 req-1c9ecf4d-b7aa-44f7-b7e8-19f057f00448 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Nov 24 10:07:25.261510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00cca8-62cc-4a48-bd7a-8837ae6bb656 req-87050981-5b2e-4b4c-a063-0e09d332e7ec tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:25.263091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a00cca8-62cc-4a48-bd7a-8837ae6bb656 req-87050981-5b2e-4b4c-a063-0e09d332e7ec tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0916367 Nov 24 10:07:25.318679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a00cca8-62cc-4a48-bd7a-8837ae6bb656 req-5a578f19-bfb9-46c7-802a-267611fa794c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Nov 24 10:07:26.531761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206d164-492b-4b80-a94f-78f6becec0f0 req-601aecb3-019e-4604-9536-c4458a80fd80 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:26.533432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c206d164-492b-4b80-a94f-78f6becec0f0 req-601aecb3-019e-4604-9536-c4458a80fd80 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0893822 Nov 24 10:07:26.585502 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c206d164-492b-4b80-a94f-78f6becec0f0 req-ec7c02b3-cdfa-48b0-9fc2-f753f00a755c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 Nov 24 10:07:27.793132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4b7d-efc6-4dd9-a216-ceb9fe1c4602 req-ae386cf4-a822-4ef4-a9ac-ea1a3493b261 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:27.794796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e0f4b7d-efc6-4dd9-a216-ceb9fe1c4602 req-ae386cf4-a822-4ef4-a9ac-ea1a3493b261 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0841956 Nov 24 10:07:27.843271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e0f4b7d-efc6-4dd9-a216-ceb9fe1c4602 req-ef3aad4c-ecd8-43d9-9527-38a054d20c6d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Nov 24 10:07:29.060824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dacb6-84d0-432a-801f-4bbd912a6a94 req-3ff7be3b-099c-42f1-a122-c5f6d6227170 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:29.062514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a90dacb6-84d0-432a-801f-4bbd912a6a94 req-3ff7be3b-099c-42f1-a122-c5f6d6227170 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0878286 Nov 24 10:07:29.121359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a90dacb6-84d0-432a-801f-4bbd912a6a94 req-2eec5070-f4bb-4bec-b48a-53bce4163d7d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Nov 24 10:07:30.343713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef24bf8-a908-4c3e-9787-4db304fce323 req-6c73b9c8-393f-4859-8521-a2e25c3666fe tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:30.346082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ef24bf8-a908-4c3e-9787-4db304fce323 req-6c73b9c8-393f-4859-8521-a2e25c3666fe tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0902200 Nov 24 10:07:30.406893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ef24bf8-a908-4c3e-9787-4db304fce323 req-c7742501-1681-47f8-9137-23629addb310 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547273 Nov 24 10:07:31.625045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415058b7-6f3d-4020-87b8-37058340d2a0 req-726e6c02-057b-48d8-a9d0-a5d5a7cfb074 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:31.627205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-415058b7-6f3d-4020-87b8-37058340d2a0 req-726e6c02-057b-48d8-a9d0-a5d5a7cfb074 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0906031 Nov 24 10:07:31.678656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-415058b7-6f3d-4020-87b8-37058340d2a0 req-5cab1975-e70a-40e8-a8c2-59b4d7b0f303 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Nov 24 10:07:32.882642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea20c3-44ba-4ae6-86a6-297329480980 req-8f820084-f204-4693-8722-aa529af330fb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:32.884162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2ea20c3-44ba-4ae6-86a6-297329480980 req-8f820084-f204-4693-8722-aa529af330fb tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0826387 Nov 24 10:07:32.934710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2ea20c3-44ba-4ae6-86a6-297329480980 req-c345bf5a-dc2f-4107-99bf-aa8a5b4763c8 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Nov 24 10:07:33.713627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:07:34.147692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f50cc-3834-45ca-87e0-ca62cf2fb8d2 req-14fdd094-fe67-46a7-a0a1-ea44fe9feb22 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:34.149346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-717f50cc-3834-45ca-87e0-ca62cf2fb8d2 req-14fdd094-fe67-46a7-a0a1-ea44fe9feb22 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0895481 Nov 24 10:07:34.203677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-717f50cc-3834-45ca-87e0-ca62cf2fb8d2 req-c56f92a5-db79-424f-9938-799bb29e36ab tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Nov 24 10:07:34.997555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-5bcc6fca-fe70-4c4d-9d31-a06be2547a74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1098 time: 0.0795822 Nov 24 10:07:35.156482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a7249-c901-4971-887b-e9cf301c50dc req-c07f4bba-90af-4720-b82f-e687c4531296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:35.158092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-c07f4bba-90af-4720-b82f-e687c4531296 service neutron] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 912 time: 0.1403739 Nov 24 10:07:35.229372 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-26d453fb-6177-45ed-b91d-b089d9f48982 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0642035 Nov 24 10:07:35.303502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a7249-c901-4971-887b-e9cf301c50dc req-7b2327b8-025b-4bb0-950d-4425570af85b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:35.305101 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-7b2327b8-025b-4bb0-950d-4425570af85b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0699451 Nov 24 10:07:35.398162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-246a50c5-11b2-4b4d-a014-0f3f20754dc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869455 Nov 24 10:07:35.791921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be2087-6712-45b9-9c2b-64843acfb603 req-0679daa7-a60b-4f5e-8ce5-3d365f8b30de tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:35.793628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3be2087-6712-45b9-9c2b-64843acfb603 req-0679daa7-a60b-4f5e-8ce5-3d365f8b30de tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.4505286 Nov 24 10:07:35.842691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-a7671b05-bec2-4363-ad8f-b04f25d50704 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369504 Nov 24 10:07:35.903931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3be2087-6712-45b9-9c2b-64843acfb603 req-e91b5c9a-8544-4638-a93f-c3c29f881cc3 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019301 Nov 24 10:07:36.007984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-019a7249-c901-4971-887b-e9cf301c50dc req-3fbeabae-988c-46f1-a224-82012dacfb31 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568222 Nov 24 10:07:37.123921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1efe-1282-4546-a549-cb5acc7d26e3 req-eece5bf2-1928-4c85-9262-d3f280b2a26d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:37.125539 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24fb1efe-1282-4546-a549-cb5acc7d26e3 req-eece5bf2-1928-4c85-9262-d3f280b2a26d tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0872784 Nov 24 10:07:37.174905 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24fb1efe-1282-4546-a549-cb5acc7d26e3 req-1b8eb521-e2b3-4b17-9222-4d3dbc710f4c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Nov 24 10:07:38.394125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091cec3-02fc-4845-ad28-0583bccea4fa req-7e40999e-c16c-4e42-8e5b-1334611acc71 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:38.395855 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5091cec3-02fc-4845-ad28-0583bccea4fa req-7e40999e-c16c-4e42-8e5b-1334611acc71 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0908759 Nov 24 10:07:38.450119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5091cec3-02fc-4845-ad28-0583bccea4fa req-57e4f043-baeb-4794-a433-d61d5c0748ed tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Nov 24 10:07:39.687295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a243ce-d45b-4e76-af7a-8d1eb00d07b5 req-a433bcb3-30e0-4cd1-9b56-022495551409 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:39.688904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a243ce-d45b-4e76-af7a-8d1eb00d07b5 req-a433bcb3-30e0-4cd1-9b56-022495551409 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0941832 Nov 24 10:07:39.739402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3a243ce-d45b-4e76-af7a-8d1eb00d07b5 req-a9cd880e-7b53-4033-959f-564e2b261b62 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Nov 24 10:07:40.635281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:40.958435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2314f9b-da68-4038-9944-26ff1df8f3ff req-e68b6396-86b7-4777-9ffb-21a8a0ce75ae tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:40.960134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2314f9b-da68-4038-9944-26ff1df8f3ff req-e68b6396-86b7-4777-9ffb-21a8a0ce75ae tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0950451 Nov 24 10:07:41.013678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2314f9b-da68-4038-9944-26ff1df8f3ff req-829bd2aa-d0b5-436d-8f8c-24e7b3650bae tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Nov 24 10:07:42.233574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709341-7de4-41fc-9984-77ef6bdf4a17 req-33f601d5-be95-4677-8041-3205cddc3709 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:42.235198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8709341-7de4-41fc-9984-77ef6bdf4a17 req-33f601d5-be95-4677-8041-3205cddc3709 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0830486 Nov 24 10:07:42.284602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8709341-7de4-41fc-9984-77ef6bdf4a17 req-b7ffced0-daa0-4487-931e-e150ee97f4bc tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Nov 24 10:07:42.502168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-6c3346e3-8a7c-419d-a5a7-59b40b07b105 service neutron] 10.222.0.61 "GET /v2.0/ports/b83ae285-248f-429d-9e3a-11525d26b163/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0778322 Nov 24 10:07:42.782285 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-a69e98df-96de-4ee5-94bd-1993831a6781 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113&tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60 HTTP/1.1" status: 200 len: 1098 time: 0.0828495 Nov 24 10:07:42.877972 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-2ab806ed-9db4-4c2e-a518-ffc478cbdea5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1098 time: 0.0762494 Nov 24 10:07:43.024637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-e427bdc4-b1cc-42d7-ae2d-03a74667e109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:43.026254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-e427bdc4-b1cc-42d7-ae2d-03a74667e109 service neutron] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 912 time: 0.1411197 Nov 24 10:07:43.100953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-38de2ffa-bd1e-438b-a3b4-91cfdc3edea3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0689404 Nov 24 10:07:43.169963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-61144405-ae86-4631-94ce-a14ba7cd3fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:43.171631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-61144405-ae86-4631-94ce-a14ba7cd3fe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0650828 Nov 24 10:07:43.228994 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-345af854-e555-4fb3-8d20-da4480161e1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511529 Nov 24 10:07:43.372451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-ba37eb6f-48ed-43f3-b6e5-b025f7f3a9c6 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373949 Nov 24 10:07:43.577419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63a97b0e-d33e-49ad-a4bb-e7ec2a41f712 req-bd2342d5-02b7-4e2e-93ca-9d2528d304ef service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986566 Nov 24 10:07:43.589816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe544a-30c8-4ff1-bec2-8016dccbc56c req-888e2168-d827-4e7a-8569-219541cb025e tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:43.591444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93fe544a-30c8-4ff1-bec2-8016dccbc56c req-888e2168-d827-4e7a-8569-219541cb025e tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.1752787 Nov 24 10:07:43.646173 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93fe544a-30c8-4ff1-bec2-8016dccbc56c req-9bf07f47-a9c4-4194-bc34-62a6b878892a tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Nov 24 10:07:44.864559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdf3d8-1189-4a4f-8c3b-bb7a16b228ba req-fe3b8f9b-abbe-4f6d-b672-c70eccec2552 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:44.866139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9fdf3d8-1189-4a4f-8c3b-bb7a16b228ba req-fe3b8f9b-abbe-4f6d-b672-c70eccec2552 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0870776 Nov 24 10:07:44.915045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9fdf3d8-1189-4a4f-8c3b-bb7a16b228ba req-cf5c0dff-296b-4213-b230-65044dad404b tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Nov 24 10:07:45.391547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:07:45.532200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:45.546237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b83ae285-248f-429d-9e3a-11525d26b163', 'network_id': '751aa006-d6f6-4618-a5a1-6c4861b61d0c', 'port_id': 'b83ae285-248f-429d-9e3a-11525d26b163', 'mac_address': 'fa:16:3e:0c:90:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae81215-b8ac-4fb6-bbc1-1e89cf40366d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:07:45.606033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:45.625598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b83ae285-248f-429d-9e3a-11525d26b163 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:07:45.641041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:45.644090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:45.646082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:45.712706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b83ae285-248f-429d-9e3a-11525d26b163'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:07:45.757766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:45.781336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.781731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.782120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.782504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.782913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.783292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.783669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.784046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.784425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.784790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.785159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:45.791157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:46.127516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5289-24a6-461d-a7f4-755c5cfe6a1a req-80beda8a-839b-4daf-870d-7a27bc61e1e1 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:46.129169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4fb5289-24a6-461d-a7f4-755c5cfe6a1a req-80beda8a-839b-4daf-870d-7a27bc61e1e1 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 944 time: 0.0868547 Nov 24 10:07:46.178690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4fb5289-24a6-461d-a7f4-755c5cfe6a1a req-d0671313-92f3-4ce1-9baf-513345136ad5 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Nov 24 10:07:46.608433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-3d7ec209-d3fd-4e0d-bcbe-f55ba8446e70 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:46.609560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-3d7ec209-d3fd-4e0d-bcbe-f55ba8446e70 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.61 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113&tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 944 time: 0.0868351 Nov 24 10:07:46.762233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-48e334c9-b89c-4398-b02a-4440b48c4f28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 1097 time: 0.0793891 Nov 24 10:07:46.911174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-f16052a0-e2bd-44b5-b3e9-319f1d200707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:46.912705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-f16052a0-e2bd-44b5-b3e9-319f1d200707 service neutron] 10.222.0.61 "GET /v2.0/networks?id=751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 200 len: 912 time: 0.1441023 Nov 24 10:07:46.985953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-4d4d9118-cdc1-43dc-a73c-085164e8a4fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 200 len: 217 time: 0.0665829 Nov 24 10:07:47.058347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-8400ebc9-fd03-4514-9910-f731e3aeefbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:47.059964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-8400ebc9-fd03-4514-9910-f731e3aeefbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 200 len: 851 time: 0.0679622 Nov 24 10:07:47.109429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-f676807a-0380-4f22-b88f-9845df8ddfcd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=751aa006-d6f6-4618-a5a1-6c4861b61d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437970 Nov 24 10:07:47.255023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-29171b98-63e1-4608-aa1f-f0af85045970 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369128 Nov 24 10:07:47.398975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-7e32bd4f-6bb0-4209-aaae-7f570ebe7be8 service neutron] 10.222.0.61 "GET /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383939 Nov 24 10:07:47.400682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:07:47.473809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b83ae285-248f-429d-9e3a-11525d26b163 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:07:47.474230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:47.594472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:47.622962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:07:47.634358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:47.637374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:47.639663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:47.693483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163', 'code': 200} Nov 24 10:07:47.713792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:47.716877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:48.356402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5074a4-16fc-4082-b38a-154a647122ef req-9c8a1831-48e6-41c2-83f9-cb113e06b985 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:48.358039 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c5074a4-16fc-4082-b38a-154a647122ef req-9c8a1831-48e6-41c2-83f9-cb113e06b985 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0850925 Nov 24 10:07:48.411839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c5074a4-16fc-4082-b38a-154a647122ef req-ce3b3e19-253f-4c9c-85ed-3532b94af13e tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Nov 24 10:07:48.861505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d95096eb-aafe-4721-95b5-6f0370c1fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:49.620636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17951f-6719-4699-b542-a9fc47def57b req-d92f02fb-8eef-4ae2-aea0-d761bfb21a0c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:49.622237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf17951f-6719-4699-b542-a9fc47def57b req-d92f02fb-8eef-4ae2-aea0-d761bfb21a0c tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0850923 Nov 24 10:07:49.676295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf17951f-6719-4699-b542-a9fc47def57b req-fa7f891c-37e8-457e-8a24-7f08888fb454 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a6e6fa9-b20c-4909-b849-f543a6162545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 Nov 24 10:07:49.874742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-b2354f18-380a-408a-a37d-5ef790f8c580 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:49.876338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-b2354f18-380a-408a-a37d-5ef790f8c580 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.61 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 945 time: 0.0865512 Nov 24 10:07:49.949328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Deleting port b83ae285-248f-429d-9e3a-11525d26b163 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:07:49.949707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:50.204140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] For port b83ae285-248f-429d-9e3a-11525d26b163, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b83ae285-248f-429d-9e3a-11525d26b163,segment=NetworkSegment(c4574cd7-88dd-4e30-8254-51083bca7cd6),segment_id=c4574cd7-88dd-4e30-8254-51083bca7cd6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:07:50.204140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:50.332406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Calling delete_port for b83ae285-248f-429d-9e3a-11525d26b163 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:07:50.462506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:50.481877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:50.488098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2b9223a-81ab-4c9f-afd6-c02631807719 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:50.494503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b83ae285-248f-429d-9e3a-11525d26b163'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:07:50.533626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Pushing event deleted for resources: {'Port': ['ID=b83ae285-248f-429d-9e3a-11525d26b163,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:50.581178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.581621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.582044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.583631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.584088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.584496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.584921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.585346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.585765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.586181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.586608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:50.620363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:50.631507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] No DVR routers for this DVR port b83ae285-248f-429d-9e3a-11525d26b163 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:07:50.636368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:50.639288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-deleted', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:07:50.657620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0030fd29-9531-4d60-9057-4f2ba271a3f1 req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.61 "DELETE /v2.0/ports/b83ae285-248f-429d-9e3a-11525d26b163 HTTP/1.1" status: 204 len: 173 time: 0.7756422 Nov 24 10:07:50.696480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19d1da3-ebcf-49b0-9ec3-1aeaf649a113', 'name': 'network-vif-deleted', 'tag': 'b83ae285-248f-429d-9e3a-11525d26b163', 'status': 'completed', 'code': 200} Nov 24 10:07:50.856683 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-48ffe8b3-49a7-45a5-9f06-0de9eab7b147 req-a60fa94a-2bf2-4750-b40d-ae8571d2fc20 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] 10.222.0.55 "GET /v2.0/ports?device_id=a19d1da3-ebcf-49b0-9ec3-1aeaf649a113 HTTP/1.1" status: 200 len: 210 time: 0.0493014 Nov 24 10:07:51.642114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:51.643238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ecc95b02-8c32-47d7-82bd-b9d48fe7ea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.133438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57182) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:52.200303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Deleting subnet 9ae81215-b8ac-4fb6-bbc1-1e89cf40366d {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:07:52.203513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.261377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.321092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.388516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.393121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16c04e17-7333-4cbe-b924-3f1afc1f1e9b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:52.434145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae81215-b8ac-4fb6-bbc1-1e89cf40366d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:52.437158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:52.439721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.446139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9ae81215-b8ac-4fb6-bbc1-1e89cf40366d HTTP/1.1" status: 204 len: 168 time: 0.3115907 Nov 24 10:07:52.448908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57186) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:52.567770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.942153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:52.969190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751aa006-d6f6-4618-a5a1-6c4861b61d0c']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:07:52.982451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4574cd7-88dd-4e30-8254-51083bca7cd6') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:07:52.982824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4574cd7-88dd-4e30-8254-51083bca7cd6') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:07:52.995029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.010406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.016749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:07:53.017178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:07:53.031541 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:07:53.109856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.113513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e53ccf9a-e0ee-4140-85b5-88154141c4bf tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:53.127623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.139461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=751aa006-d6f6-4618-a5a1-6c4861b61d0c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:53.143060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:53.148571 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e0d973a1-00ab-467e-9f69-6547d46b4b88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/751aa006-d6f6-4618-a5a1-6c4861b61d0c HTTP/1.1" status: 204 len: 168 time: 0.6986160 Nov 24 10:07:53.292818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57192) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:53.296502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.348143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-daef02ac-6135-470f-91c6-338e24b4e093 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cdd18a4873948a6ab7e31fea8dfdd60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538595 Nov 24 10:07:53.350609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57196) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:53.413918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.440806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.441019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:07:53.476938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: b83ae285-248f-429d-9e3a-11525d26b163 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:07:53.477258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b83ae285-248f-429d-9e3a-11525d26b163 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:07:53.492931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.498233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:53.511917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6e6fa9-b20c-4909-b849-f543a6162545,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:53.514775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:53.521606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:53.522879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c20ec009-4b56-4a61-a4d9-e00041dd6d6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a6e6fa9-b20c-4909-b849-f543a6162545 HTTP/1.1" status: 204 len: 168 time: 0.1712537 Nov 24 10:07:54.497918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57218) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:54.640843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-804507562-network', 'tenant_id': '87e233ca49c148968cf467cdc7f47bd3'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:54.646169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:54.650685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Usage tracker for resource:network and tenant:87e233ca49c148968cf467cdc7f47bd3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:54.653677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:54.659710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:54.670235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Made reservation on behalf of 87e233ca49c148968cf467cdc7f47bd3 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:54.675035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.688805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.723257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:54.727311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Usage tracker for resource:security_group_rule and tenant:87e233ca49c148968cf467cdc7f47bd3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:54.730274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:54.736275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:54.805719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.808912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.813446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-01a83bbe-71f2-4f52-9b61-53d5a005830c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:54.848161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:07:54.857547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b1b96-f8d1-40a9-8a3d-5215046342f7,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:54.861807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:54.867198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.867744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Added segment 9ad24c54-dead-4c46-b950-2799eca5990c of type vlan for network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 Nov 24 10:07:54.899524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.929296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.930272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:54.930932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:54.935971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2df61fd-dc3a-4afa-8609-4e39762cdc83 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:55.034056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5349054 Nov 24 10:07:55.037490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57224) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:07:55.043483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Pushing event updated for resources: {'Network': ['ID=2a5ca2d9-2a4f-403e-b31b-4007f316f357,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:55.043706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Request body: {'subnet': {'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-804507562-subnet', 'tenant_id': '87e233ca49c148968cf467cdc7f47bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:55.046256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:55.050053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:55.055086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:07:55.055252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Usage tracker for resource:subnet and tenant:87e233ca49c148968cf467cdc7f47bd3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:55.058228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:55.064460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:55.075661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Made reservation on behalf of 87e233ca49c148968cf467cdc7f47bd3 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:55.080587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:55.306381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:55.310961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f630c55f-05e2-4986-a5c6-03b2636e53bc tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:55.391495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d873e8c4-5b4a-4186-b821-e43f74d432a2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:55.407128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.407566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.408003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.408431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.408856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.409278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.409703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.410125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.411078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.411501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.411919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:07:55.415410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Checking segment: {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:07:55.415754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Network hostable DHCP agents. Network: 2a5ca2d9-2a4f-403e-b31b-4007f316f357, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:07:55.421933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:55.438277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:07:55.446943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 2a5ca2d9-2a4f-403e-b31b-4007f316f357) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:07:55.451015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:55.451659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:55.456232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9d806-9728-4cd1-a23f-381084f8fb39 None None] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:07:55.476599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4377918 Nov 24 10:07:55.877586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bd813-1a35-48b0-9904-3f725fc236f2 None None] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:07:56.083224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-82125cdc-20b1-4bff-b75a-782eaf24ec45 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:56.084963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-82125cdc-20b1-4bff-b75a-782eaf24ec45 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 814 time: 0.1622913 Nov 24 10:07:56.106184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-153bec2a-52fc-48af-9140-1f0ffd82b2bc tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/quotas/87e233ca49c148968cf467cdc7f47bd3 HTTP/1.1" status: 200 len: 375 time: 0.0151739 Nov 24 10:07:56.158243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-2f564532-d045-4b69-99fc-03a81ab44a8c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460534 Nov 24 10:07:56.303752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-f4db2905-06da-46da-97ee-37c8194bf19b service neutron] 10.222.0.55 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378894 Nov 24 10:07:56.454797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-90eabc6f-1c1f-4620-9f9a-92ce33207ed8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445191 Nov 24 10:07:56.662875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-604d3170-3519-427a-848e-509f33fcdace req-2bbeffe5-6634-4a21-aeae-d7735d2a3254 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 210 time: 0.0545366 Nov 24 10:07:57.736202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-8cf1ef9c-9268-46ba-84b6-e327957a1078 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:57.736958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-8cf1ef9c-9268-46ba-84b6-e327957a1078 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Synchronizing usage tracker for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:57.754694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-8cf1ef9c-9268-46ba-84b6-e327957a1078 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Unset dirty status for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:57.756159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-8cf1ef9c-9268-46ba-84b6-e327957a1078 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 814 time: 0.1814060 Nov 24 10:07:57.774325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Request body: {'port': {'device_id': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'admin_state_up': True, 'tenant_id': '87e233ca49c148968cf467cdc7f47bd3'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:57.841281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95ea2526-1eb5-4604-98ea-4959067e8143 req-17afea3e-ac25-4ba3-9ccb-1dd4478af996 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 210 time: 0.0503736 Nov 24 10:07:57.927324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:07:57.931388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Usage tracker for resource:port and tenant:87e233ca49c148968cf467cdc7f47bd3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:07:57.934562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:07:57.940645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:07:57.950248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Made reservation on behalf of 87e233ca49c148968cf467cdc7f47bd3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:07:57.955878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:58.127065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Allocated IP 172.20.0.5 (2a5ca2d9-2a4f-403e-b31b-4007f316f357/d873e8c4-5b4a-4186-b821-e43f74d432a2/837cd453-9d58-4a2d-a43d-9f2cf1672a88) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:07:58.341402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:58.368311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:58.374438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-379e5264-94b6-418b-b11b-b17ade4ba017 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:58.445992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:07:58.450297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:07:58.455270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:07:58.485675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:58.491993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:58.525040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:58.525714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:58.545920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787814 Nov 24 10:07:58.558520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Request body: {'port': {'device_id': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:07:58.672485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.085666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:07:59.095431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.123726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Transition to ACTIVE for port object 837cd453-9d58-4a2d-a43d-9f2cf1672a88 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:07:59.126648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.131876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efa33a53-9a28-45b2-9577-307a818fc880 tempest-ServersAdminNegativeTestJSON-925579040 tempest-ServersAdminNegativeTestJSON-925579040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:59.174069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-623a049f-06d0-42ef-80b9-a4596ad50d99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:59.174843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-623a049f-06d0-42ef-80b9-a4596ad50d99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Synchronizing usage tracker for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:59.270742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:59.283587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:59.284264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-623a049f-06d0-42ef-80b9-a4596ad50d99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Unset dirty status for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:59.286456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-623a049f-06d0-42ef-80b9-a4596ad50d99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 931 time: 0.3175461 Nov 24 10:07:59.428684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-9d60f61a-ff07-43b2-8577-ae7b2e35de38 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Synchronizing usage tracker for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:07:59.446109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Attempting to bind port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:07:59.446479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Attempting to bind port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:07:59.446876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Attempting to bind port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:07:59.458105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:07:59.458543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Attempting to bind port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:07:59.462827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-9d60f61a-ff07-43b2-8577-ae7b2e35de38 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Unset dirty status for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:07:59.464085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90eb3252-659b-4de7-ad92-2065d6f005c8 req-9d60f61a-ff07-43b2-8577-ae7b2e35de38 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701529 Nov 24 10:07:59.467396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:07:59.467770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Checking segment: {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:07:59.468178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Bound using segment: {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:07:59.468647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Bound port: 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:07:59.469025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.565200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:07:59.568882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:07:59.572228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.576931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:07:59.633096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:07:59.634619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] 10.222.0.61 "PUT /v2.0/ports/837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 1093 time: 1.0813897 Nov 24 10:07:59.635192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:07:59.658251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:07:59.662277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:07:59.706487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'status': 'completed', 'code': 200} Nov 24 10:07:59.753310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-98a41e98-5cb1-478b-9300-6e752a5dc0c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1096 time: 0.0809283 Nov 24 10:07:59.824602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-f8938644-44ad-4ec3-84b0-a00bf0f0f108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0641272 Nov 24 10:07:59.896037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-58bdff73-54af-45f5-8843-d28474012b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:07:59.897600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-58bdff73-54af-45f5-8843-d28474012b15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0673997 Nov 24 10:07:59.948505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-d46e35f6-788f-4c39-9a5d-1465bbd18bfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451159 Nov 24 10:08:00.090714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-190aa22f-c6da-417d-9da6-88219c2a638b service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357541 Nov 24 10:08:00.234341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b3e09128-103c-4a72-af4b-3b021c2520b9 req-189db337-8333-4ec7-abae-0047924a0da0 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364119 Nov 24 10:08:00.350889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-6ed9d977-35f5-454d-b7ae-a55ae763fd92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1096 time: 0.0743971 Nov 24 10:08:00.786990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf021b-c71c-43d2-a984-953d3428d097 req-c9eda300-953e-4ba7-955d-417fcb93d20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:00.788525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-c9eda300-953e-4ba7-955d-417fcb93d20f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.4312921 Nov 24 10:08:00.866920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-03e985be-bd8a-4ec4-abb0-320438697f60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0695765 Nov 24 10:08:00.873251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df685334-d3d1-414a-983f-579037eae093 req-846008af-b844-4d7f-a989-1fb04f44d5bd tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:00.874794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df685334-d3d1-414a-983f-579037eae093 req-846008af-b844-4d7f-a989-1fb04f44d5bd tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 943 time: 0.1870556 Nov 24 10:08:00.972817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf021b-c71c-43d2-a984-953d3428d097 req-3028930e-1bee-40d2-a181-32b1a759df67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:00.974507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-3028930e-1bee-40d2-a181-32b1a759df67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0987909 Nov 24 10:08:01.028054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df685334-d3d1-414a-983f-579037eae093 req-c8993c1e-84c3-442a-853f-407bf147a217 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123047 Nov 24 10:08:01.030091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-169f6a5f-c605-4d46-b129-41c934b952fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478218 Nov 24 10:08:01.172674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-27c5a04c-6c12-4ae2-b28f-8fc99afc2f33 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363561 Nov 24 10:08:01.318822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf021b-c71c-43d2-a984-953d3428d097 req-023787cb-1df8-4999-af8a-d3e7a46e318b service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404970 Nov 24 10:08:02.236982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ce990-dfcb-4750-9a32-ff5c3eaf76fb req-5ad26501-80bd-43eb-8abd-22e41dbe69c3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:02.238894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c8ce990-dfcb-4750-9a32-ff5c3eaf76fb req-5ad26501-80bd-43eb-8abd-22e41dbe69c3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 943 time: 0.0832880 Nov 24 10:08:02.287952 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c8ce990-dfcb-4750-9a32-ff5c3eaf76fb req-5d7dc1a4-2c91-44e7-8d9f-628a52b7944a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Nov 24 10:08:03.501134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34a947-f7b1-472a-9c03-c4404ddd110a req-314a3762-e6cc-4606-b0c6-d6e8f0d3f421 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:03.502784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db34a947-f7b1-472a-9c03-c4404ddd110a req-314a3762-e6cc-4606-b0c6-d6e8f0d3f421 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 943 time: 0.0882940 Nov 24 10:08:03.509601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:08:03.553043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db34a947-f7b1-472a-9c03-c4404ddd110a req-68f7cd9c-b500-4f79-9581-a98980b5731b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Nov 24 10:08:03.661041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:03.677754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'port_id': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'mac_address': 'fa:16:3e:fd:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd873e8c4-5b4a-4186-b821-e43f74d432a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:08:03.734818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:03.753572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:08:03.769318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:03.773232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:03.775191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:03.841857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:03.845184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:03.979299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['837cd453-9d58-4a2d-a43d-9f2cf1672a88'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:08:04.765803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfd1a7-6e0a-439e-acc6-42fed6974ae3 req-f7424a62-1548-473f-a306-b27650df80ad tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:04.767447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-accfd1a7-6e0a-439e-acc6-42fed6974ae3 req-f7424a62-1548-473f-a306-b27650df80ad tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 944 time: 0.0875900 Nov 24 10:08:04.815507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-accfd1a7-6e0a-439e-acc6-42fed6974ae3 req-fc64b233-31ba-44d7-add2-af86d117c787 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Nov 24 10:08:05.509534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:08:05.582691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:08:05.588064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:08:05.588808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:05.706258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:05.735670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:05.746681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:05.749796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:05.753027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:05.793574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'code': 200} Nov 24 10:08:05.829850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:05.833938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:06.028282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c33c1-4186-4ad0-bf04-2d7a38cdbbde req-0d88583b-26c6-498b-9e79-97dbfef9b974 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:06.030261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b13c33c1-4186-4ad0-bf04-2d7a38cdbbde req-0d88583b-26c6-498b-9e79-97dbfef9b974 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0890572 Nov 24 10:08:06.040240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a398d25-df4a-40de-a70a-a593710c649e req-d63b2cce-c876-44a9-9893-355c7a5c5408 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1098 time: 0.0782189 Nov 24 10:08:06.083002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b13c33c1-4186-4ad0-bf04-2d7a38cdbbde req-df0fa767-05f6-44b9-a4df-3abc537c1e2a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 Nov 24 10:08:06.088891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a398d25-df4a-40de-a70a-a593710c649e req-32801237-1b16-45d8-b7a2-606af317452f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Nov 24 10:08:07.295036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540fe5d-0399-49b1-8440-29ec27936fa3 req-fa487050-52aa-4d95-99e6-f0260f246fc9 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:07.296677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7540fe5d-0399-49b1-8440-29ec27936fa3 req-fa487050-52aa-4d95-99e6-f0260f246fc9 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0895050 Nov 24 10:08:07.347001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7540fe5d-0399-49b1-8440-29ec27936fa3 req-adcbd275-3690-4cb9-84ff-9a8f55eed4e3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Nov 24 10:08:07.700163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd51f-8205-453f-93ed-d99caecd1fb1 req-462b940a-da52-4a04-8e1f-0fdcb710d5fe tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:07.701678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-006dd51f-8205-453f-93ed-d99caecd1fb1 req-462b940a-da52-4a04-8e1f-0fdcb710d5fe tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0866241 Nov 24 10:08:07.750213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-006dd51f-8205-453f-93ed-d99caecd1fb1 req-5614d46f-ea09-4ad0-ad61-12c750fc0889 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Nov 24 10:08:08.136525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee609808-7605-44c3-8961-c2d112a7cceb req-f0550c27-1445-47a2-bd69-86a4a8750226 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:08.138219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee609808-7605-44c3-8961-c2d112a7cceb req-f0550c27-1445-47a2-bd69-86a4a8750226 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0858507 Nov 24 10:08:08.192690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee609808-7605-44c3-8961-c2d112a7cceb req-dcbb7fc1-b748-4568-bc4d-a9630c3f82d0 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Nov 24 10:08:08.414927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71fb1c-250a-4c9f-9e40-2098125085c8 req-f85a3441-38e6-415f-ab5d-924720603795 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:08.416565 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e71fb1c-250a-4c9f-9e40-2098125085c8 req-f85a3441-38e6-415f-ab5d-924720603795 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0940800 Nov 24 10:08:08.470597 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e71fb1c-250a-4c9f-9e40-2098125085c8 req-cac1ca15-2eaf-49c5-abec-2658b689e5f6 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 Nov 24 10:08:08.680536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc3c4dde-c627-4792-9479-a5a8caf10c39 req-5f50de38-a03c-4a01-a2bf-d07d6a94051c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0767262 Nov 24 10:08:08.995378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-e375062d-8685-44ec-85d7-9835c725b1a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286609 Nov 24 10:08:09.024978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606951d-89da-4850-bda6-dfe2fe890031 req-a0529682-1800-4dfa-9fe9-7d61d25c9d7e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:09.026700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7606951d-89da-4850-bda6-dfe2fe890031 req-a0529682-1800-4dfa-9fe9-7d61d25c9d7e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.1053028 Nov 24 10:08:09.085529 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7606951d-89da-4850-bda6-dfe2fe890031 req-414c5da6-b35f-4bed-ac8a-b24759fcaec8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523596 Nov 24 10:08:10.292598 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-129f9d7a-2331-4274-8bb9-3cd35be72a45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1098 time: 0.0770307 Nov 24 10:08:10.306868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8bc01-b0bb-4a68-a588-53ee4911838a req-3721c417-6bdb-4937-a01c-fd2b603c287f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:10.308493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ee8bc01-b0bb-4a68-a588-53ee4911838a req-3721c417-6bdb-4937-a01c-fd2b603c287f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0856938 Nov 24 10:08:10.364439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ee8bc01-b0bb-4a68-a588-53ee4911838a req-b10f763d-44e2-4111-aa56-a88a840e6cce tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Nov 24 10:08:10.445399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-b1915390-59f7-4b34-8e03-07db25d0250b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:10.446974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-b1915390-59f7-4b34-8e03-07db25d0250b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1486475 Nov 24 10:08:10.524807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-a6f9ab1d-7b9f-4dab-85c9-5c45e63e164a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0720241 Nov 24 10:08:10.594321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-20525bf4-5c37-466f-a073-8da42214b5b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:10.595965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-20525bf4-5c37-466f-a073-8da42214b5b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0654774 Nov 24 10:08:10.647739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-3d524ca4-4b49-42c9-ad5a-cabea2ca982b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452194 Nov 24 10:08:10.648002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:10.714154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:08:10.798254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-2f14ced8-fc7a-4783-b531-c8850e80d95b service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446772 Nov 24 10:08:10.945331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-94d23473-40a8-450d-84b9-bd6628fbc140 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403468 Nov 24 10:08:11.617183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36c1c-8a3d-486c-8e1d-b2a1acc2b032 req-684b6d22-a8b8-4f1e-b2f2-d2c3eae61a29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:11.619685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89c36c1c-8a3d-486c-8e1d-b2a1acc2b032 req-684b6d22-a8b8-4f1e-b2f2-d2c3eae61a29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.1092737 Nov 24 10:08:11.676238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89c36c1c-8a3d-486c-8e1d-b2a1acc2b032 req-22322c95-ddb6-4241-9bb8-0c0e81e8f189 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Nov 24 10:08:12.885927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8229a-0c53-4218-a4c9-70b9af6b2557 req-6f20994f-ec7f-4b0a-ad0d-b2120b02de42 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:12.887479 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-edb8229a-0c53-4218-a4c9-70b9af6b2557 req-6f20994f-ec7f-4b0a-ad0d-b2120b02de42 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0860083 Nov 24 10:08:12.936383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-edb8229a-0c53-4218-a4c9-70b9af6b2557 req-1ca75f73-0621-4948-b6bf-96cdd407d813 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Nov 24 10:08:14.163659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525e1be-e75c-4054-a9b9-07aeca8b8005 req-195f11b3-10ad-4600-b16c-cd4e3a74f2a5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:14.165334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8525e1be-e75c-4054-a9b9-07aeca8b8005 req-195f11b3-10ad-4600-b16c-cd4e3a74f2a5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0883379 Nov 24 10:08:14.217077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8525e1be-e75c-4054-a9b9-07aeca8b8005 req-43e63096-9ad1-49f7-82e9-3b7a8429f59f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453072 Nov 24 10:08:15.440764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2306-1af1-4445-b42f-3d78ed72e792 req-e65d619c-ef67-407e-989f-22419503d931 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:15.443178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a1f2306-1af1-4445-b42f-3d78ed72e792 req-e65d619c-ef67-407e-989f-22419503d931 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0917954 Nov 24 10:08:15.714145 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1a1f2306-1af1-4445-b42f-3d78ed72e792 req-b4cec5ae-ea1e-4951-adf9-b0dc5b603695 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649808 Nov 24 10:08:16.919565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abd7ef-b6e7-4b55-9928-a759eec4144c req-5f656756-0013-4f0a-9a67-0a2b73d3b0d1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:16.921080 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25abd7ef-b6e7-4b55-9928-a759eec4144c req-5f656756-0013-4f0a-9a67-0a2b73d3b0d1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0865388 Nov 24 10:08:16.972995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25abd7ef-b6e7-4b55-9928-a759eec4144c req-9089a4c9-aa0f-465e-a377-6179114b2359 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454209 Nov 24 10:08:18.181011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef51188-ec47-4670-ac23-7e9b98ac5a43 req-a94765d5-a3a7-4bf8-b802-513fe9f9d8cd tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:18.182681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7ef51188-ec47-4670-ac23-7e9b98ac5a43 req-a94765d5-a3a7-4bf8-b802-513fe9f9d8cd tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0862005 Nov 24 10:08:18.231996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7ef51188-ec47-4670-ac23-7e9b98ac5a43 req-9c48b54a-52be-4c1f-8d74-34c138f2c635 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Nov 24 10:08:18.863272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-300fa39b-80ff-4168-a1c5-b9b169f6f935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:19.439501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aef34-dc80-4113-8c9e-89daee5bffd0 req-358d9ebf-ba22-4b5e-b510-5b589ea7dee2 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:19.441159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-295aef34-dc80-4113-8c9e-89daee5bffd0 req-358d9ebf-ba22-4b5e-b510-5b589ea7dee2 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0837901 Nov 24 10:08:19.496136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-295aef34-dc80-4113-8c9e-89daee5bffd0 req-c38b3d39-5384-453d-8c6d-44ebec4c6476 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Nov 24 10:08:20.465253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:20.703262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da2f9a-4094-4370-9687-a8a3133093b3 req-fd16103b-d8dc-4647-adc8-98ce7e8053ee tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:20.704846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93da2f9a-4094-4370-9687-a8a3133093b3 req-fd16103b-d8dc-4647-adc8-98ce7e8053ee tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0865726 Nov 24 10:08:20.753447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93da2f9a-4094-4370-9687-a8a3133093b3 req-31449ae1-464f-43d9-a31a-43853ca67c8a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Nov 24 10:08:21.648455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39ac7d80-ac3f-4279-995a-4ece4c8cc5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:21.650687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:21.964673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ba8fc-8056-4d4a-9ce5-df4e41d88e38 req-694db479-e0da-4681-8cbd-84afc29d0ba3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:21.966244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-978ba8fc-8056-4d4a-9ce5-df4e41d88e38 req-694db479-e0da-4681-8cbd-84afc29d0ba3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0878677 Nov 24 10:08:22.018396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-978ba8fc-8056-4d4a-9ce5-df4e41d88e38 req-374ad5f7-6996-4e24-bb5e-fe8b46ac594e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Nov 24 10:08:23.236711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a51c6-cab3-42ce-b2a3-fd7b38b7e697 req-5e28ccc8-fef2-4574-be49-4a9584c6df99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:23.238339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-815a51c6-cab3-42ce-b2a3-fd7b38b7e697 req-5e28ccc8-fef2-4574-be49-4a9584c6df99 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0886843 Nov 24 10:08:23.295150 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-815a51c6-cab3-42ce-b2a3-fd7b38b7e697 req-cede0401-de7b-44c1-8939-22ad5aaeb550 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498941 Nov 24 10:08:23.299784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:24.511137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735e8c-7e61-49b4-9173-03f1193a3b0e req-0b937073-50c8-4707-a698-e2829129105c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:24.512764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1735e8c-7e61-49b4-9173-03f1193a3b0e req-0b937073-50c8-4707-a698-e2829129105c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0911214 Nov 24 10:08:24.561392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1735e8c-7e61-49b4-9173-03f1193a3b0e req-8d378018-857e-49de-9273-689cb75c5441 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Nov 24 10:08:25.769547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373a098-8983-4699-bbf6-21d8f9e75155 req-e1b3fb33-50e3-4149-aa3e-b1f82513217b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:25.771733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b373a098-8983-4699-bbf6-21d8f9e75155 req-e1b3fb33-50e3-4149-aa3e-b1f82513217b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0829723 Nov 24 10:08:25.822810 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b373a098-8983-4699-bbf6-21d8f9e75155 req-ddfe30ec-9471-41fb-8115-ada607cd8e70 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Nov 24 10:08:27.049361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f64d16-2103-48b3-b859-70f9e2bf67b8 req-f30ab245-fb60-4fba-af84-6f5fbc935116 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:27.050996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07f64d16-2103-48b3-b859-70f9e2bf67b8 req-f30ab245-fb60-4fba-af84-6f5fbc935116 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0876925 Nov 24 10:08:27.101324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07f64d16-2103-48b3-b859-70f9e2bf67b8 req-3abe352b-5f39-4f16-982f-0067663f26a5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Nov 24 10:08:28.310635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e4c46-78a8-4d3e-aad0-e508e1f9439e req-a1158560-b180-4789-b2c2-8e69035708f3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:28.312235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a27e4c46-78a8-4d3e-aad0-e508e1f9439e req-a1158560-b180-4789-b2c2-8e69035708f3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0886314 Nov 24 10:08:28.360437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a27e4c46-78a8-4d3e-aad0-e508e1f9439e req-7a702548-a9ef-48ba-80dc-7ec9ab08b8dd tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Nov 24 10:08:29.577362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd6b1d-de47-49a9-aa5a-759d34d86705 req-94c929a0-b4f7-465f-946f-573e4bbd3897 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:29.579008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-08dd6b1d-de47-49a9-aa5a-759d34d86705 req-94c929a0-b4f7-465f-946f-573e4bbd3897 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0957460 Nov 24 10:08:29.629703 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-08dd6b1d-de47-49a9-aa5a-759d34d86705 req-2a17b9e9-067b-45a9-ab2a-62b2606e5429 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Nov 24 10:08:30.840057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6235a-d7d4-4503-ba06-529fe0a7622d req-0c2ce144-7730-406c-bfcf-123f7597681b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:30.841667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71c6235a-d7d4-4503-ba06-529fe0a7622d req-0c2ce144-7730-406c-bfcf-123f7597681b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0836654 Nov 24 10:08:30.890951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71c6235a-d7d4-4503-ba06-529fe0a7622d req-d69ea522-a54f-4516-b2de-9d0e34da13ea tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 Nov 24 10:08:32.095224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45834a56-86ea-48e3-bfe9-98057759d017 req-861464bd-7bd5-4bae-9828-c6f6b4a13240 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:32.096846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-45834a56-86ea-48e3-bfe9-98057759d017 req-861464bd-7bd5-4bae-9828-c6f6b4a13240 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0849323 Nov 24 10:08:32.152278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-45834a56-86ea-48e3-bfe9-98057759d017 req-d3f16874-0bfc-4081-aa07-ed369eb669e3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Nov 24 10:08:33.358541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380d35-4765-4bc9-b122-a6faebd1a338 req-897c976f-3995-47b8-8968-ed79ca6f1da9 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:33.360192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04380d35-4765-4bc9-b122-a6faebd1a338 req-897c976f-3995-47b8-8968-ed79ca6f1da9 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0865386 Nov 24 10:08:33.409666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04380d35-4765-4bc9-b122-a6faebd1a338 req-5789d92b-0a25-42da-ab80-7e18a1be2ad1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Nov 24 10:08:34.618056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed52b9-678d-4824-9d89-562733b20834 req-911fb29d-731b-43a3-b326-038c8086b29d tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:34.619731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28ed52b9-678d-4824-9d89-562733b20834 req-911fb29d-731b-43a3-b326-038c8086b29d tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0859144 Nov 24 10:08:34.669357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28ed52b9-678d-4824-9d89-562733b20834 req-81e92e86-20a4-4699-97cd-634a351c1e61 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Nov 24 10:08:35.877841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cecdcb-5a68-4449-be73-626a16b7d97f req-7ac20cf1-04e1-43f7-9e9e-57de3b7dd3cf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:35.879401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0cecdcb-5a68-4449-be73-626a16b7d97f req-7ac20cf1-04e1-43f7-9e9e-57de3b7dd3cf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0840807 Nov 24 10:08:35.933566 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0cecdcb-5a68-4449-be73-626a16b7d97f req-7931e6d5-2d5a-4f74-a19e-f52eaab864c5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Nov 24 10:08:36.999131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-a1a135ac-e663-4b6d-813f-124744ab4054 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1098 time: 0.0814519 Nov 24 10:08:37.225153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636897bf-1050-4bb6-b418-80052858210a req-80ee4af4-27cb-41d3-9ee9-90713fde0842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:37.226945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-80ee4af4-27cb-41d3-9ee9-90713fde0842 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.2068551 Nov 24 10:08:37.238222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2e857-2094-40b1-9e65-c93026cd9773 req-27992b9c-1275-4268-9336-f48def33bdae tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:37.239776 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e2e857-2094-40b1-9e65-c93026cd9773 req-27992b9c-1275-4268-9336-f48def33bdae tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.1755712 Nov 24 10:08:37.327885 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-ad872c16-035c-4471-8d91-77b10c0e6a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0865114 Nov 24 10:08:37.402412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e2e857-2094-40b1-9e65-c93026cd9773 req-670c5329-8342-4638-a7af-68de90e29504 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085536 Nov 24 10:08:37.413665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636897bf-1050-4bb6-b418-80052858210a req-8f8bebd1-63fb-48b5-bb2e-13a07e592388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:37.415250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-8f8bebd1-63fb-48b5-bb2e-13a07e592388 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0754957 Nov 24 10:08:37.469009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-a0b4f7fb-cabd-4608-a965-8504f728aae7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469420 Nov 24 10:08:37.619239 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-e2eb5360-8892-45e4-8d13-1540ae5149b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427379 Nov 24 10:08:38.051587 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-0fc2f35d-0e26-4332-a701-117964fb53c3 service neutron] 10.222.0.61 "GET /v2.0/ports/837cd453-9d58-4a2d-a43d-9f2cf1672a88/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.4192603 Nov 24 10:08:38.075347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-636897bf-1050-4bb6-b418-80052858210a req-8acf8c05-1e6b-482e-9a3d-bc23d2b7ea12 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446106 Nov 24 10:08:38.328948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-d89ca8d4-663d-4ba0-b23c-a9a20798f186 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4&tenant_id=87e233ca49c148968cf467cdc7f47bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0777245 Nov 24 10:08:38.434807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-c788f1f3-080d-4d98-a027-021a39a8b0b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1098 time: 0.0831769 Nov 24 10:08:38.596532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-05e70a8b-eb6a-4ed0-9fd2-22dec8a2fdba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:38.598054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-05e70a8b-eb6a-4ed0-9fd2-22dec8a2fdba service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1567273 Nov 24 10:08:38.630373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c46ffc-9740-4785-a33c-9b34d13dbbe0 req-93200a1b-0598-411b-86f2-ef941d64078b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:38.632052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1c46ffc-9740-4785-a33c-9b34d13dbbe0 req-93200a1b-0598-411b-86f2-ef941d64078b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0887351 Nov 24 10:08:38.670984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-f33b45a2-527f-472c-88ac-7e10ef026766 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0663376 Nov 24 10:08:38.682973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1c46ffc-9740-4785-a33c-9b34d13dbbe0 req-38e8be1f-6317-4b72-b5ad-7c5148ef08bb tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Nov 24 10:08:38.743691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-ecf79b8c-cbf2-47b8-8703-54ce6a285e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:38.745340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-ecf79b8c-cbf2-47b8-8703-54ce6a285e69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0687873 Nov 24 10:08:38.795392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-833086e4-da5b-4ef1-b3ac-e13380456a8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437682 Nov 24 10:08:38.947911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-b905bf6e-c1e4-48a4-9f02-7289ff34aa54 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428998 Nov 24 10:08:39.102622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53d92401-60f2-4997-9952-f7dd95a3fe84 req-efb27a7b-4a6d-4f8f-8000-7af455319184 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468568 Nov 24 10:08:39.907623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c50bc8-ad73-448c-9240-71b9bbc7bdbb req-262a17f3-6b95-4eb4-9819-eda8bf351aaf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:39.909165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17c50bc8-ad73-448c-9240-71b9bbc7bdbb req-262a17f3-6b95-4eb4-9819-eda8bf351aaf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0966926 Nov 24 10:08:39.960466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17c50bc8-ad73-448c-9240-71b9bbc7bdbb req-e50d9bca-1b06-48fb-b6e5-27090c411672 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Nov 24 10:08:40.652995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:41.172060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2caa-78b8-49fb-8a14-5151e543bbc1 req-79e666d3-d322-467a-b265-2321ec0b3177 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:41.173728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd9a2caa-78b8-49fb-8a14-5151e543bbc1 req-79e666d3-d322-467a-b265-2321ec0b3177 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0893047 Nov 24 10:08:41.224930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd9a2caa-78b8-49fb-8a14-5151e543bbc1 req-6cd78778-e9b1-4ab4-a02d-41124123c375 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Nov 24 10:08:41.573557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a66e5a-44bc-4c3a-bb01-27efe40bad39 req-d18946b4-7d61-454e-8271-b3e93433e906 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:41.575392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93a66e5a-44bc-4c3a-bb01-27efe40bad39 req-d18946b4-7d61-454e-8271-b3e93433e906 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0938501 Nov 24 10:08:41.592041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-81b10a51-d40f-43e8-ae39-752fa86fdfe3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:41.593633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-81b10a51-d40f-43e8-ae39-752fa86fdfe3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4&tenant_id=87e233ca49c148968cf467cdc7f47bd3&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 945 time: 0.0917666 Nov 24 10:08:41.628680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93a66e5a-44bc-4c3a-bb01-27efe40bad39 req-3c072ed6-2502-452c-a601-983a1ded5a47 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 24 10:08:41.674458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:08:41.679576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:08:41.749898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-3d108ebb-67d2-435a-ad67-019374fd595a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 1098 time: 0.0789056 Nov 24 10:08:41.905290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-ec2463dd-c726-4a08-b1ce-8022ddc6b558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:41.906878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-ec2463dd-c726-4a08-b1ce-8022ddc6b558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1515791 Nov 24 10:08:41.921874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:41.942440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:41.965895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'port_id': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'mac_address': 'fa:16:3e:fd:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd873e8c4-5b4a-4186-b821-e43f74d432a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:08:41.973656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:41.978838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-2cb1ac25-73d6-4e64-beed-5962a67dd4bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 200 len: 217 time: 0.0656278 Nov 24 10:08:42.021671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:42.040243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:42.043988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:42.062599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-634cbf03-a4ec-4097-ad10-5a1cfcabe980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:42.064302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-634cbf03-a4ec-4097-ad10-5a1cfcabe980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0790596 Nov 24 10:08:42.078733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:42.089766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'code': 200} Nov 24 10:08:42.116783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:08:42.121555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-699e9f3f-cea1-4e16-b87c-b584a0b6b1ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499899 Nov 24 10:08:42.178442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:42.183714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:42.208145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:08:42.208556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:08:42.276399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-f8088400-b999-484f-b37b-bc1bb724bbee service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482909 Nov 24 10:08:42.425261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c474f08-4e2e-451b-94e6-c8d915e1c0c2 req-6921bceb-4f13-483f-a818-756ef283f040 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416068 Nov 24 10:08:42.779816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:42.800532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:08:42.817569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:42.821483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:42.823414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cbaf271-a894-4fea-a159-2564c4544094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:42.858725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a423f-1ffa-437e-b2ca-2b9eaf5b6653 req-489da4e2-16d4-4655-961c-94530ae8de73 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:42.860814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c82a423f-1ffa-437e-b2ca-2b9eaf5b6653 req-489da4e2-16d4-4655-961c-94530ae8de73 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 943 time: 0.0993295 Nov 24 10:08:42.903757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['837cd453-9d58-4a2d-a43d-9f2cf1672a88'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:08:42.919336 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c82a423f-1ffa-437e-b2ca-2b9eaf5b6653 req-e72437de-9be0-4f66-87d2-16d677a65c42 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492954 Nov 24 10:08:42.948714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:42.953723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:43.680331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:08:43.753706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:08:43.754135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:43.876999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:43.911036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:43.914095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:43.916102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:43.983185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:43.986469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:44.090799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:44.143740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748edfb-d41f-45df-807d-c58e7e35b7a6 req-d7478c56-1166-4711-ae11-a162a0c78894 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:44.145428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7748edfb-d41f-45df-807d-c58e7e35b7a6 req-d7478c56-1166-4711-ae11-a162a0c78894 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0936646 Nov 24 10:08:44.152054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'code': 200} Nov 24 10:08:44.202783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7748edfb-d41f-45df-807d-c58e7e35b7a6 req-6813522c-8ce8-4929-ab96-40f4adcba29c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Nov 24 10:08:44.408842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6678-6107-450e-ad78-4bebff1361f4 req-9f36500f-17c1-4f0f-95ea-9bbde6e0bd33 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:44.410362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f9e6678-6107-450e-ad78-4bebff1361f4 req-9f36500f-17c1-4f0f-95ea-9bbde6e0bd33 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0827928 Nov 24 10:08:44.459681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f9e6678-6107-450e-ad78-4bebff1361f4 req-d183f12b-1ca6-491e-b499-27ee729988d8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Nov 24 10:08:44.668720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb17c7-8963-4b3a-91e9-ef0fffec8a86 req-1b073e09-e7a0-47c8-ab61-75854f10d033 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:44.670279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0deb17c7-8963-4b3a-91e9-ef0fffec8a86 req-1b073e09-e7a0-47c8-ab61-75854f10d033 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0882523 Nov 24 10:08:44.722089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0deb17c7-8963-4b3a-91e9-ef0fffec8a86 req-44f5f080-b8bb-4353-87e0-3a72ac30c46f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Nov 24 10:08:45.260171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-51ed347e-9bc1-4047-8d65-daed61416214 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:45.261675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-51ed347e-9bc1-4047-8d65-daed61416214 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 814 time: 0.1578817 Nov 24 10:08:45.279627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-926d3fcc-0c85-4845-9e61-abc3d0c2ab52 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/quotas/87e233ca49c148968cf467cdc7f47bd3 HTTP/1.1" status: 200 len: 375 time: 0.0118771 Nov 24 10:08:45.369980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-87ead1c2-1350-4754-a375-c7ad32966377 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845029 Nov 24 10:08:45.605909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-235d28a1-ffd8-4b63-9eea-22ed18dda28e service neutron] 10.222.0.55 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277565 Nov 24 10:08:45.758344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-718e3c21-fc58-4b5c-b552-5a9c2c228ef9 service neutron] 10.222.0.55 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458440 Nov 24 10:08:45.986517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-10137d45-10d3-4bc6-b449-bb6c80bdfe08 req-3ed8e376-a0f3-478f-8a5b-2d7ce7160a60 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 210 time: 0.0529454 Nov 24 10:08:46.732777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-c42401c7-517e-43c5-8d09-2370be7a98ac tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:46.734338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-c42401c7-517e-43c5-8d09-2370be7a98ac tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcbe61d-a69d-41f8-bcec-18c939a073e4 HTTP/1.1" status: 200 len: 945 time: 0.0897989 Nov 24 10:08:46.811873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Deleting port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:08:46.812256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:47.478413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-334acd52-450c-4799-a29e-0ce01d8492ee req-639fd0df-f5b5-4fa6-a79d-3343977b599c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 210 time: 0.3303103 Nov 24 10:08:47.489686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-27065555-ff39-42e0-9b9f-c8efe3c699e3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:47.491250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-27065555-ff39-42e0-9b9f-c8efe3c699e3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 814 time: 0.5773113 Nov 24 10:08:47.515273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Request body: {'port': {'device_id': '0b974992-7308-494b-bd6d-e570afbc2527', 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'admin_state_up': True, 'tenant_id': '87e233ca49c148968cf467cdc7f47bd3'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:08:47.563001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] For port 837cd453-9d58-4a2d-a43d-9f2cf1672a88, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=837cd453-9d58-4a2d-a43d-9f2cf1672a88,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:47.563409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:47.715014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:08:47.758856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Calling delete_port for 837cd453-9d58-4a2d-a43d-9f2cf1672a88 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:08:47.846774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:08:47.870434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:08:47.914932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Made reservation on behalf of 87e233ca49c148968cf467cdc7f47bd3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:08:47.920524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.012164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.022940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-31a58454-a8b8-4ef7-8965-069c9a15a73e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:48.024679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['837cd453-9d58-4a2d-a43d-9f2cf1672a88'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:08:48.091608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Pushing event deleted for resources: {'Port': ['ID=837cd453-9d58-4a2d-a43d-9f2cf1672a88,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:48.103137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:48.231417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] No DVR routers for this DVR port 837cd453-9d58-4a2d-a43d-9f2cf1672a88 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:08:48.236073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.238893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-deleted', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:48.263904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "DELETE /v2.0/ports/837cd453-9d58-4a2d-a43d-9f2cf1672a88 HTTP/1.1" status: 204 len: 173 time: 1.5230565 Nov 24 10:08:48.274326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Allocated IP 172.20.0.13 (2a5ca2d9-2a4f-403e-b31b-4007f316f357/d873e8c4-5b4a-4186-b821-e43f74d432a2/20b009f3-088b-43d0-8596-c6b0a7df410d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:08:48.311898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbe61d-a69d-41f8-bcec-18c939a073e4', 'name': 'network-vif-deleted', 'tag': '837cd453-9d58-4a2d-a43d-9f2cf1672a88', 'status': 'completed', 'code': 200} Nov 24 10:08:48.517418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.545876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.551998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:48.560189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['837cd453-9d58-4a2d-a43d-9f2cf1672a88'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:08:48.666907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:08:48.675821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:48.678560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:08:48.685673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:48.688092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:08:48.761885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:48.762549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.796600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f5526-7db2-4b03-9728-60b48e54c6f1 req-065bf0cb-390c-4148-aeaa-72159bd5bb6a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:48.797292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f05f5526-7db2-4b03-9728-60b48e54c6f1 req-065bf0cb-390c-4148-aeaa-72159bd5bb6a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Synchronizing usage tracker for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:08:48.807721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2994120 Nov 24 10:08:48.820168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Request body: {'port': {'device_id': '0b974992-7308-494b-bd6d-e570afbc2527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:08:48.851733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f05f5526-7db2-4b03-9728-60b48e54c6f1 req-065bf0cb-390c-4148-aeaa-72159bd5bb6a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Unset dirty status for tenant:87e233ca49c148968cf467cdc7f47bd3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:08:48.853042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f05f5526-7db2-4b03-9728-60b48e54c6f1 req-065bf0cb-390c-4148-aeaa-72159bd5bb6a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 932 time: 0.2455466 Nov 24 10:08:48.867997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38caaab-7630-4a2b-bbd2-856540bc37b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:48.979973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f05f5526-7db2-4b03-9728-60b48e54c6f1 req-fca4b1c0-2114-40d1-8e28-a6c99ecd88d1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166608 Nov 24 10:08:48.982541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.355721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b009f3-088b-43d0-8596-c6b0a7df410d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:08:49.363226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.380175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Transition to ACTIVE for port object 20b009f3-088b-43d0-8596-c6b0a7df410d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:08:49.383865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.388751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:49.525097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:49.529125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:49.648214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Attempting to bind port 20b009f3-088b-43d0-8596-c6b0a7df410d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:08:49.648589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Attempting to bind port 20b009f3-088b-43d0-8596-c6b0a7df410d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:08:49.648969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Attempting to bind port 20b009f3-088b-43d0-8596-c6b0a7df410d on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:08:49.655513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Port 20b009f3-088b-43d0-8596-c6b0a7df410d on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:08:49.655883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Attempting to bind port 20b009f3-088b-43d0-8596-c6b0a7df410d on network 2a5ca2d9-2a4f-403e-b31b-4007f316f357 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:08:49.663571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:08:49.663943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Checking segment: {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:08:49.664378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Bound using segment: {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:08:49.664855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Bound port: 20b009f3-088b-43d0-8596-c6b0a7df410d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad24c54-dead-4c46-b950-2799eca5990c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:08:49.665246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.762954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:08:49.766263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:08:49.769704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.774977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceb143b7-4efb-4874-8788-d3d7135a9322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:49.837219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:49.838797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] 10.222.0.61 "PUT /v2.0/ports/20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 1094 time: 1.0239282 Nov 24 10:08:49.863975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:49.867410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:49.951900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-aabbea36-b40f-49c9-9851-2abb3a9938c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1097 time: 0.0767815 Nov 24 10:08:50.031201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-38c1f089-57e6-4849-93e9-9e7cc4875d95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 217 time: 0.0722075 Nov 24 10:08:50.106861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-4f0238da-faa8-4090-b2cf-c6bfa9651f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:50.108487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-4f0238da-faa8-4090-b2cf-c6bfa9651f06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0711045 Nov 24 10:08:50.159782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-3f03e3e4-fe42-407e-8b8a-b8bb5c8f7f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450280 Nov 24 10:08:50.203166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619b916-a758-4414-b00e-fbf06f7b9012 req-d9abce81-dd07-4240-8bad-92c5ffeea60a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:50.205954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a619b916-a758-4414-b00e-fbf06f7b9012 req-d9abce81-dd07-4240-8bad-92c5ffeea60a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0942993 Nov 24 10:08:50.289665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a619b916-a758-4414-b00e-fbf06f7b9012 req-5680c91b-e754-4213-bcc4-4ae95476a6e5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759997 Nov 24 10:08:50.313067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:50.362375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-df311765-2c95-4ab2-89d6-9a366c6faf99 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961527 Nov 24 10:08:50.393847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'status': 'completed', 'code': 200} Nov 24 10:08:50.468322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:50.518946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-18af4f4d-d30c-4daf-b84c-fde7080b9bea req-13d1db29-1797-4eb3-941b-2b9445828db0 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496158 Nov 24 10:08:50.656689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-8d8facc7-d7be-4507-aa72-b31a702b654c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1097 time: 0.0885563 Nov 24 10:08:50.815439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-f337bc28-c29e-4a1a-a446-cbde593393bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:50.817797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-f337bc28-c29e-4a1a-a446-cbde593393bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1534803 Nov 24 10:08:50.891312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-ed36c395-bd97-4ea6-b82a-fd1f128dee9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 217 time: 0.0655267 Nov 24 10:08:50.967627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-039768fb-6876-49fe-8b5e-4eba5ae76a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:50.969268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-039768fb-6876-49fe-8b5e-4eba5ae76a3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0707021 Nov 24 10:08:51.020386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-8a703592-60b4-419e-8b07-0c794925b014 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433702 Nov 24 10:08:51.176815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-4bf9a378-afbc-4cc2-ae05-a4ddb2c04a26 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483278 Nov 24 10:08:51.332084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-398b1640-ae0b-44ae-a632-9591bdc8383e req-afd648b7-f4fb-4c36-8d29-a86fcb91850c service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488719 Nov 24 10:08:51.511490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993575d-e688-493e-a63c-45363a9b1c94 req-d7e96a09-ef91-4578-aa4c-955aa3cb1983 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:51.513202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b993575d-e688-493e-a63c-45363a9b1c94 req-d7e96a09-ef91-4578-aa4c-955aa3cb1983 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0908732 Nov 24 10:08:51.564054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b993575d-e688-493e-a63c-45363a9b1c94 req-64865b54-e270-47b5-8ae8-e78982427ed4 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442424 Nov 24 10:08:51.645391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e0d984a-bdd5-491a-936b-ea07f2f51635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:51.649059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:51.712378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:08:51.747297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 837cd453-9d58-4a2d-a43d-9f2cf1672a88 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:08:51.747756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 837cd453-9d58-4a2d-a43d-9f2cf1672a88 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:08:52.787985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c864e-ec3b-4090-ada9-779a5bfabf83 req-ed0a85ac-8210-4ec3-bc0c-9a70c394cbda tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:52.789705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-051c864e-ec3b-4090-ada9-779a5bfabf83 req-ed0a85ac-8210-4ec3-bc0c-9a70c394cbda tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0910821 Nov 24 10:08:52.840505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-051c864e-ec3b-4090-ada9-779a5bfabf83 req-43696625-6a4e-4bc6-871e-0443ac28c14a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Nov 24 10:08:53.306907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:53.711723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 20b009f3-088b-43d0-8596-c6b0a7df410d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:08:53.862076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:53.877674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'network_id': '2a5ca2d9-2a4f-403e-b31b-4007f316f357', 'port_id': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'mac_address': 'fa:16:3e:36:5c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd873e8c4-5b4a-4186-b821-e43f74d432a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:08:53.940260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:53.960344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b009f3-088b-43d0-8596-c6b0a7df410d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:08:53.977658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:53.982188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:53.984699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:54.059820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b9910-fbba-44ab-aee2-93658227d107 req-842f1840-d523-4757-b399-69dc01c1a4ed tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:54.061487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db3b9910-fbba-44ab-aee2-93658227d107 req-842f1840-d523-4757-b399-69dc01c1a4ed tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 945 time: 0.0917728 Nov 24 10:08:54.064763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:54.075788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.076186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.076574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.076960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.077344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.077724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.078100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.078479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.078917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.079339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.079720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:08:54.084341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:54.117662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db3b9910-fbba-44ab-aee2-93658227d107 req-7c74d695-a436-4ea0-b933-abf36e131972 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475945 Nov 24 10:08:54.173415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['20b009f3-088b-43d0-8596-c6b0a7df410d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:08:55.336504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518d6d7-efd0-4187-97b3-8a44e097e9d5 req-ffb28327-abb7-410c-a279-09cba3d0a1ad tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:55.341131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d518d6d7-efd0-4187-97b3-8a44e097e9d5 req-ffb28327-abb7-410c-a279-09cba3d0a1ad tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 945 time: 0.0914366 Nov 24 10:08:55.392271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d518d6d7-efd0-4187-97b3-8a44e097e9d5 req-1cf54660-d813-4138-bd8f-20c9b24af424 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Nov 24 10:08:55.727314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 20b009f3-088b-43d0-8596-c6b0a7df410d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:08:55.801465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 20b009f3-088b-43d0-8596-c6b0a7df410d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:08:55.806920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 20b009f3-088b-43d0-8596-c6b0a7df410d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:08:55.807351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:55.933016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:55.966065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:08:55.981428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:08:55.985996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:08:55.989425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:08:56.080271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'code': 200} Nov 24 10:08:56.110137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:08:56.113586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:08:56.331883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-670c6314-0252-4ac3-9034-62391f0a85b4 req-34df3dd3-db92-45be-8f1a-e31fc329385c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1099 time: 0.0837920 Nov 24 10:08:56.387343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-670c6314-0252-4ac3-9034-62391f0a85b4 req-048e48fb-3d00-49e9-880d-29427a4300bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Nov 24 10:08:56.611708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039d661-9a8e-4351-93f9-ffa64fb1c9ff req-ab0e1b4d-8098-4430-84bf-b6267010a20b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:56.613479 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1039d661-9a8e-4351-93f9-ffa64fb1c9ff req-ab0e1b4d-8098-4430-84bf-b6267010a20b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0931218 Nov 24 10:08:56.668178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1039d661-9a8e-4351-93f9-ffa64fb1c9ff req-4704b35c-e6ac-4e64-bd98-09640642dde5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Nov 24 10:08:57.887971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97b24-c1fe-4f7c-8198-1ca69b377b08 req-5d11417d-1084-4a32-abf7-cbf41d2f58ce tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:57.889523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42e97b24-c1fe-4f7c-8198-1ca69b377b08 req-5d11417d-1084-4a32-abf7-cbf41d2f58ce tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0899308 Nov 24 10:08:57.937873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42e97b24-c1fe-4f7c-8198-1ca69b377b08 req-f3a36503-2b29-41e5-b154-c847cb2820d1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Nov 24 10:08:58.149802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241d38-f086-4820-ae23-b2cedecdf888 req-4d566b88-d579-4e10-a389-c0510ae86caf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:58.151343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f241d38-f086-4820-ae23-b2cedecdf888 req-4d566b88-d579-4e10-a389-c0510ae86caf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0892465 Nov 24 10:08:58.200673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6f241d38-f086-4820-ae23-b2cedecdf888 req-6c28f925-76d9-4e68-a5a8-4effcbb20077 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Nov 24 10:08:58.406051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42a1bed0-d1ff-4dc5-a099-66b6009d5a46 req-ac4fbaa7-1aa5-424f-9801-f6a25e090f1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0757718 Nov 24 10:08:58.973710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-c50921f3-f91d-404a-ae50-aef11ced3232 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3778148 Nov 24 10:08:59.006087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bff18f-d16f-4712-a989-b0c97ef34d7e req-f1ee3287-539f-4a28-9315-f9c7b9a048ac tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:08:59.007939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89bff18f-d16f-4712-a989-b0c97ef34d7e req-f1ee3287-539f-4a28-9315-f9c7b9a048ac tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.3537574 Nov 24 10:08:59.060733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89bff18f-d16f-4712-a989-b0c97ef34d7e req-1bd8cf68-93fc-4b93-b10d-9ed8d2ac281f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 Nov 24 10:09:00.191119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-2272e5ac-72a3-4ce7-954e-5e608b7f0f35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1099 time: 0.0860476 Nov 24 10:09:00.287188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932ea93-d59a-43a4-9413-966136c00e71 req-3b993ccc-611f-4167-bf3a-21b3f14ce408 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:00.289636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3932ea93-d59a-43a4-9413-966136c00e71 req-3b993ccc-611f-4167-bf3a-21b3f14ce408 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0970554 Nov 24 10:09:00.342894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3932ea93-d59a-43a4-9413-966136c00e71 req-13f82356-b08d-40a7-93a6-9ed9b35b660e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Nov 24 10:09:00.385582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-bfbc3438-9c02-4608-8596-1c73125c7459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:00.388440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-bfbc3438-9c02-4608-8596-1c73125c7459 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1910474 Nov 24 10:09:00.464958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-792245ba-a031-4828-98e6-f73fe63a75e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 217 time: 0.0695229 Nov 24 10:09:00.535153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-a8d9a1c4-aa6a-42ed-8639-060e164c1fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:00.536761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-a8d9a1c4-aa6a-42ed-8639-060e164c1fa3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0662696 Nov 24 10:09:00.592356 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-ef788932-2e69-4aba-9e46-67a97d8d31fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498407 Nov 24 10:09:00.738844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-40856d9c-8cc3-488c-ab9d-8718f8288b6f service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397543 Nov 24 10:09:00.888361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-836494b7-1837-4bb0-bc98-c7204829e0ed service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433656 Nov 24 10:09:01.553992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e353a-ad47-4327-a94c-34d2b4154611 req-5101aa8f-a53c-425b-aaad-dfc7d4b8280c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:01.555697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-978e353a-ad47-4327-a94c-34d2b4154611 req-5101aa8f-a53c-425b-aaad-dfc7d4b8280c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0859528 Nov 24 10:09:01.609062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-978e353a-ad47-4327-a94c-34d2b4154611 req-45ba5abf-f89a-47b2-b0c8-ae912ec43412 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Nov 24 10:09:02.824288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ae5ab-721c-4342-972f-0c2e3c3d4241 req-5c3ed03c-982d-4a1e-aa91-a806ebb77539 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:02.825922 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f32ae5ab-721c-4342-972f-0c2e3c3d4241 req-5c3ed03c-982d-4a1e-aa91-a806ebb77539 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0844977 Nov 24 10:09:02.878464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f32ae5ab-721c-4342-972f-0c2e3c3d4241 req-97577a4e-0125-4a2c-b600-336f839ddb5f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Nov 24 10:09:04.096390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff91c-40ec-4d1f-8458-0c396de9ce7e req-3797b2f8-2bfd-468b-8e75-f1e32576e5f3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:04.098024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c8ff91c-40ec-4d1f-8458-0c396de9ce7e req-3797b2f8-2bfd-468b-8e75-f1e32576e5f3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0893848 Nov 24 10:09:04.151637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c8ff91c-40ec-4d1f-8458-0c396de9ce7e req-abc769a3-03f2-4499-915a-21563bfa3cc3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468256 Nov 24 10:09:05.364199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c4ee0-a8dd-4cac-b90a-c6b0f5cc9363 req-aff11cfa-7eb6-4d53-833d-dea2453e8da0 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:05.366100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-127c4ee0-a8dd-4cac-b90a-c6b0f5cc9363 req-aff11cfa-7eb6-4d53-833d-dea2453e8da0 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0871375 Nov 24 10:09:05.418500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-127c4ee0-a8dd-4cac-b90a-c6b0f5cc9363 req-e90f12f3-0174-4cec-8731-a06a914ece8c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Nov 24 10:09:06.630951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1280d9-f785-4282-97f8-c0c8ef9f96e2 req-c5a9e5ca-c9f6-45be-a5b7-ba29de214b1e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:06.633347 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a1280d9-f785-4282-97f8-c0c8ef9f96e2 req-c5a9e5ca-c9f6-45be-a5b7-ba29de214b1e tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0875237 Nov 24 10:09:06.684942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a1280d9-f785-4282-97f8-c0c8ef9f96e2 req-6e5f6f7d-55d5-4fea-a5f3-2845c2745f09 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Nov 24 10:09:07.902460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bb9d6-4116-4536-b54d-8acb2644f1d6 req-e07b8925-ba5e-4e4b-994b-610d12a80264 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:07.904053 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-695bb9d6-4116-4536-b54d-8acb2644f1d6 req-e07b8925-ba5e-4e4b-994b-610d12a80264 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0913215 Nov 24 10:09:07.955857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-695bb9d6-4116-4536-b54d-8acb2644f1d6 req-ae13574a-963e-4931-a773-2e9b2b015291 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Nov 24 10:09:09.173033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64951-d83b-4623-9f5e-6503b4455077 req-866a64e3-8c72-4337-94e6-c8f7e7746b6c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:09.174829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8b64951-d83b-4623-9f5e-6503b4455077 req-866a64e3-8c72-4337-94e6-c8f7e7746b6c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0945437 Nov 24 10:09:09.224796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8b64951-d83b-4623-9f5e-6503b4455077 req-5e5b228d-4910-4e14-b3a0-947126b634db tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Nov 24 10:09:10.433924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928450a-341c-4979-b1bd-d06b1865b5b4 req-735e9cd7-b642-4a43-8967-32f12524a2ae tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:10.435589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1928450a-341c-4979-b1bd-d06b1865b5b4 req-735e9cd7-b642-4a43-8967-32f12524a2ae tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0829675 Nov 24 10:09:10.577925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1928450a-341c-4979-b1bd-d06b1865b5b4 req-7c618c1c-3bf3-4395-861d-b2db9475bd16 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336114 Nov 24 10:09:10.655316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:11.888641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d93c-d9bf-4041-9938-317f91879db8 req-036e90c8-7fc8-4788-8d13-2b848cb5d747 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:11.890172 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0606d93c-d9bf-4041-9938-317f91879db8 req-036e90c8-7fc8-4788-8d13-2b848cb5d747 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.1686285 Nov 24 10:09:11.943700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0606d93c-d9bf-4041-9938-317f91879db8 req-0c259d94-2d65-4fd2-84bb-eeadb420e524 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Nov 24 10:09:13.151770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e833ba-ea74-4d65-a232-5a15a83d42ee req-66ab6cff-9cd6-4445-99b3-51c1f5d7ae96 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:13.153414 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9e833ba-ea74-4d65-a232-5a15a83d42ee req-66ab6cff-9cd6-4445-99b3-51c1f5d7ae96 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0857506 Nov 24 10:09:13.205207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9e833ba-ea74-4d65-a232-5a15a83d42ee req-483959d3-83e6-4715-9a13-da09ec82b5cc tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Nov 24 10:09:14.413623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2074b-6567-46c0-be2f-94fae7f2787c req-5a67366e-ee3b-4fc0-adf4-b0f736a9e135 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:14.415274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3f2074b-6567-46c0-be2f-94fae7f2787c req-5a67366e-ee3b-4fc0-adf4-b0f736a9e135 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0837240 Nov 24 10:09:14.464306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3f2074b-6567-46c0-be2f-94fae7f2787c req-cdd037ab-9ed4-4a6e-8ccf-81ac4c427750 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Nov 24 10:09:15.672818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b522-9434-4e7c-b59e-aae5a666cf23 req-bb75a2cb-aea4-48fd-8c00-997bc52028d4 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:15.674987 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b1f2b522-9434-4e7c-b59e-aae5a666cf23 req-bb75a2cb-aea4-48fd-8c00-997bc52028d4 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0850286 Nov 24 10:09:15.728573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b1f2b522-9434-4e7c-b59e-aae5a666cf23 req-e32d8a09-5cbb-4d46-93fd-04e05e9b7aed tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Nov 24 10:09:16.949225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91946-f804-45f8-8eb1-4c3b247ef828 req-ea72bf7e-df95-478e-91b5-657485dfd35f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:16.950793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cda91946-f804-45f8-8eb1-4c3b247ef828 req-ea72bf7e-df95-478e-91b5-657485dfd35f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0899467 Nov 24 10:09:17.000424 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cda91946-f804-45f8-8eb1-4c3b247ef828 req-3da13192-a2ba-42b9-82a9-6b8b32431205 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Nov 24 10:09:18.214075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8e6ef-2cd5-47a6-b731-e534f2ee12b5 req-556b9a27-0d16-4aae-8bd3-4499eb643d29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:18.215721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7cc8e6ef-2cd5-47a6-b731-e534f2ee12b5 req-556b9a27-0d16-4aae-8bd3-4499eb643d29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0864403 Nov 24 10:09:18.263903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7cc8e6ef-2cd5-47a6-b731-e534f2ee12b5 req-4510622b-191e-49fb-b670-d302786e0a8b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Nov 24 10:09:18.873299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90c2263b-e9f0-4aef-959d-e595caa8f134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:19.471625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1244-ad50-4469-a48f-1a0ba66be6c7 req-ea0bde12-21aa-4dd6-9888-7fe09389b1be tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:19.473254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-874f1244-ad50-4469-a48f-1a0ba66be6c7 req-ea0bde12-21aa-4dd6-9888-7fe09389b1be tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0837481 Nov 24 10:09:19.524804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-874f1244-ad50-4469-a48f-1a0ba66be6c7 req-dc9b1d12-bfdb-4501-ba50-d92a0da3431b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Nov 24 10:09:20.470114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:20.736484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc89d3-5582-4c36-a98f-473063327e32 req-09c36580-be4e-44e2-8500-948d00f54971 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:20.738099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bcc89d3-5582-4c36-a98f-473063327e32 req-09c36580-be4e-44e2-8500-948d00f54971 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0890377 Nov 24 10:09:20.789270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bcc89d3-5582-4c36-a98f-473063327e32 req-f8ad3fd1-c412-4cdf-a735-e927a3f9bf1d tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Nov 24 10:09:21.640513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f395-8758-4965-983a-d7d871a68a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:21.644506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:22.000230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3f7d2-af63-4f96-ae5d-69eb4fe48cf0 req-ccc166c7-35a3-4791-bf2d-b0a109f79a06 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:22.001756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ec3f7d2-af63-4f96-ae5d-69eb4fe48cf0 req-ccc166c7-35a3-4791-bf2d-b0a109f79a06 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0871208 Nov 24 10:09:22.049544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0ec3f7d2-af63-4f96-ae5d-69eb4fe48cf0 req-89380d44-1e00-4dbd-ae15-c914e728802f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Nov 24 10:09:23.257912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4afbe-5513-4713-b2ed-85ec0d0cbf63 req-0bb45d53-a68f-4ee7-a666-91b285a967b8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:23.259716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84a4afbe-5513-4713-b2ed-85ec0d0cbf63 req-0bb45d53-a68f-4ee7-a666-91b285a967b8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0873303 Nov 24 10:09:23.305597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:23.309504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84a4afbe-5513-4713-b2ed-85ec0d0cbf63 req-53690d0a-97bb-435d-96b8-2533514ffed0 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Nov 24 10:09:24.516893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06dd9c-67d2-4fc3-b9cc-120601b9ad56 req-08c17aaf-3aad-4776-93f8-7bc3c98a4f29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:24.518509 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad06dd9c-67d2-4fc3-b9cc-120601b9ad56 req-08c17aaf-3aad-4776-93f8-7bc3c98a4f29 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0859587 Nov 24 10:09:24.573331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad06dd9c-67d2-4fc3-b9cc-120601b9ad56 req-6c061cbc-3157-418e-9efc-1e9bafa446f5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487227 Nov 24 10:09:24.716354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:09:25.785712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20ec71-ce89-4823-bf68-17139103f770 req-c5ae62ad-5742-4009-af74-9df8f23825a1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:25.787853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c20ec71-ce89-4823-bf68-17139103f770 req-c5ae62ad-5742-4009-af74-9df8f23825a1 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0865686 Nov 24 10:09:25.836379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c20ec71-ce89-4823-bf68-17139103f770 req-6abf385c-647a-4917-9346-1c2f6087c9ec tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Nov 24 10:09:27.048630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038b31-bb8d-4db2-b39b-a8c0ce56b2bc req-523cfd64-7e31-4ac1-a634-5a18a55f534b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:27.050260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef038b31-bb8d-4db2-b39b-a8c0ce56b2bc req-523cfd64-7e31-4ac1-a634-5a18a55f534b tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0865982 Nov 24 10:09:27.101434 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef038b31-bb8d-4db2-b39b-a8c0ce56b2bc req-652231a7-9126-471c-901c-1fa70288a320 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Nov 24 10:09:27.564820 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-521e42f3-8f0b-4146-b6ae-f466c51dfa43 service neutron] 10.222.0.61 "GET /v2.0/ports/20b009f3-088b-43d0-8596-c6b0a7df410d/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0829115 Nov 24 10:09:27.835346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-24b823e7-ee48-4f50-bce9-81081fce1989 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527&tenant_id=87e233ca49c148968cf467cdc7f47bd3 HTTP/1.1" status: 200 len: 1099 time: 0.0758195 Nov 24 10:09:27.931316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-95ed2e83-28cd-404c-a5d0-68e5386bf533 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1099 time: 0.0766075 Nov 24 10:09:28.075158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-555abc30-034d-4e2c-b3b5-21f96a9eb8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:28.076782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-555abc30-034d-4e2c-b3b5-21f96a9eb8b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1398230 Nov 24 10:09:28.153932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-4d7f3ec1-f103-4900-b373-00b2c516c676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 217 time: 0.0703559 Nov 24 10:09:28.228965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-55100861-2e44-4118-8003-79c3e25a4689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:28.230620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-55100861-2e44-4118-8003-79c3e25a4689 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0705585 Nov 24 10:09:28.284966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-fb8e263d-3886-46b1-a999-4d507a4bcee4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481055 Nov 24 10:09:28.318451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d21d7-8573-42e0-8c09-5395f196d222 req-de9a4501-a66f-42d9-bcbe-0ea5f99b2bf3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:28.320876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cd9d21d7-8573-42e0-8c09-5395f196d222 req-de9a4501-a66f-42d9-bcbe-0ea5f99b2bf3 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0923018 Nov 24 10:09:28.369391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cd9d21d7-8573-42e0-8c09-5395f196d222 req-24bae2ad-da8c-45cc-9848-75476e416650 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Nov 24 10:09:28.434761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-b14a9794-07b3-4609-b6a4-ed68c3b1026d service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437972 Nov 24 10:09:28.583926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a33dc8e8-90c7-424d-98c3-92dab4373d45 req-306aa774-e067-4432-ab13-0aa5d7d93302 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415856 Nov 24 10:09:29.576259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b5073-d6c4-4dee-8a28-9f2168e91877 req-a52323c0-5a25-4764-b519-8efb7dead2f8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:29.578975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-624b5073-d6c4-4dee-8a28-9f2168e91877 req-a52323c0-5a25-4764-b519-8efb7dead2f8 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0860717 Nov 24 10:09:29.632803 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-624b5073-d6c4-4dee-8a28-9f2168e91877 req-97b1798c-c893-4ea1-9ade-ea8af50bd273 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Nov 24 10:09:30.843230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff136be3-f99d-43f8-8fb3-3dc7dab70dcc req-af32c89f-2a19-48a4-9f90-afad1e7c04db tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:30.844850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff136be3-f99d-43f8-8fb3-3dc7dab70dcc req-af32c89f-2a19-48a4-9f90-afad1e7c04db tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0861742 Nov 24 10:09:30.894668 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ff136be3-f99d-43f8-8fb3-3dc7dab70dcc req-64446b94-9efe-4e60-a07f-af5d84cc7cf5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Nov 24 10:09:31.246856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383a04d-9e35-4e13-bb6e-ab3787705f68 req-27a565dd-3777-4d10-a7ba-3ad7f45445fc tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:31.248657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9383a04d-9e35-4e13-bb6e-ab3787705f68 req-27a565dd-3777-4d10-a7ba-3ad7f45445fc tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 946 time: 0.0879502 Nov 24 10:09:31.262024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7845-28b0-4a3e-a805-446294224227 req-0f5e4def-faac-4ae5-af3a-dbc46deca98c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:31.263619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-0f5e4def-faac-4ae5-af3a-dbc46deca98c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527&tenant_id=87e233ca49c148968cf467cdc7f47bd3&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 946 time: 0.0991247 Nov 24 10:09:31.303078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9383a04d-9e35-4e13-bb6e-ab3787705f68 req-784d8036-b1f3-4ad4-ac88-2800d946762c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Nov 24 10:09:31.412527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-9db46fb1-aebf-404e-a127-da1233dbf4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87e233ca49c148968cf467cdc7f47bd3&device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 1099 time: 0.0773475 Nov 24 10:09:31.558441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7845-28b0-4a3e-a805-446294224227 req-0dde6b4d-4dc2-4fa0-9e70-630a0965f074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:31.560017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-0dde6b4d-4dc2-4fa0-9e70-630a0965f074 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 200 len: 915 time: 0.1419096 Nov 24 10:09:31.711873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-2c58fdcc-ddaf-40ae-aa23-0ec0b35037be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 200 len: 217 time: 0.1440587 Nov 24 10:09:31.779814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7845-28b0-4a3e-a805-446294224227 req-55ef8e3c-57c4-404b-a139-3ed766e96671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:31.781397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-55ef8e3c-57c4-404b-a139-3ed766e96671 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 200 len: 854 time: 0.0641170 Nov 24 10:09:31.831076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-39b30651-5295-4b93-b7da-696e114c649d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a5ca2d9-2a4f-403e-b31b-4007f316f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424483 Nov 24 10:09:31.868010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 20b009f3-088b-43d0-8596-c6b0a7df410d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:09:31.975089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-e96d2cac-9c71-430b-b05c-057b6e11fa24 service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379783 Nov 24 10:09:31.980254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:32.012202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:09:32.022183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:32.026016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:32.028002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:32.087505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'code': 200} Nov 24 10:09:32.098854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:32.102488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:32.125503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ad3d7845-28b0-4a3e-a805-446294224227 req-edcd1abc-029d-4bb8-aaed-a4565295221a service neutron] 10.222.0.61 "GET /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445832 Nov 24 10:09:32.514162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45fbda-5908-4460-8b47-5c01401da7c1 req-ccf2392d-c414-455d-b5f1-d9569c570e61 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:32.515837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a45fbda-5908-4460-8b47-5c01401da7c1 req-ccf2392d-c414-455d-b5f1-d9569c570e61 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0881174 Nov 24 10:09:32.565816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a45fbda-5908-4460-8b47-5c01401da7c1 req-69e39e4a-c461-40b9-8915-05fe977f7061 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Nov 24 10:09:33.784569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8919-4898-4086-b0e3-a8f64a3d2c39 req-d35c626f-bd27-4e71-b4f8-3ff2cc7e2bdf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:33.786125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88ac8919-4898-4086-b0e3-a8f64a3d2c39 req-d35c626f-bd27-4e71-b4f8-3ff2cc7e2bdf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0880415 Nov 24 10:09:33.835208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88ac8919-4898-4086-b0e3-a8f64a3d2c39 req-95a514be-e509-4f7c-bc7a-b307f922aac5 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Nov 24 10:09:34.041917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c790c1-d4eb-4056-ab93-eeb23da782dd req-5e29e754-b699-4eb1-90cf-28da337e3483 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:34.043499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50c790c1-d4eb-4056-ab93-eeb23da782dd req-5e29e754-b699-4eb1-90cf-28da337e3483 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0874965 Nov 24 10:09:34.091447 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-50c790c1-d4eb-4056-ab93-eeb23da782dd req-bc6a826f-840c-46e6-bd5e-1866b4a3240f tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Nov 24 10:09:34.301354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961baf-d617-4a62-8358-6c1cf0d7780a req-5cc7b33b-0e0b-44b5-b978-1154cf570e60 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:34.303042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8961baf-d617-4a62-8358-6c1cf0d7780a req-5cc7b33b-0e0b-44b5-b978-1154cf570e60 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0864849 Nov 24 10:09:34.357399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8961baf-d617-4a62-8358-6c1cf0d7780a req-4800926c-46db-4e9d-89f9-41667d278266 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Nov 24 10:09:34.965857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083dc37-6e79-4ccb-8d8f-a1cd1b7d4eba req-66e0e65a-a150-47f2-bf55-1145d3427416 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:34.967432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9083dc37-6e79-4ccb-8d8f-a1cd1b7d4eba req-66e0e65a-a150-47f2-bf55-1145d3427416 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0819938 Nov 24 10:09:35.015888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9083dc37-6e79-4ccb-8d8f-a1cd1b7d4eba req-b17027a1-4e95-4f00-af08-e93851a24e7c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 Nov 24 10:09:36.227035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a10ab-e610-4586-920c-54ca7927bb74 req-08e355a3-b688-4ca6-9f94-a61b2af4ed0a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:36.228649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc9a10ab-e610-4586-920c-54ca7927bb74 req-08e355a3-b688-4ca6-9f94-a61b2af4ed0a tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0857568 Nov 24 10:09:36.278507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc9a10ab-e610-4586-920c-54ca7927bb74 req-0c4e5fba-f44e-4922-ab38-8959f6cf2183 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e3b1b96-f8d1-40a9-8a3d-5215046342f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Nov 24 10:09:36.383852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-52511733-06a2-4d62-b2ae-f0c6846bd19c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:36.385418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-52511733-06a2-4d62-b2ae-f0c6846bd19c tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 944 time: 0.0867767 Nov 24 10:09:36.458243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Deleting port 20b009f3-088b-43d0-8596-c6b0a7df410d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:09:36.458641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:36.946837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] For port 20b009f3-088b-43d0-8596-c6b0a7df410d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=20b009f3-088b-43d0-8596-c6b0a7df410d,segment=NetworkSegment(9ad24c54-dead-4c46-b950-2799eca5990c),segment_id=9ad24c54-dead-4c46-b950-2799eca5990c)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:36.947182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:37.077623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Calling delete_port for 20b009f3-088b-43d0-8596-c6b0a7df410d owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:09:37.230360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:37.236200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db209c5f-93b0-42c4-ad4a-a33141848663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:37.281012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Pushing event deleted for resources: {'Port': ['ID=20b009f3-088b-43d0-8596-c6b0a7df410d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:37.294123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.294566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.295033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.295468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.295895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.296322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.296745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.297444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.297561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.297959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.298383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:37.332198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:37.377262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] No DVR routers for this DVR port 20b009f3-088b-43d0-8596-c6b0a7df410d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:09:37.379914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:37.383443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-deleted', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:09:37.398547 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa774fd4-52ea-43bb-b356-13973ae6feae req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.61 "DELETE /v2.0/ports/20b009f3-088b-43d0-8596-c6b0a7df410d HTTP/1.1" status: 204 len: 173 time: 1.0075669 Nov 24 10:09:37.438997 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b974992-7308-494b-bd6d-e570afbc2527', 'name': 'network-vif-deleted', 'tag': '20b009f3-088b-43d0-8596-c6b0a7df410d', 'status': 'completed', 'code': 200} Nov 24 10:09:37.485935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbd0e6e5-8ab6-4b49-96b0-42ca1490ba8f req-52506afc-6a91-4556-8c1b-0a9350eb4220 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b974992-7308-494b-bd6d-e570afbc2527 HTTP/1.1" status: 200 len: 210 time: 0.0581024 Nov 24 10:09:38.761024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57564) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:38.828581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Deleting subnet d873e8c4-5b4a-4186-b821-e43f74d432a2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:09:38.831717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:38.886305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:38.951599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.020644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.025918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58655089-4c04-49a3-8fc4-eb84974d4d64 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:39.062642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d873e8c4-5b4a-4186-b821-e43f74d432a2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:39.074180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.078396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.078861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.079294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.079724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.080150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.080574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.080997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.081419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.081836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.082264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.082717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:39.087710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:39.089210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d873e8c4-5b4a-4186-b821-e43f74d432a2 HTTP/1.1" status: 204 len: 168 time: 0.3270271 Nov 24 10:09:39.091992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:39.208615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.352243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.382900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5ca2d9-2a4f-403e-b31b-4007f316f357']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:39.395429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad24c54-dead-4c46-b950-2799eca5990c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:39.395765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad24c54-dead-4c46-b950-2799eca5990c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:39.408255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.422928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.429817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:09:39.430281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:09:39.443734 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:09:39.517990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.521403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-83a970a7-0752-4799-8b4e-bee79d587c13 tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:39.541280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.550150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5ca2d9-2a4f-403e-b31b-4007f316f357,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:39.556430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:39.560784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c004b1b5-845e-4707-a97b-77d67c2ae70e admin admin] 10.222.0.55 "DELETE /v2.0/networks/2a5ca2d9-2a4f-403e-b31b-4007f316f357 HTTP/1.1" status: 204 len: 168 time: 0.4677560 Nov 24 10:09:39.713714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:39.767419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9f58914-0855-493d-bc50-07c5f02ea63e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87e233ca49c148968cf467cdc7f47bd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523677 Nov 24 10:09:39.770094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:39.832495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.863800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.912202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.918004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dc2cef13-69d1-4161-98cd-ea6ea59ae022 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:39.928235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 20b009f3-088b-43d0-8596-c6b0a7df410d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:09:39.932911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b1b96-f8d1-40a9-8a3d-5215046342f7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:39.938346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:39.940372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:39.941601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e3b1b96-f8d1-40a9-8a3d-5215046342f7 HTTP/1.1" status: 204 len: 168 time: 0.1705577 Nov 24 10:09:39.974047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 20b009f3-088b-43d0-8596-c6b0a7df410d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:09:39.974489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 20b009f3-088b-43d0-8596-c6b0a7df410d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:09:40.650389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:40.853188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:40.995198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-740175564-network', 'tenant_id': '53779a5cefab4565b3835db30610b8ba'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:41.000791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:41.004806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Usage tracker for resource:network and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:41.008179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:41.014281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:41.024840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:09:41.029544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.047442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.082181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:41.087569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Usage tracker for resource:security_group_rule and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:41.090678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:41.096937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:41.167798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.170844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.175348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e03d3600-e076-4436-8155-64382d323d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:41.204357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:09:41.214361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9f4c76-f5f6-4d2a-8c75-3828a5785232,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:41.218243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:41.221313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.221699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Added segment 0e966c6b-8f28-4628-a7b9-bebcac664463 of type vlan for network 0320e80d-62c4-4cd7-bead-a500fdc16073 Nov 24 10:09:41.257090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.301869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.302873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:41.303497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.309399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3c3d763-8b4c-42ad-9d3d-8eb8ff4949cb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:41.418629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5641131 Nov 24 10:09:41.419514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Pushing event updated for resources: {'Network': ['ID=0320e80d-62c4-4cd7-bead-a500fdc16073,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:41.421611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:41.424541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:41.428294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Request body: {'subnet': {'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-740175564-subnet', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:41.430404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:09:41.433997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:41.438101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Usage tracker for resource:subnet and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:41.441158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:41.448095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:41.458422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:09:41.463875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.892170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:41.896606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aff3e25-47ce-4e09-8c71-df1f479ee771 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:41.975293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:41.980692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:41.991314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:09:41.992229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Network hostable DHCP agents. Network: 0320e80d-62c4-4cd7-bead-a500fdc16073, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:09:42.014279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:09:42.022758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 0320e80d-62c4-4cd7-bead-a500fdc16073) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:42.026940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:42.027588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.032686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3e23e-2dd2-41ac-b956-945396e3b79c None None] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:09:42.049290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6262457 Nov 24 10:09:42.051850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57610) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:42.058098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:42.063157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:42.067163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Usage tracker for resource:router and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:42.070222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:42.076298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:42.086626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.087602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.107947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.271665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.445424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-0320e80d-62c4-4cd7-bead-a500fdc16073', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:09:42.446314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.484446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.518424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.616657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Allocated IP 172.20.0.2 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/4273461e-596e-4d21-8d01-3a60197d0823) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:09:42.671648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Allocated IP 172.26.6.180 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/9bbdb6f8-9e05-44ef-8c86-020362cd285c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:09:42.830028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.831064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.841644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Transition to ACTIVE for port object 4273461e-596e-4d21-8d01-3a60197d0823 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:42.857821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.861413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Transition to ACTIVE for port object 4273461e-596e-4d21-8d01-3a60197d0823 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:42.862741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2d0a3bc-eae7-4a7b-aea1-00426eb6f29b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:42.866161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:42.871230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:42.932758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:42.936520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:42.939058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:09:42.939851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:42.943578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:42.949510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:09:42.951711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Pushing event updated for resources: {'Port': ['ID=4273461e-596e-4d21-8d01-3a60197d0823,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:42.956104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:42.979893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Pushing event updated for resources: {'Port': ['ID=9bbdb6f8-9e05-44ef-8c86-020362cd285c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:42.988917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:43.045010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Attempting to bind port 4273461e-596e-4d21-8d01-3a60197d0823 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:09:43.045445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Attempting to bind port 4273461e-596e-4d21-8d01-3a60197d0823 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:09:43.045863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Attempting to bind port 4273461e-596e-4d21-8d01-3a60197d0823 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:09:43.052766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:09:43.053195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:09:43.053658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.054689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:09:43.055223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Bound port: 4273461e-596e-4d21-8d01-3a60197d0823, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:09:43.055643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.115853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.117296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.152143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] For port 4273461e-596e-4d21-8d01-3a60197d0823, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:09:43.155507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] For port 4273461e-596e-4d21-8d01-3a60197d0823, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4273461e-596e-4d21-8d01-3a60197d0823,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:09:43.158950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.163444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:43.246059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Pushing event updated for resources: {'Port': ['ID=4273461e-596e-4d21-8d01-3a60197d0823,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:43.249397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:43.366632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Router 9988833c-6455-40c5-aa63-fb34a1482bec is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:09:43.598165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:09:43.616005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:09:43.635274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:43.637161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5839255 Nov 24 10:09:43.637737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:09:43.638463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:43.639839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:43.840442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:09:44.141494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:43Z', 'revision_number': 3, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:44.145768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:09:44.146149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Updating router 9988833c-6455-40c5-aa63-fb34a1482bec port 9bbdb6f8-9e05-44ef-8c86-020362cd285c binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:09:44.204339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.424079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4273461e-596e-4d21-8d01-3a60197d0823 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:44.432317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.545652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4273461e-596e-4d21-8d01-3a60197d0823 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:44.628332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.642166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Transition to ACTIVE for port object 9bbdb6f8-9e05-44ef-8c86-020362cd285c will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:44.649140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.653338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:44.675341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Allocated IP 172.20.0.1 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/9139167c-1f71-465b-ab89-2ad65a4e3d38) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:09:44.722239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6f8-9e05-44ef-8c86-020362cd285c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:44.732613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:44.751003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Attempting to bind port 9bbdb6f8-9e05-44ef-8c86-020362cd285c on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:09:44.751420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Attempting to bind port 9bbdb6f8-9e05-44ef-8c86-020362cd285c by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:09:44.751842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Attempting to bind port 9bbdb6f8-9e05-44ef-8c86-020362cd285c on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:09:44.759403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:09:44.759825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:09:44.760282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.760728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:09:44.761249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Bound port: 9bbdb6f8-9e05-44ef-8c86-020362cd285c, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:09:44.761671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.841865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.842097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] For port 9bbdb6f8-9e05-44ef-8c86-020362cd285c, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:09:44.846428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] For port 9bbdb6f8-9e05-44ef-8c86-020362cd285c, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9bbdb6f8-9e05-44ef-8c86-020362cd285c,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:09:44.850365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.856034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:44.861512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Transition to ACTIVE for port object 9139167c-1f71-465b-ab89-2ad65a4e3d38 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:44.884041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:44.890251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-70797468-bc76-43e0-a561-4ac8d8fac6df tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:44.942133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6f8-9e05-44ef-8c86-020362cd285c,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:44.946717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:44.948324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:09:44.949018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:44.964458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:44.972892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:44.978317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:09:45.015473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Pushing event updated for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:45.021334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f501b-c661-4629-86a3-9aa726ff9bde None None] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:09:45.025751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:45.041444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.121974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.382977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Provisioning for port 4273461e-596e-4d21-8d01-3a60197d0823 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:45.404826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Provisioning complete for port 4273461e-596e-4d21-8d01-3a60197d0823 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:45.405245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.532953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:09:45.607667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.611384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.641632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-edaf6baf-7c1b-4733-8212-b804c02edb98 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:45.725794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Pushing event updated for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:45.729133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.734007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:45.871332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.879233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:45.880427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:45.979095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] For port 4273461e-596e-4d21-8d01-3a60197d0823, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4273461e-596e-4d21-8d01-3a60197d0823,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:45.983989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:45.986657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:46.082354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Pushing event updated for resources: {'Port': ['ID=4273461e-596e-4d21-8d01-3a60197d0823,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:46.086693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:46.096195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:43Z', 'revision_number': 3, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:46.101308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617600bd-d3ea-4d6e-be23-e6fbdb9a45ee None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:43Z', 'revision_number': 3, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:09:46.312651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:09:46.313597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Provisioning complete for port 4273461e-596e-4d21-8d01-3a60197d0823 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:46.314020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:46.389345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4273461e-596e-4d21-8d01-3a60197d0823 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:46.537038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Provisioning for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:46.544430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Provisioning complete for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:46.544857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:46.591718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4273461e-596e-4d21-8d01-3a60197d0823 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:46.592275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:46.651870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:09:46.666879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] 10.222.0.55 "PUT /v2.0/routers/9988833c-6455-40c5-aa63-fb34a1482bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0258019 Nov 24 10:09:46.684670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a692f650-4cf8-498c-be54-f41dba7e9ef3 None None] Port 9139167c-1f71-465b-ab89-2ad65a4e3d38 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:09:46.810292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3dd849de-baac-4cdc-88cb-8a09318c7883 None None] Provisioning complete for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:46.810788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3dd849de-baac-4cdc-88cb-8a09318c7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:46.880686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3dd849de-baac-4cdc-88cb-8a09318c7883 None None] Port 9139167c-1f71-465b-ab89-2ad65a4e3d38 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:09:47.008919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-69334b42-9570-4572-af24-f77dfd5aafbc None None] Provisioning complete for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:47.009360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69334b42-9570-4572-af24-f77dfd5aafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.072451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-69334b42-9570-4572-af24-f77dfd5aafbc None None] Port 9139167c-1f71-465b-ab89-2ad65a4e3d38 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:09:47.221324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57624) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:47.228495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241393834', 'description': 'tempest-description--1989519966'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:47.235372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:47.239692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Usage tracker for resource:security_group and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:47.243551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:47.250527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:47.269707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.311843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:47.316039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Usage tracker for resource:security_group_rule and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:47.319370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:47.328345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:47.397486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.401502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.405812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b5caefc5-ddc3-498f-9bc5-6c29f08cdd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:47.453263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29069359-6840-492e-a8f7-21af23ea1508,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:47.456371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:47.457281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.458639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-223d567e-415d-41d6-bdd9-a867755e773a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2360775 Nov 24 10:09:47.463286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57628) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:47.469681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'security_group_rule': {'security_group_id': '29069359-6840-492e-a8f7-21af23ea1508', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:47.478131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:47.482724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Usage tracker for resource:security_group_rule and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:47.485960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:47.493417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:47.511255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.581932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.585951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.588070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b0215d28-1b69-4cc1-8290-3b5b2063e134 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:47.612167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499681a4-c926-4dce-8533-7c881b84ca22,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:47.618044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:47.626081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.627491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1631017 Nov 24 10:09:47.630281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57632) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:47.636511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'security_group_rule': {'security_group_id': '29069359-6840-492e-a8f7-21af23ea1508', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:47.643669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:47.648434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Usage tracker for resource:security_group_rule and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:47.651474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:47.662331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:47.688441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.756756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.759655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.761624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-837b834e-3460-4f86-97b9-09fc5e33a78b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:47.779861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4085ec-2f47-49fc-a55e-32b9a1adcfc3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:47.786674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:47.796823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.798139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1667609 Nov 24 10:09:47.801409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 57636) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:09:47.807237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:47.813146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:47.817211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Usage tracker for resource:floatingip and tenant:53779a5cefab4565b3835db30610b8ba is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:09:47.820676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:09:47.826987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:47.838161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:47.988319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.138129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Allocated IP 172.26.6.174 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/45b70b68-15e1-447a-a946-ffd536865e89) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:09:48.302568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.332153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.337912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:48.390446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9bbdb6f8-9e05-44ef-8c86-020362cd285c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:48.398690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:48.406149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:48.411182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:09:48.450039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=45b70b68-15e1-447a-a946-ffd536865e89,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:48.453024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:48.464913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9bbdb6f8-9e05-44ef-8c86-020362cd285c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:48.471153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9bbdb6f8-9e05-44ef-8c86-020362cd285c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:48.471726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.587337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.594942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.612129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9bbdb6f8-9e05-44ef-8c86-020362cd285c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9bbdb6f8-9e05-44ef-8c86-020362cd285c,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:48.615300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.618720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4219aaac-095f-4bb0-8dd2-5be4847c495b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:48.650798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.689042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9bbdb6f8-9e05-44ef-8c86-020362cd285c,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:48.692433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:48.871743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.875754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.876237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b4230a14-284b-4224-90ad-f4f20e3c8e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:48.880554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a376046b-d1f3-4741-9d37-c0ad1da1a503 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:48.995949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=45b70b68-15e1-447a-a946-ffd536865e89,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:49.000717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:49.010051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:49.033306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:49.034647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2322173 Nov 24 10:09:49.231233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-0fb28581-4d62-4e9d-858a-10141b09e908 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--241393834&fields=id&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 267 time: 0.0506678 Nov 24 10:09:49.349062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:09:49.363745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:09:49.364470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:49.409451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777f91-9c85-403f-a9a2-822f902307b0 req-40d897f7-7b24-4e2f-b475-7a455d2ef4a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:49.411054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-40d897f7-7b24-4e2f-b475-7a455d2ef4a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1728070 Nov 24 10:09:49.430306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-0350f2fa-2b51-4588-b20e-e0fb886a13d9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/quotas/53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 375 time: 0.0121498 Nov 24 10:09:49.524731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-0d49f068-4f08-4534-b960-a66a564e9ca4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874670 Nov 24 10:09:49.561955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:09:49.688739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-ad748a9e-5a82-4138-ad4b-8176aa0f4420 service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509213 Nov 24 10:09:49.840647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-d496f02a-a96f-4114-bf13-29fd9751b95a service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441593 Nov 24 10:09:49.905107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 2, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:49.909433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:09:49.909844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Updating router 9988833c-6455-40c5-aa63-fb34a1482bec port 9139167c-1f71-465b-ab89-2ad65a4e3d38 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:09:49.966415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.062704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f153ab4a-d8b5-45c6-8348-c7ec7cabe8ef req-525eba62-1162-4c2d-870d-8df285e97929 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:09:50.081657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f153ab4a-d8b5-45c6-8348-c7ec7cabe8ef req-525eba62-1162-4c2d-870d-8df285e97929 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:09:50.083519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f153ab4a-d8b5-45c6-8348-c7ec7cabe8ef req-525eba62-1162-4c2d-870d-8df285e97929 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 210 time: 0.0699513 Nov 24 10:09:50.364952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.378717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9bbdb6f8-9e05-44ef-8c86-020362cd285c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:50.379576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Transition to ACTIVE for port object 9139167c-1f71-465b-ab89-2ad65a4e3d38 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:50.386308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.397180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:50.501478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9bbdb6f8-9e05-44ef-8c86-020362cd285c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:50.503239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.524680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Pushing event updated for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:50.537763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.538149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.539261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.539659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.540013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.540383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.540827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.541197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.541612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.541964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.542332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:50.545102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.594900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:50.659840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Attempting to bind port 9139167c-1f71-465b-ab89-2ad65a4e3d38 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:09:50.660253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Attempting to bind port 9139167c-1f71-465b-ab89-2ad65a4e3d38 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:09:50.660706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Attempting to bind port 9139167c-1f71-465b-ab89-2ad65a4e3d38 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:09:50.670229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:09:50.670688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:09:50.671155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.671612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:09:50.672154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Bound port: 9139167c-1f71-465b-ab89-2ad65a4e3d38, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:09:50.672725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.925458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] For port 9139167c-1f71-465b-ab89-2ad65a4e3d38, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:09:50.928793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] For port 9139167c-1f71-465b-ab89-2ad65a4e3d38, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9139167c-1f71-465b-ab89-2ad65a4e3d38,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:09:50.932592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:50.936518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028df635-6d57-4649-9d0a-bddcc981a617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:51.039166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Pushing event updated for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:51.043235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:51.044843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:09:51.045535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:51.264113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:09:51.340464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777f91-9c85-403f-a9a2-822f902307b0 req-f9fdc5e1-ca29-47bb-811e-e91402a913a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:51.342045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-f9fdc5e1-ca29-47bb-811e-e91402a913a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.2460542 Nov 24 10:09:51.344486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85fd4608-52b0-4ba8-abcb-129e0a2f0778 req-9114477f-1f28-478c-be8f-bae9485c6028 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 210 time: 0.0720599 Nov 24 10:09:51.406020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-c55ee014-420a-4398-b6eb-fb45bbb77cec tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 379 time: 0.0528991 Nov 24 10:09:51.421639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'port': {'device_id': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'admin_state_up': True, 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'security_groups': ['29069359-6840-492e-a8f7-21af23ea1508']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:51.576363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:09:51.586799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:09:51.595857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:09:51.602683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:51.628464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:50Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:09:51.633818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d7999-7018-496c-90bf-c599e24f38ea None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:50Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:09:51.650231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ebd3499-8d5f-4471-800d-8e9a85c71b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:51.653477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:51.807582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Allocated IP 172.20.0.3 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/62015a6e-be03-4149-87da-32e79df6cc32) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:09:52.015405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.033234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Transition to ACTIVE for port object 62015a6e-be03-4149-87da-32e79df6cc32 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:52.054970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.061132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9249e3ff-54f0-43c5-9f0f-ef66bd820610 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:52.127599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:09:52.136299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:09:52.141325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:09:52.176149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:52.183928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:52.219438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:52.220123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.251194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339896 Nov 24 10:09:52.264208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Request body: {'port': {'device_id': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:09:52.415565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.421142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9139167c-1f71-465b-ab89-2ad65a4e3d38 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:52.513859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf15ddae-57a9-4efa-9a5e-ff0d0da14cae None None] Provisioning for port 62015a6e-be03-4149-87da-32e79df6cc32 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:52.519629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf15ddae-57a9-4efa-9a5e-ff0d0da14cae None None] Provisioning complete for port 62015a6e-be03-4149-87da-32e79df6cc32 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:52.521015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf15ddae-57a9-4efa-9a5e-ff0d0da14cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.573175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:52.580339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:52.581319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.647164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cf15ddae-57a9-4efa-9a5e-ff0d0da14cae None None] Port 62015a6e-be03-4149-87da-32e79df6cc32 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:09:52.749875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.797619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9139167c-1f71-465b-ab89-2ad65a4e3d38, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9139167c-1f71-465b-ab89-2ad65a4e3d38,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:52.805447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.811510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:52.894144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:52.899446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:52.899822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f929c-ef6e-4019-b693-6d373379ba87 req-62c06994-be32-453c-8cd2-5725c934a170 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:52.901513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c63f929c-ef6e-4019-b693-6d373379ba87 req-62c06994-be32-453c-8cd2-5725c934a170 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 931 time: 0.3736262 Nov 24 10:09:52.905165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62015a6e-be03-4149-87da-32e79df6cc32 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:09:52.913073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.931701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Transition to ACTIVE for port object 62015a6e-be03-4149-87da-32e79df6cc32 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:09:52.935861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:52.940730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5976402b-a8d5-4f38-a930-abea01f1a86c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:52.952691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c63f929c-ef6e-4019-b693-6d373379ba87 req-fbd177e7-3860-41b3-a1e4-d7989948cd08 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:09:52.973236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c63f929c-ef6e-4019-b693-6d373379ba87 req-fbd177e7-3860-41b3-a1e4-d7989948cd08 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:09:52.974530 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c63f929c-ef6e-4019-b693-6d373379ba87 req-fbd177e7-3860-41b3-a1e4-d7989948cd08 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668273 Nov 24 10:09:53.084444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:53.089650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:53.205379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Attempting to bind port 62015a6e-be03-4149-87da-32e79df6cc32 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:09:53.205762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Attempting to bind port 62015a6e-be03-4149-87da-32e79df6cc32 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:09:53.206149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Attempting to bind port 62015a6e-be03-4149-87da-32e79df6cc32 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:09:53.213607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Port 62015a6e-be03-4149-87da-32e79df6cc32 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:09:53.213981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Attempting to bind port 62015a6e-be03-4149-87da-32e79df6cc32 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:09:53.221310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:09:53.221692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:09:53.222123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:09:53.222620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Bound port: 62015a6e-be03-4149-87da-32e79df6cc32, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:09:53.223017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:53.309624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:53.326652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:09:53.329798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:09:53.333298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:53.338537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:53.393481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:53.395001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] 10.222.0.61 "PUT /v2.0/ports/62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 1093 time: 1.1358838 Nov 24 10:09:53.395634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:09:53.424753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:53.428092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:53.481009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32', 'status': 'completed', 'code': 200} Nov 24 10:09:53.520495 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-26ce004b-3b3d-4db0-96e1-1baf8bf668be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1096 time: 0.0858469 Nov 24 10:09:53.603385 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-4cb1590b-3818-4c75-ae02-e7fcf2ce394f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 217 time: 0.0755401 Nov 24 10:09:53.681040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b8a48f1f-c138-444e-a5d7-dedc9882e7fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:53.682678 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b8a48f1f-c138-444e-a5d7-dedc9882e7fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0731285 Nov 24 10:09:53.767811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-9626bedb-48db-412e-816d-96186ef51704 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793583 Nov 24 10:09:53.915218 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-0e8e78fa-2a12-4303-8d4b-838273bb67cf service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404731 Nov 24 10:09:54.060644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57777f91-9c85-403f-a9a2-822f902307b0 req-b2c12483-36d6-476a-b74f-c1cd9306cf91 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391363 Nov 24 10:09:54.189150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f164-db78-40b6-bddf-45716b7a4836 req-c72fedbf-ceed-470c-834c-703f3b89756a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:54.190808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f94f164-db78-40b6-bddf-45716b7a4836 req-c72fedbf-ceed-470c-834c-703f3b89756a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 943 time: 0.0858581 Nov 24 10:09:54.193631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-39ae7a5e-9c25-4c77-b525-6cd237430a24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1096 time: 0.0814865 Nov 24 10:09:54.242460 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f94f164-db78-40b6-bddf-45716b7a4836 req-d9ae301d-ad93-45f8-9b84-c76b39aaa719 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Nov 24 10:09:54.374807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9139167c-1f71-465b-ab89-2ad65a4e3d38 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:54.457786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9139167c-1f71-465b-ab89-2ad65a4e3d38 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:54.458213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:54.583046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe424a-ad63-4066-b326-637e9523eb89 req-12729289-ef5f-47fa-afe2-772e5e1df501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:54.584959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-12729289-ef5f-47fa-afe2-772e5e1df501 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.3849819 Nov 24 10:09:54.658393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-e1fae4db-9363-40ba-9c08-981ece24d685 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 217 time: 0.0654390 Nov 24 10:09:54.730751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe424a-ad63-4066-b326-637e9523eb89 req-3d8c43c3-456b-45ee-a905-482a2bf0673c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:54.732339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-3d8c43c3-456b-45ee-a905-482a2bf0673c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0676653 Nov 24 10:09:54.814763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-d371a8b4-e196-467b-9ca7-881d6dc71f3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743754 Nov 24 10:09:54.961957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-02d1010b-b736-4ee0-8d69-cb057db89b3a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402891 Nov 24 10:09:55.108330 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66fe424a-ad63-4066-b326-637e9523eb89 req-5319a1a2-34ff-4a72-b70d-26309da444e2 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407917 Nov 24 10:09:55.457534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d710b-f2f1-44a0-8cdb-3a457cf63b6d req-547d49b0-5744-4c36-8065-5d8fca62ad54 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:55.458291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0d2d710b-f2f1-44a0-8cdb-3a457cf63b6d req-547d49b0-5744-4c36-8065-5d8fca62ad54 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:09:55.477423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-0d2d710b-f2f1-44a0-8cdb-3a457cf63b6d req-547d49b0-5744-4c36-8065-5d8fca62ad54 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:09:55.478786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d2d710b-f2f1-44a0-8cdb-3a457cf63b6d req-547d49b0-5744-4c36-8065-5d8fca62ad54 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 943 time: 0.1051571 Nov 24 10:09:55.531596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d2d710b-f2f1-44a0-8cdb-3a457cf63b6d req-a5b9f659-4e26-4e90-ba22-8853b3f9176c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 Nov 24 10:09:55.959950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:09:56.106430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:56.121772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '62015a6e-be03-4149-87da-32e79df6cc32', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': '62015a6e-be03-4149-87da-32e79df6cc32', 'mac_address': 'fa:16:3e:a1:e8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:09:56.181056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:56.199564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62015a6e-be03-4149-87da-32e79df6cc32 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:09:56.215654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:56.218571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:56.221250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de8ae90-98e5-45c7-9841-42a6b9f8e57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:56.291264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:56.301217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.301613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.302001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.302387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.302793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.303173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.303547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.303966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.304536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.305085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.305461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:09:56.309683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:56.424578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['62015a6e-be03-4149-87da-32e79df6cc32'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:09:56.763632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0283-10d1-4914-888d-04fd1d8e3120 req-d9e4034d-efaf-410d-b9c2-0b90d6fed8ba tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:56.765253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93ec0283-10d1-4914-888d-04fd1d8e3120 req-d9e4034d-efaf-410d-b9c2-0b90d6fed8ba tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 944 time: 0.0954211 Nov 24 10:09:56.814562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93ec0283-10d1-4914-888d-04fd1d8e3120 req-9f77cf57-a772-413c-9806-14ad79b157b2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Nov 24 10:09:57.990613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:09:58.021550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c66cd-c788-4d5d-a747-e9b3d02bbd1a req-a4f636ce-1603-45ee-897b-51a49dc4b67d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:58.023375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-535c66cd-c788-4d5d-a747-e9b3d02bbd1a req-a4f636ce-1603-45ee-897b-51a49dc4b67d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 944 time: 0.0849400 Nov 24 10:09:58.064007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 62015a6e-be03-4149-87da-32e79df6cc32 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:09:58.068839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 62015a6e-be03-4149-87da-32e79df6cc32 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:09:58.069272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:58.073412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-535c66cd-c788-4d5d-a747-e9b3d02bbd1a req-43bd388a-a46f-4c6d-88ba-e85a6aa4065f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Nov 24 10:09:58.188444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:58.217125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:09:58.227819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:09:58.230910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:09:58.233643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:09:58.276915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32', 'code': 200} Nov 24 10:09:58.306754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:09:58.310920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:09:58.531903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0195f8f6-d115-46ba-b863-efe6e268ab46 req-df5071d7-2a30-4d1d-a6e7-737d7781190d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1098 time: 0.0843856 Nov 24 10:09:58.580592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0195f8f6-d115-46ba-b863-efe6e268ab46 req-05930767-a5f4-4b06-90b3-132496d9a39b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410461 Nov 24 10:09:59.300662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff820e8-d281-4e18-bc8d-75c2d520dd1e req-23424191-203a-42d2-bcd7-71b35aa08c3c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:09:59.302281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cff820e8-d281-4e18-bc8d-75c2d520dd1e req-23424191-203a-42d2-bcd7-71b35aa08c3c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.1002350 Nov 24 10:09:59.358940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cff820e8-d281-4e18-bc8d-75c2d520dd1e req-894cc50a-7fc3-4082-84cb-5fc2ee63d27b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493631 Nov 24 10:10:00.571332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4e78-868c-4477-bf52-18850d9c20d7 req-e4d4f6bd-2cc2-4685-a148-72aeafd2b1e7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:00.572960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893a4e78-868c-4477-bf52-18850d9c20d7 req-e4d4f6bd-2cc2-4685-a148-72aeafd2b1e7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0864906 Nov 24 10:10:00.626444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893a4e78-868c-4477-bf52-18850d9c20d7 req-4e8d86ba-f166-4d78-a7e8-0347e3d01809 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470088 Nov 24 10:10:00.839213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd675f-8180-49a0-bd27-fd0d88e47b68 req-4230354e-2541-46d1-979b-d4264b457d52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:00.840811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-91fd675f-8180-49a0-bd27-fd0d88e47b68 req-4230354e-2541-46d1-979b-d4264b457d52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0871620 Nov 24 10:10:00.850761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57688) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:10:00.856661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'floatingip': {'port_id': '62015a6e-be03-4149-87da-32e79df6cc32'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:10:00.939668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:01.580780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:01.583898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:01.717445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:10:01.785267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 associated. External IP: 172.26.6.174, port: 62015a6e-be03-4149-87da-32e79df6cc32. Nov 24 10:10:02.201353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:10:02.661019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:10:02.665976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:02.671101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:10:02.685202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:10:02.685869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:10:02.722506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5bf403f8-b892-41a1-b7ea-9bb5f701be0c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "PUT /v2.0/floatingips/6058e023-9e34-4300-86cb-8df00a4d5ae8 HTTP/1.1" status: 200 len: 991 time: 1.8705783 Nov 24 10:10:02.723276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:10:02.779195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32', 'status': 'completed', 'code': 200} Nov 24 10:10:02.879478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:10:02.887828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-681ceaec-8092-4f7e-adb3-414147c31281 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1098 time: 0.0811541 Nov 24 10:10:03.033156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93695dd-078c-4a07-aa30-f94663938082 req-5ec79763-3135-4681-9503-9151edd80b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:03.034813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-5ec79763-3135-4681-9503-9151edd80b89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1406195 Nov 24 10:10:03.141197 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-85ec627f-503a-4078-9dfd-ef5294fcb016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 999 time: 0.1001573 Nov 24 10:10:03.214826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93695dd-078c-4a07-aa30-f94663938082 req-32b400e7-9938-4431-9d5a-082f83ab3fe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:03.216543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-32b400e7-9938-4431-9d5a-082f83ab3fe5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0692811 Nov 24 10:10:03.250262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '62015a6e-be03-4149-87da-32e79df6cc32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:a1:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:10:01Z', 'revision_number': 1, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:10:03.254508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:10:03.266006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:10:03.266728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:09:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:10:03.299910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-04436158-5af6-4f18-8ae0-31e9e2b93cce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767481 Nov 24 10:10:03.445503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-9aee94be-0144-49b5-b59e-67a4b39191b3 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389534 Nov 24 10:10:03.454611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:10:03.606100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e93695dd-078c-4a07-aa30-f94663938082 req-5da89338-61af-4787-bc7b-06b11ce6d64e service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542282 Nov 24 10:10:03.832580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '62015a6e-be03-4149-87da-32e79df6cc32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:a1:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:10:01Z', 'revision_number': 1, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:10:03.837436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed2f6d2-13cd-43eb-8a85-887568f11172 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '62015a6e-be03-4149-87da-32e79df6cc32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:a1:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:10:01Z', 'revision_number': 1, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:10:04.209224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d1d0f3-4f38-4252-a822-662a96565284 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:10:10.661954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:18.879660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a5b4823f-3fc3-4d79-ac5e-b772a1df848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:20.467468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:21.639565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f500b1c3-aed4-437d-a8b8-9c9e862069bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:21.649968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:23.311243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:38.343208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30b3b8-a4ee-4045-82d9-795b426e0332 req-07406ccc-e965-4eed-84b8-e83a3889094a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:38.344820 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db30b3b8-a4ee-4045-82d9-795b426e0332 req-07406ccc-e965-4eed-84b8-e83a3889094a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0888124 Nov 24 10:10:38.394019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db30b3b8-a4ee-4045-82d9-795b426e0332 req-71fceb13-1026-4c01-9554-a132f491c1c1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430603 Nov 24 10:10:38.680589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9c018ef-b14e-4bc8-83c4-d96ea5c32c76 req-32a656b6-6277-411d-8925-bf32fdb5c798 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1539218 Nov 24 10:10:38.719432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:10:38.996289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-10c2431c-8ef9-4f8d-8f6a-98577b4f8f58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258485 Nov 24 10:10:39.033750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ad21-f6d4-4d8b-a2cb-e6a41d624bcb req-e5deaf06-b235-4af3-a6aa-4f89e8b3332d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:39.035415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d605ad21-f6d4-4d8b-a2cb-e6a41d624bcb req-e5deaf06-b235-4af3-a6aa-4f89e8b3332d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.1048851 Nov 24 10:10:39.090510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d605ad21-f6d4-4d8b-a2cb-e6a41d624bcb req-d86fbd38-f128-4e4b-87b0-079f63087dae tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Nov 24 10:10:39.987319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-94d1af81-66bf-492a-9362-87a65c807d0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1098 time: 0.0764754 Nov 24 10:10:40.155531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-f0dd4e8f-357f-4831-af04-be81b44b23b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:40.157148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-f0dd4e8f-357f-4831-af04-be81b44b23b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1466811 Nov 24 10:10:40.270821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-3f6b5c29-68e4-4784-833e-cf5f58ea0420 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 1001 time: 0.1062422 Nov 24 10:10:40.308501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d0df-41cb-406b-9e62-3e3d48542d39 req-5cb03eae-330f-49f9-aaba-fa626129b4e1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:40.310120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e81d0df-41cb-406b-9e62-3e3d48542d39 req-5cb03eae-330f-49f9-aaba-fa626129b4e1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0844312 Nov 24 10:10:40.353499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-ee032d97-ade4-45b9-97cc-1484e7eeb9e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:40.355916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-ee032d97-ade4-45b9-97cc-1484e7eeb9e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0778396 Nov 24 10:10:40.371915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e81d0df-41cb-406b-9e62-3e3d48542d39 req-00dcab2c-58f6-482b-ad3f-835e6444a7af tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552318 Nov 24 10:10:40.444198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-8ebf3f05-ff36-4ec0-853c-0d429ea8d04b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822883 Nov 24 10:10:40.597600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-3254a729-8ef4-4038-a70d-7b1ddebf3f66 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461477 Nov 24 10:10:40.659759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:40.746824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-01c6a0ab-2da6-4165-8cba-ca9871a829eb req-b83a33e8-f4b7-49bd-931c-e27b10424883 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418056 Nov 24 10:10:40.870280 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-5fb9d533-dd6e-429a-b6e7-ad4d3089c5dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1098 time: 0.0821893 Nov 24 10:10:41.022092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-8621996b-fca3-424b-aff5-fb838e1d9b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:41.023773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-8621996b-fca3-424b-aff5-fb838e1d9b65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1467183 Nov 24 10:10:41.146763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-59a76d4a-67f4-4f7f-9f04-8ea31b29158b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 1001 time: 0.1151679 Nov 24 10:10:41.222990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-c82977ec-8658-41ca-af16-619a59879b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:41.224595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-c82977ec-8658-41ca-af16-619a59879b75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0711038 Nov 24 10:10:41.314595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-bf61552b-f869-42dd-8279-8f87d9d36a48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830302 Nov 24 10:10:41.471607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-568b2cdc-7dd3-4a94-8e57-fdb5f4ecc655 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482871 Nov 24 10:10:41.692364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-a643fe2a-172f-4468-b3fd-7aee3520f5e9 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092013 Nov 24 10:10:41.700011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3f73-3eb5-4ff1-b0f7-8bb42709ec02 req-5527f972-93a5-4eab-b5f0-dad5ce393189 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:41.701550 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17fc3f73-3eb5-4ff1-b0f7-8bb42709ec02 req-5527f972-93a5-4eab-b5f0-dad5ce393189 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.1888950 Nov 24 10:10:41.751675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17fc3f73-3eb5-4ff1-b0f7-8bb42709ec02 req-dfdaa6a1-6080-4c66-b3e2-4e63ea2c5d62 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Nov 24 10:10:42.965820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeed3e-9e4e-4d93-9771-fb450885fd9f req-54860b0a-c832-4c8c-85bc-a94656b4e87c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:42.967392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4eeed3e-9e4e-4d93-9771-fb450885fd9f req-54860b0a-c832-4c8c-85bc-a94656b4e87c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0867555 Nov 24 10:10:43.017473 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4eeed3e-9e4e-4d93-9771-fb450885fd9f req-3a4f6ae0-b2c1-4bd8-ae83-feed127bead6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438001 Nov 24 10:10:44.237744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d331b2-b383-4214-8ffa-fea92b07d1c8 req-d349ce80-f718-4220-ac5f-9a499f7db498 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:44.239419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07d331b2-b383-4214-8ffa-fea92b07d1c8 req-d349ce80-f718-4220-ac5f-9a499f7db498 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0882599 Nov 24 10:10:44.290840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07d331b2-b383-4214-8ffa-fea92b07d1c8 req-8e19b35d-27d6-47ba-a990-b8fdc4176ca1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Nov 24 10:10:45.512712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d72ec-2541-40f3-865d-a6e491516a49 req-188470d0-38e7-4c6e-ba04-c4392f37d6e5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:45.514388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e70d72ec-2541-40f3-865d-a6e491516a49 req-188470d0-38e7-4c6e-ba04-c4392f37d6e5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0935898 Nov 24 10:10:45.573620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e70d72ec-2541-40f3-865d-a6e491516a49 req-64e27f7a-8f33-4718-9b7c-f0cd0e90423b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524139 Nov 24 10:10:46.792078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcfcdf-c3ee-42dd-b677-51b10d53c4d2 req-4dd7abf4-a001-4985-85d7-fd31bf629236 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:46.793760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75bcfcdf-c3ee-42dd-b677-51b10d53c4d2 req-4dd7abf4-a001-4985-85d7-fd31bf629236 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0877533 Nov 24 10:10:46.846785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75bcfcdf-c3ee-42dd-b677-51b10d53c4d2 req-54f366cc-8a1b-485d-8011-296193840582 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460289 Nov 24 10:10:48.062802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b50a0-e9f9-49f7-a0a2-ac9cd0f0357a req-f29ba28b-286b-49b0-aa02-38a26921c798 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:48.064407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-330b50a0-e9f9-49f7-a0a2-ac9cd0f0357a req-f29ba28b-286b-49b0-aa02-38a26921c798 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0844007 Nov 24 10:10:48.113780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-330b50a0-e9f9-49f7-a0a2-ac9cd0f0357a req-7f666452-3c2d-4bcd-ab4e-7bdb62b73778 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Nov 24 10:10:48.882919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59f69bab-9d6d-4163-8cda-92b9e5239ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:49.335327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42b6eb-9a48-4b7a-9668-ce6900fd6f70 req-cdd6eb3a-5e51-4651-9535-3ddeea425282 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:49.337017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d42b6eb-9a48-4b7a-9668-ce6900fd6f70 req-cdd6eb3a-5e51-4651-9535-3ddeea425282 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0888746 Nov 24 10:10:49.388860 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d42b6eb-9a48-4b7a-9668-ce6900fd6f70 req-d5a33fc7-024d-49b8-a9c1-aa56675e06e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 Nov 24 10:10:50.470306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:50.614369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1591a-0dca-4070-81db-6a8867677d2d req-f451fdb7-e7f3-4937-b687-617074f6fa96 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:50.615995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-51e1591a-0dca-4070-81db-6a8867677d2d req-f451fdb7-e7f3-4937-b687-617074f6fa96 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0975225 Nov 24 10:10:50.669083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-51e1591a-0dca-4070-81db-6a8867677d2d req-4bb9511b-a865-4843-99bd-4198b232e51b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Nov 24 10:10:51.632667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c811c86a-5713-4392-8e96-78e52795ca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:51.651809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:51.883355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff6c0-fb15-47c8-b742-29a78bed7108 req-6de9a2ed-dbac-45ee-9ab0-4446ad68fd73 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:51.884917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-827ff6c0-fb15-47c8-b742-29a78bed7108 req-6de9a2ed-dbac-45ee-9ab0-4446ad68fd73 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0889106 Nov 24 10:10:51.934279 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-827ff6c0-fb15-47c8-b742-29a78bed7108 req-c38cb16f-bcde-4a5a-90a9-2be63267c205 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431392 Nov 24 10:10:53.146697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8dbbb-ec46-4a1d-98aa-e6e04113bb4a req-a06b9a1b-b11b-4c2c-bb58-5cf3151dc02d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:53.148309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ddd8dbbb-ec46-4a1d-98aa-e6e04113bb4a req-a06b9a1b-b11b-4c2c-bb58-5cf3151dc02d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0846319 Nov 24 10:10:53.197605 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ddd8dbbb-ec46-4a1d-98aa-e6e04113bb4a req-9b717afc-d05f-4bb3-a3d7-72fa4a41df46 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Nov 24 10:10:53.314352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:53.344321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-1ffd252d-1489-45f2-a8cf-0346de8a9065 service neutron] 10.222.0.61 "GET /v2.0/ports/62015a6e-be03-4149-87da-32e79df6cc32/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0822504 Nov 24 10:10:53.642948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-835f7c15-eb06-4194-b790-d7667974af8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.0937932 Nov 24 10:10:53.982113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-dec9d910-4801-45e4-82c5-be40d40f2847 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1098 time: 0.3175166 Nov 24 10:10:54.126273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-bf2d7784-6ded-4206-9f3d-5649ae1bc3bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:54.127910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-bf2d7784-6ded-4206-9f3d-5649ae1bc3bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1394799 Nov 24 10:10:54.243971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-82fe070e-0d25-4631-94ac-a9c3798513af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 1001 time: 0.1099489 Nov 24 10:10:54.313987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-7fdc5a10-1dfc-4e57-9938-797c54fc8231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:54.315786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-7fdc5a10-1dfc-4e57-9938-797c54fc8231 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0660989 Nov 24 10:10:54.473880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1398f1-c166-48b1-8042-61e110116a95 req-5d72e76b-5667-4b26-93fe-8f5ddd8d59f1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:54.475574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea1398f1-c166-48b1-8042-61e110116a95 req-5d72e76b-5667-4b26-93fe-8f5ddd8d59f1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.1164913 Nov 24 10:10:54.480049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-b0fb9cdc-6c63-4659-987a-f918d52405b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1578016 Nov 24 10:10:54.621221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea1398f1-c166-48b1-8042-61e110116a95 req-bb5ca0b1-0d9e-4d91-b5c6-4b379a974b4a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389332 Nov 24 10:10:54.676382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-04073ae1-41cf-4df9-bc88-20821f8ecc4a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764779 Nov 24 10:10:54.829005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-668f5f67-5009-4eac-a90a-cc231a0c6a98 req-c359ebc9-07d5-406b-b7d6-2f6f72cf68d4 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459513 Nov 24 10:10:55.840487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aa890-5544-4585-8f0a-f222564dcf1e req-4cd3a4cd-394b-4131-aea3-36007898414c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:55.842118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-622aa890-5544-4585-8f0a-f222564dcf1e req-4cd3a4cd-394b-4131-aea3-36007898414c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0879035 Nov 24 10:10:55.896155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-622aa890-5544-4585-8f0a-f222564dcf1e req-4f5d844f-aad1-4589-a2e7-79a7f9f11439 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477633 Nov 24 10:10:56.278415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:10:56.435197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:10:56.453471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '62015a6e-be03-4149-87da-32e79df6cc32', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': '62015a6e-be03-4149-87da-32e79df6cc32', 'mac_address': 'fa:16:3e:a1:e8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:10:56.541926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:56.561956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62015a6e-be03-4149-87da-32e79df6cc32 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:10:56.580293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:10:56.584164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:56.587390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:10:56.663027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['62015a6e-be03-4149-87da-32e79df6cc32'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:10:56.725771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:10:56.755131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.755532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.755923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.756308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.756697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.757081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.757450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.757973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.758199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.759161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.759734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:10:56.765548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:10:57.121522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8e505-bd0e-4e95-9b0a-ada260ab45e6 req-785902c0-69c6-4ef7-afd8-8389742c9afb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:57.123496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fee8e505-bd0e-4e95-9b0a-ada260ab45e6 req-785902c0-69c6-4ef7-afd8-8389742c9afb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 944 time: 0.0926008 Nov 24 10:10:57.175689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fee8e505-bd0e-4e95-9b0a-ada260ab45e6 req-e0758e02-86fa-4093-b658-4b6674408599 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Nov 24 10:10:57.611175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebad73a-1ad4-4614-80ae-448879831752 req-6d1fc98f-50e1-478f-b9c9-6c5b4a7046d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:57.612751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eebad73a-1ad4-4614-80ae-448879831752 req-6d1fc98f-50e1-478f-b9c9-6c5b4a7046d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 944 time: 0.1632481 Nov 24 10:10:57.620480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-f92d71ce-c984-4608-b8aa-feec94aaee15 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:57.622313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-f92d71ce-c984-4608-b8aa-feec94aaee15 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a&tenant_id=53779a5cefab4565b3835db30610b8ba&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 944 time: 0.1384966 Nov 24 10:10:57.673029 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eebad73a-1ad4-4614-80ae-448879831752 req-1007d49d-9a2d-4701-93f5-e345b6872053 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495255 Nov 24 10:10:57.791793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-c30c0fc7-5736-43f6-afd4-1653d41dcfd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 1097 time: 0.0800080 Nov 24 10:10:57.961589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-b190a07d-d311-417b-870f-c528911fc672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:57.963717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-b190a07d-d311-417b-870f-c528911fc672 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1652992 Nov 24 10:10:58.072177 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-43aec8a3-e0ee-4207-ad77-eecf2a654a50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 200 len: 1000 time: 0.1019828 Nov 24 10:10:58.144821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-7411bacc-1e25-4337-9ce5-26a5bfa05c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:58.146498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-7411bacc-1e25-4337-9ce5-26a5bfa05c63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0692773 Nov 24 10:10:58.232141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-ca63ac77-ee33-47d0-915a-a2ebb278253e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791502 Nov 24 10:10:58.285741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:10:58.360862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 62015a6e-be03-4149-87da-32e79df6cc32 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:10:58.361284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:58.387196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-250e0850-d29c-48d5-b8bf-331959218b4c service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487741 Nov 24 10:10:58.543086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0ee9fd-6d5a-4258-805a-a170fe476727 req-0ef033a6-31ad-448c-bbd5-36f2d77598b1 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488101 Nov 24 10:10:58.597912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:58.866611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:10:58.889150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:10:58.897728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:10:58.902137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:10:58.911784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08029ae-fb11-49b0-a419-be2096c459f2 req-2c0c6eb5-37b9-4184-9873-29fd604934bc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:10:58.913431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a08029ae-fb11-49b0-a419-be2096c459f2 req-2c0c6eb5-37b9-4184-9873-29fd604934bc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 944 time: 0.0909343 Nov 24 10:10:58.987463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32', 'code': 200} Nov 24 10:10:58.988223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a08029ae-fb11-49b0-a419-be2096c459f2 req-52957828-d496-4640-8405-28505e3f6df7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616052 Nov 24 10:10:59.040824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:10:59.046737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:00.207905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3648c-3c29-493d-a9b2-e343e919976b req-daf06bdd-214b-4558-a255-cf5a63d17e1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:00.209558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3a3648c-3c29-493d-a9b2-e343e919976b req-daf06bdd-214b-4558-a255-cf5a63d17e1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0849090 Nov 24 10:11:00.266267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3a3648c-3c29-493d-a9b2-e343e919976b req-9911c79a-7b4c-4e5f-bab7-f94368265d9b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490863 Nov 24 10:11:00.483563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b226-073e-4913-8fcf-60f84b710463 req-f83576a6-6342-4be5-8405-32b84ac8befa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:00.485236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aa25b226-073e-4913-8fcf-60f84b710463 req-f83576a6-6342-4be5-8405-32b84ac8befa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0879753 Nov 24 10:11:00.539911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aa25b226-073e-4913-8fcf-60f84b710463 req-855c9c31-f7a3-49ff-b42f-02a678c2b11a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Nov 24 10:11:00.763425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c302f8-2abc-4194-a9c4-944437a3eb9c req-e956be37-ecfd-46e6-9daf-935ebf9bfed9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:00.765050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86c302f8-2abc-4194-a9c4-944437a3eb9c req-e956be37-ecfd-46e6-9daf-935ebf9bfed9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0939689 Nov 24 10:11:00.814178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86c302f8-2abc-4194-a9c4-944437a3eb9c req-5cf7c226-69ce-4d5f-b6b2-b6778bdd8a3e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Nov 24 10:11:01.244261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7ddbd-1679-4da8-848d-853876aab28d req-5ba94918-d652-4ec4-af4b-048fc74e836f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:01.245868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26d7ddbd-1679-4da8-848d-853876aab28d req-5ba94918-d652-4ec4-af4b-048fc74e836f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0878673 Nov 24 10:11:01.294497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-26d7ddbd-1679-4da8-848d-853876aab28d req-64812006-252c-49cd-935d-b570ce93b663 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 Nov 24 10:11:02.518829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f10-44b3-432d-a00b-e5f994167df2 req-c4f2f517-f54a-43a6-83b7-3929f554439d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:02.520466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb28f10-44b3-432d-a00b-e5f994167df2 req-c4f2f517-f54a-43a6-83b7-3929f554439d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0887916 Nov 24 10:11:02.572701 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb28f10-44b3-432d-a00b-e5f994167df2 req-0bb69f18-3a6e-4d1a-af57-1c0959ce947d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Nov 24 10:11:02.822191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-46014096-f1f7-4bfa-b842-6d45dbd4ecba tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:02.823838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-46014096-f1f7-4bfa-b842-6d45dbd4ecba tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 945 time: 0.0887377 Nov 24 10:11:02.906481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Deleting port 62015a6e-be03-4149-87da-32e79df6cc32 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:11:02.906846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:03.184419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] For port 62015a6e-be03-4149-87da-32e79df6cc32, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=62015a6e-be03-4149-87da-32e79df6cc32,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:11:03.184740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:03.505899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:03.506237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:03.506604 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 disassociated. External IP: 172.26.6.174, port: 62015a6e-be03-4149-87da-32e79df6cc32. Nov 24 10:11:03.507007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Calling delete_port for 62015a6e-be03-4149-87da-32e79df6cc32 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:11:03.663768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:03.670893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9d8916a9-3444-4aef-914c-10ba34e32763 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:03.761045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'Port': ['ID=62015a6e-be03-4149-87da-32e79df6cc32,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:03.771657 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9e47fdc3-8aec-4771-96b0-3caf3f6e2f01 req-3586221e-1d7e-47fd-b7b1-41c1ff57ee8b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 210 time: 0.0660279 Nov 24 10:11:03.836382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.837745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.838935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.839566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.840398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.841046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.841575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.842163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.844390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.844820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.845840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:11:03.857975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:04.025504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:11:04.486528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:11:04.499385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:11:04.516226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:11:04.516926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:10:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:04.573954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] No DVR routers for this DVR port 62015a6e-be03-4149-87da-32e79df6cc32 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:11:04.578075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:04.581180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-deleted', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:11:04.601192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e4cd238e-1f2e-47e0-be15-8188f64f7cf0 req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "DELETE /v2.0/ports/62015a6e-be03-4149-87da-32e79df6cc32 HTTP/1.1" status: 204 len: 173 time: 1.7721825 Nov 24 10:11:04.731638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:11:04.733666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd718720a-a4c3-45f1-a440-e3118f572d4a', 'name': 'network-vif-deleted', 'tag': '62015a6e-be03-4149-87da-32e79df6cc32', 'status': 'completed', 'code': 200} Nov 24 10:11:04.968584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a793d773-453e-4165-8580-70b0923d4f0b req-b1a442e7-8090-4e8f-8696-c64eb6a83d56 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:11:04.987768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a793d773-453e-4165-8580-70b0923d4f0b req-b1a442e7-8090-4e8f-8696-c64eb6a83d56 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:11:04.990089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a793d773-453e-4165-8580-70b0923d4f0b req-b1a442e7-8090-4e8f-8696-c64eb6a83d56 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=d718720a-a4c3-45f1-a440-e3118f572d4a HTTP/1.1" status: 200 len: 210 time: 0.0694225 Nov 24 10:11:05.102188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:05.107151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:11:05.121062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:11:05.121620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:10:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:05.313392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:11:05.657921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:05.662178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f401cb3-6b04-4a78-a14b-bc888fe2ced8 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:11:06.095175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea3a3d7-9827-42f4-9890-35ed5ffc58c0 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:11:06.324289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:11:06.366444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 62015a6e-be03-4149-87da-32e79df6cc32 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:11:06.366892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 62015a6e-be03-4149-87da-32e79df6cc32 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:11:06.408848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-4cdb4c91-3d81-49af-82e9-a51684c2caa2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--241393834&fields=id&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 267 time: 0.0498273 Nov 24 10:11:06.584005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-71f594b1-ee65-4994-b60d-760505f59a8a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:06.584764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-71f594b1-ee65-4994-b60d-760505f59a8a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:11:06.602537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-71f594b1-ee65-4994-b60d-760505f59a8a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:11:06.604291 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-71f594b1-ee65-4994-b60d-760505f59a8a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1881022 Nov 24 10:11:06.625380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-53927be4-0d09-4a35-ba11-17abdc8d60e9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/quotas/53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 375 time: 0.0148907 Nov 24 10:11:06.717305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-d24c8464-6642-4c78-baa4-8ef118a2053a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847130 Nov 24 10:11:06.881993 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-9fce39bb-f2d2-4f41-a1e1-7711230c7a93 service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515088 Nov 24 10:11:07.033026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-3078e270-b33a-49f5-8780-6c39ab7b7bda service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439524 Nov 24 10:11:07.236366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f8121b11-cea6-4bcb-95d2-34170c001d27 req-cf0f6661-593c-46b8-b951-e39a9790bde8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 210 time: 0.0491602 Nov 24 10:11:08.299950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-95c56d0c-84d5-4076-9292-ce9df78c7b50 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:08.301543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-95c56d0c-84d5-4076-9292-ce9df78c7b50 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1668935 Nov 24 10:11:08.367152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-e635f75c-20d8-445b-8ddf-ae83af90edf5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 379 time: 0.0548317 Nov 24 10:11:08.375990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'port': {'device_id': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'admin_state_up': True, 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'security_groups': ['29069359-6840-492e-a8f7-21af23ea1508']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:11:08.414165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2e508635-25d9-4b72-96ea-84f95512aa5d req-45714f79-fce1-4541-92fa-b54e9bf54d15 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 210 time: 0.0512848 Nov 24 10:11:08.523907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:11:08.535236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:11:08.543959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:11:08.549509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:08.720982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Allocated IP 172.20.0.3 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/77e1510e-c773-4401-85f6-5caf2f03c336) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:11:08.935123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:08.953879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Transition to ACTIVE for port object 77e1510e-c773-4401-85f6-5caf2f03c336 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:11:08.976357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:08.984534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:09.051763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:11:09.060128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:11:09.062851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:11:09.113924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:09.117394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:09.142705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:09.143425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:09.175982 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042946 Nov 24 10:11:09.190654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Request body: {'port': {'device_id': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:11:09.323661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:09.434763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d90e4b5-8181-4304-a6a0-0bde92e03225 None None] Provisioning for port 77e1510e-c773-4401-85f6-5caf2f03c336 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:11:09.439690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d90e4b5-8181-4304-a6a0-0bde92e03225 None None] Provisioning complete for port 77e1510e-c773-4401-85f6-5caf2f03c336 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:11:09.440121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d90e4b5-8181-4304-a6a0-0bde92e03225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:09.497259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d90e4b5-8181-4304-a6a0-0bde92e03225 None None] Port 77e1510e-c773-4401-85f6-5caf2f03c336 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:11:09.717605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ec07-9640-4f22-8daa-d70311aec4f4 req-d94360ed-01f2-4ce9-8343-acefe52cbddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:09.718294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b374ec07-9640-4f22-8daa-d70311aec4f4 req-d94360ed-01f2-4ce9-8343-acefe52cbddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:11:09.779308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b374ec07-9640-4f22-8daa-d70311aec4f4 req-d94360ed-01f2-4ce9-8343-acefe52cbddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:11:09.780613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b374ec07-9640-4f22-8daa-d70311aec4f4 req-d94360ed-01f2-4ce9-8343-acefe52cbddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 931 time: 0.2124629 Nov 24 10:11:09.786549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e1510e-c773-4401-85f6-5caf2f03c336 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:11:09.796021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:09.835028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Transition to ACTIVE for port object 77e1510e-c773-4401-85f6-5caf2f03c336 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:11:09.846618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:09.854641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4208abf-8593-447d-9640-59228fee9fc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:09.914640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b374ec07-9640-4f22-8daa-d70311aec4f4 req-6ded01e0-25c3-4120-9e77-eda9d9f3fe08 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230445 Nov 24 10:11:09.993444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:09.997975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:10.116583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Attempting to bind port 77e1510e-c773-4401-85f6-5caf2f03c336 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:11:10.116962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Attempting to bind port 77e1510e-c773-4401-85f6-5caf2f03c336 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:11:10.117346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Attempting to bind port 77e1510e-c773-4401-85f6-5caf2f03c336 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:11:10.124587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Port 77e1510e-c773-4401-85f6-5caf2f03c336 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:11:10.124964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Attempting to bind port 77e1510e-c773-4401-85f6-5caf2f03c336 on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:11:10.132560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:11:10.132941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:11:10.133900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:11:10.134382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Bound port: 77e1510e-c773-4401-85f6-5caf2f03c336, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:11:10.134809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:10.233921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:11:10.238174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:11:10.240027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:10.244610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab13baad-315c-46a9-bc6c-0d7501daa9d7 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:10.316930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:10.318452 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] 10.222.0.61 "PUT /v2.0/ports/77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 1093 time: 1.1343758 Nov 24 10:11:10.319071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:11:10.334845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:10.338532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:10.410276 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'status': 'completed', 'code': 200} Nov 24 10:11:10.451237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-b7b7d22e-fa5a-4141-b994-9b4e2ece8f46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1096 time: 0.0834212 Nov 24 10:11:10.531310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-a753ebb7-577b-4b7d-98d8-61756aba4563 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 217 time: 0.0729556 Nov 24 10:11:10.607832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-0fab132d-1220-4e60-a052-c804302b22df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:10.609340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-0fab132d-1220-4e60-a052-c804302b22df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0727503 Nov 24 10:11:10.673630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:10.702046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-a86994e2-b472-48c5-ad93-23a0577959fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867910 Nov 24 10:11:10.848536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-6aa4a147-0a08-445d-ab9a-95be53e69404 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397934 Nov 24 10:11:11.001008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24cc6db2-4e17-4287-a249-7dd067271a9d req-b066e132-febf-403a-8f25-d527c3d266d8 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465802 Nov 24 10:11:11.201197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0672f-8cb2-46d8-b1a1-54250b35aec2 req-dcc91316-010d-494c-b1be-7016f140b038 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:11.202825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40f0672f-8cb2-46d8-b1a1-54250b35aec2 req-dcc91316-010d-494c-b1be-7016f140b038 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 943 time: 0.1141782 Nov 24 10:11:11.206975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-90a46827-31bc-422d-bfff-72c8647f90e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1096 time: 0.1524339 Nov 24 10:11:11.362989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40f0672f-8cb2-46d8-b1a1-54250b35aec2 req-d291196f-1810-4636-a8b5-247bdc1f569d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537542 Nov 24 10:11:11.392759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-3c5d7429-8fd2-4ff4-8eb4-26463e23bb69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:11.394352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-3c5d7429-8fd2-4ff4-8eb4-26463e23bb69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1699445 Nov 24 10:11:11.471550 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-382b1f09-e9d1-4732-8d9e-583dd8186af7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 217 time: 0.0660722 Nov 24 10:11:11.547459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-f8e87f9d-71df-49f3-9911-67a5cd395d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:11.549063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-f8e87f9d-71df-49f3-9911-67a5cd395d48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0701597 Nov 24 10:11:11.632810 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-a7dc3f33-39dd-4d79-a2d6-8d781dabeb63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774887 Nov 24 10:11:11.783452 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-e3adcc90-a86a-4c84-b53b-d508896988b4 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438787 Nov 24 10:11:11.933566 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-40c641c0-5419-41f8-b4fe-b2f8fcb6d9ab req-c4f1d0ec-3718-4e70-ab57-c2c65dd29165 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433594 Nov 24 10:11:12.325746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:11:12.473001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:11:12.488295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '77e1510e-c773-4401-85f6-5caf2f03c336', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336', 'mac_address': 'fa:16:3e:cc:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:11:12.553272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:12.573785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1510e-c773-4401-85f6-5caf2f03c336 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:11:12.595559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8159-da57-4e30-9329-4c34a9aaeae3 req-ac8e3477-d747-40c0-80db-e53748824d14 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:12.597169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-071d8159-da57-4e30-9329-4c34a9aaeae3 req-ac8e3477-d747-40c0-80db-e53748824d14 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 943 time: 0.0996354 Nov 24 10:11:12.600304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:11:12.604529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:12.606957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:12.655265 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-071d8159-da57-4e30-9329-4c34a9aaeae3 req-99c28ec8-05c3-4f9e-a1aa-388a70432589 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487077 Nov 24 10:11:12.680735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:12.684308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:12.809285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['77e1510e-c773-4401-85f6-5caf2f03c336'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:11:13.894968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b44c23-eba3-4080-a595-e037b4eae0bf req-e1a9179a-3294-4fac-99b2-a99ad5fca11d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:13.896525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-14b44c23-eba3-4080-a595-e037b4eae0bf req-e1a9179a-3294-4fac-99b2-a99ad5fca11d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 944 time: 0.0956795 Nov 24 10:11:13.961992 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-14b44c23-eba3-4080-a595-e037b4eae0bf req-703525b3-80a7-4f1d-8700-cfe8e27e3d2e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559411 Nov 24 10:11:14.332908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:11:14.406760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 77e1510e-c773-4401-85f6-5caf2f03c336 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:11:14.411768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 77e1510e-c773-4401-85f6-5caf2f03c336 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:11:14.412197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:14.535130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:14.566811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:11:14.576398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:11:14.579673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:14.581700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d3d38c9c-12ed-4020-89f1-99b92010f23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:11:14.628450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'code': 200} Nov 24 10:11:14.666394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:11:14.670024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:11:14.880091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3697eeb-84a0-4239-ae19-5bdea9b34a3b req-3cbffea8-78ef-49c1-a5c8-81533e1358c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.0782928 Nov 24 10:11:14.928295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3697eeb-84a0-4239-ae19-5bdea9b34a3b req-830d8a66-439a-4516-aff1-842b7e995e25 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Nov 24 10:11:15.184243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8188-7efb-466c-83a7-1746eca6b017 req-3303a2a9-0f53-40ac-845f-df4aaaaef6ab tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:15.185809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc2f8188-7efb-466c-83a7-1746eca6b017 req-3303a2a9-0f53-40ac-845f-df4aaaaef6ab tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0918093 Nov 24 10:11:15.238416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc2f8188-7efb-466c-83a7-1746eca6b017 req-9d7daa7a-cf02-4a45-ab82-d21182e05c4d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461969 Nov 24 10:11:15.721628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:11:16.461943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6a4ec-00ee-4b19-b77c-26b407ba642b req-161fbd8e-b207-4beb-b4de-b6bae0516d84 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:16.463628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aea6a4ec-00ee-4b19-b77c-26b407ba642b req-161fbd8e-b207-4beb-b4de-b6bae0516d84 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0923436 Nov 24 10:11:16.514021 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aea6a4ec-00ee-4b19-b77c-26b407ba642b req-e50fe262-23cf-493d-8653-7fbf80d05793 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Nov 24 10:11:16.732610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0efce-e7de-4191-a229-c2b91ac41ce8 req-ecaee4d8-82fc-4433-9532-7bba507c4c8f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:16.734269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1ad0efce-e7de-4191-a229-c2b91ac41ce8 req-ecaee4d8-82fc-4433-9532-7bba507c4c8f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0892422 Nov 24 10:11:16.744373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 57902) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:11:16.750730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'floatingip': {'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:11:16.834058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:17.725186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:17.727892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:17.928388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 associated. External IP: 172.26.6.174, port: 77e1510e-c773-4401-85f6-5caf2f03c336. Nov 24 10:11:18.343119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:11:18.559036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:11:18.563640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:18.572166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:11:18.585281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:11:18.585952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:10:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:18.624651 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09d2bbd1-b1e4-4df9-b600-12e695ddc8c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "PUT /v2.0/floatingips/6058e023-9e34-4300-86cb-8df00a4d5ae8 HTTP/1.1" status: 200 len: 991 time: 1.8760288 Nov 24 10:11:18.624651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:11:18.683845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'status': 'completed', 'code': 200} Nov 24 10:11:18.788052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:11:18.800254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-f429f0a1-a688-4118-847d-556ce14e5e2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.0944703 Nov 24 10:11:18.980170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-1824b1a5-5306-45f7-b31d-a3e379614eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:18.981793 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-1824b1a5-5306-45f7-b31d-a3e379614eff service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1744583 Nov 24 10:11:19.094333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-e352b731-2588-4d25-ba18-9d344819b486 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 999 time: 0.1064994 Nov 24 10:11:19.122878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa5fb172-31c5-4650-920d-04339fc57cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:19.169587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-b9faf43d-c76d-4c97-aa58-b0c06e3e62ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:19.171291 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-b9faf43d-c76d-4c97-aa58-b0c06e3e62ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0713739 Nov 24 10:11:19.252409 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-aae0cca4-85a5-4e06-ab61-d54ef7767954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753045 Nov 24 10:11:19.371612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:cc:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:11:17Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:19.376162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:11:19.388388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:11:19.389091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:10:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:19.407616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-c55fc3d4-a6db-47b6-9e6d-a2e06caec765 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480410 Nov 24 10:11:19.565303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8abd55-52c6-4ead-a133-31f468534f48 req-dd984648-5752-4984-a4a0-d23ae75ee0be service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514714 Nov 24 10:11:19.582995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:11:19.958414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:cc:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:11:17Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:11:19.963018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49515ab6-65b8-4ef0-b2ff-d725eb3c9707 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:cc:3f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:11:17Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:11:20.317170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55789bd1-bad8-4ae4-8b7d-0774297743d0 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:11:20.472690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:21.637099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c75c500a-61f8-435f-a17b-f496c1fa9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:21.654039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:23.316684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:39.910935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-13b63cce-cf0c-4565-b3b9-63b88003e526 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835097 Nov 24 10:11:40.069223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-dd70bf67-94c5-4b96-89f8-9bbed6729e62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.0795078 Nov 24 10:11:40.235184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-f80e7883-f930-448a-9bd4-c7a78669d9e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:40.236760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-f80e7883-f930-448a-9bd4-c7a78669d9e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1466148 Nov 24 10:11:40.356847 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-7a5a4153-6aa2-4fb3-8aff-ccf0a8b1382c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 1001 time: 0.1130111 Nov 24 10:11:40.433805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-d4e5f644-7eef-4b37-97a9-b5a7a62ed891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:40.435471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-d4e5f644-7eef-4b37-97a9-b5a7a62ed891 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0720296 Nov 24 10:11:40.534110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-2e9423e5-2d17-485d-93b5-b06ce98d90ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845225 Nov 24 10:11:40.674535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:40.700126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-fa771936-df82-4182-a59c-4474115e4fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587994 Nov 24 10:11:41.114838 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c91b8335-75b8-4810-8fd7-5a5fc47c4bd4 req-c8e4de6d-30f4-48b8-aba5-90b623392bb6 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073524 Nov 24 10:11:48.888111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d57d6f63-9c2d-47d9-bd1d-b137239b6a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:50.475745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:51.641230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-731d33e9-d99b-461f-a216-12b3648cc142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:51.660656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:52.725122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:11:53.334372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:11:54.799842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbdf87-3603-474a-a4b7-c0e38179c954 req-1eda94b7-734a-4f09-9c8f-882b723128e6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:54.801505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfdbdf87-3603-474a-a4b7-c0e38179c954 req-1eda94b7-734a-4f09-9c8f-882b723128e6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0903726 Nov 24 10:11:54.860742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfdbdf87-3603-474a-a4b7-c0e38179c954 req-3c71b36d-ff70-4b6f-b401-417d0033cfde tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514097 Nov 24 10:11:56.083052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9938-7c85-4548-af4b-ac261bd83d44 req-dbeb23c5-1d20-4283-a458-7b9898f37f04 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:56.084686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4c6c9938-7c85-4548-af4b-ac261bd83d44 req-dbeb23c5-1d20-4283-a458-7b9898f37f04 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0878713 Nov 24 10:11:56.135891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4c6c9938-7c85-4548-af4b-ac261bd83d44 req-20f40abf-6864-4e48-84b1-e304b1abfacd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Nov 24 10:11:57.357550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b152-8fd6-433c-a872-878fc4425cc1 req-5f6c3514-49cc-45a4-8385-d14c614a7530 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:57.359222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d379b152-8fd6-433c-a872-878fc4425cc1 req-5f6c3514-49cc-45a4-8385-d14c614a7530 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0926263 Nov 24 10:11:57.411624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d379b152-8fd6-433c-a872-878fc4425cc1 req-2a28c7ea-6e39-4183-b9d8-91c52c15c974 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462401 Nov 24 10:11:58.648565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548532-478b-4398-9737-a9a8786e7fa6 req-cac3a124-c239-4f85-ab6d-3464cef1246d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:58.650861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a548532-478b-4398-9737-a9a8786e7fa6 req-cac3a124-c239-4f85-ab6d-3464cef1246d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0997820 Nov 24 10:11:58.701749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a548532-478b-4398-9737-a9a8786e7fa6 req-d313af5a-323b-4890-92db-b6bb69b6e01f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 Nov 24 10:11:59.919169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a2835-db6d-45fc-8b14-1229b03fc470 req-6bdb8663-72cd-4a07-bd27-549e7b592f48 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:11:59.920814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da7a2835-db6d-45fc-8b14-1229b03fc470 req-6bdb8663-72cd-4a07-bd27-549e7b592f48 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0871050 Nov 24 10:11:59.976012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da7a2835-db6d-45fc-8b14-1229b03fc470 req-e3a0aa9b-7d35-4157-9e28-048327f16167 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488532 Nov 24 10:12:01.191413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982d4f-c7a8-4572-a2e9-47c3dcec6ae9 req-bccb45b0-2d3e-49cc-80fa-299d2007b967 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:01.193417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d982d4f-c7a8-4572-a2e9-47c3dcec6ae9 req-bccb45b0-2d3e-49cc-80fa-299d2007b967 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0879037 Nov 24 10:12:01.251253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d982d4f-c7a8-4572-a2e9-47c3dcec6ae9 req-bf5bd845-7d00-47f0-a6c9-8fd81970eac9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505891 Nov 24 10:12:02.483953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e21b0-ab77-4c37-8062-274f0dcef3b5 req-3625f377-de0e-4303-b978-c7c7800b0cc8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:02.486486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-275e21b0-ab77-4c37-8062-274f0dcef3b5 req-3625f377-de0e-4303-b978-c7c7800b0cc8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1067321 Nov 24 10:12:02.540809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-275e21b0-ab77-4c37-8062-274f0dcef3b5 req-a129d717-0aa0-458e-aaee-6002d32d0a59 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475492 Nov 24 10:12:03.785022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11bf61-6dc0-4ff7-b659-de6ba86cf615 req-ab159bc6-d72d-4ad2-8f72-ac0b6f8158a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:03.786785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c11bf61-6dc0-4ff7-b659-de6ba86cf615 req-ab159bc6-d72d-4ad2-8f72-ac0b6f8158a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1130433 Nov 24 10:12:03.841202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c11bf61-6dc0-4ff7-b659-de6ba86cf615 req-949a6c1b-a84a-4192-b5bc-d7622be5fe52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 Nov 24 10:12:05.093567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153521ee-0f6c-49ae-bf48-4357311eb431 req-f44297d2-b088-4be7-b9af-4309c4e3ffe4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:05.095362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-153521ee-0f6c-49ae-bf48-4357311eb431 req-f44297d2-b088-4be7-b9af-4309c4e3ffe4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1066110 Nov 24 10:12:05.158797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-153521ee-0f6c-49ae-bf48-4357311eb431 req-36daeb2a-7793-41ce-af14-e4de584302c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568640 Nov 24 10:12:06.419576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99963a-bafa-4fc2-9b94-ebe3f874d5be req-5d051b87-38c1-4d42-a287-8bc1708bab9c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:06.421935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c99963a-bafa-4fc2-9b94-ebe3f874d5be req-5d051b87-38c1-4d42-a287-8bc1708bab9c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1053662 Nov 24 10:12:06.485433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c99963a-bafa-4fc2-9b94-ebe3f874d5be req-c07d260d-9c87-4c67-972a-8b9df8de69c8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502710 Nov 24 10:12:06.773455 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2f6cab3-2bfd-47c3-a70c-05dce4b0b474 req-e2aa6bd5-81a0-41a4-a5cf-a72e2015238f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0863237 Nov 24 10:12:07.055710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-872865f1-4353-4907-af24-1cdfa3c671cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848284 Nov 24 10:12:07.158229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae08d3-db72-45af-a7d9-8fd653c5de80 req-dd8038b6-dcc1-412a-8127-1da1dbd73c3c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:07.161004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89ae08d3-db72-45af-a7d9-8fd653c5de80 req-dd8038b6-dcc1-412a-8127-1da1dbd73c3c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1153378 Nov 24 10:12:07.217307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-89ae08d3-db72-45af-a7d9-8fd653c5de80 req-bb83725a-c817-419f-87d0-8abf264d0a9b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484316 Nov 24 10:12:08.509778 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-7c2c0cd6-bdca-497d-bf8a-3103662293d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.1833494 Nov 24 10:12:08.516985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141e00b-1453-44f7-aad6-2246ec0c1736 req-4b5c199a-8c54-445d-a7ef-0cca31d28b4f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:08.518509 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5141e00b-1453-44f7-aad6-2246ec0c1736 req-4b5c199a-8c54-445d-a7ef-0cca31d28b4f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1302693 Nov 24 10:12:08.678499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5141e00b-1453-44f7-aad6-2246ec0c1736 req-c9d44f56-3bdf-4e9f-b97d-55fb79525837 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341434 Nov 24 10:12:08.708001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-63d56022-ddb4-47e8-9cc8-1b96641cf5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:08.709876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-63d56022-ddb4-47e8-9cc8-1b96641cf5df service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1902063 Nov 24 10:12:08.820217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-f78b3de6-dbf1-4a61-ad21-dae9b1e576a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 1001 time: 0.1045010 Nov 24 10:12:08.896967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-e80a2c6d-e22c-4624-9e65-22ede52fed74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:08.899138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-e80a2c6d-e22c-4624-9e65-22ede52fed74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0724633 Nov 24 10:12:08.983782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-b053946c-fca6-4d92-8457-27291e9c68f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789087 Nov 24 10:12:09.139399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-5d94157a-f6c9-4222-a9d5-4cdf650358c1 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493075 Nov 24 10:12:09.298316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-c0950495-af36-4749-8ac7-07cb542a4bf8 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524611 Nov 24 10:12:09.905708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f9a8-6a33-4985-91e1-563a35700cb6 req-66e64c86-efcf-4827-aba4-c5745257769c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:09.907357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ed1f9a8-6a33-4985-91e1-563a35700cb6 req-66e64c86-efcf-4827-aba4-c5745257769c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0944850 Nov 24 10:12:09.957131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ed1f9a8-6a33-4985-91e1-563a35700cb6 req-00b561f2-948c-4b88-8b48-ff1404ef9100 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Nov 24 10:12:10.688957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:10.961055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-9145de69-2ac4-4f42-b98d-f7063c7ad3e7 service neutron] 10.222.0.61 "GET /v2.0/ports/77e1510e-c773-4401-85f6-5caf2f03c336/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0917864 Nov 24 10:12:11.324749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-99ff0dad-4840-4c23-a1ec-8094b467411a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.1510305 Nov 24 10:12:11.345824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed739d-c19d-4022-b08e-6fec910964a4 req-9bd7dceb-41bb-436e-a487-3c807b8cdc71 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:11.347489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-deed739d-c19d-4022-b08e-6fec910964a4 req-9bd7dceb-41bb-436e-a487-3c807b8cdc71 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1203375 Nov 24 10:12:11.456636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-deed739d-c19d-4022-b08e-6fec910964a4 req-eb2a2612-baae-4bf0-970d-f60f0546cdb6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676141 Nov 24 10:12:11.478227 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-d826dda2-abd8-47d5-857e-ab5afe60e346 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.1279790 Nov 24 10:12:11.638069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-cb195594-fab1-4b27-adf8-b0c9b5448a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:11.640258 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-cb195594-fab1-4b27-adf8-b0c9b5448a60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1553102 Nov 24 10:12:11.757590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-2aa2ec8f-a788-4e96-9a89-0c8e5925e4ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 1001 time: 0.1106758 Nov 24 10:12:11.831272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-28ff685c-3b6a-42d2-a3bb-8b32a8cf2ad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:11.833016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-28ff685c-3b6a-42d2-a3bb-8b32a8cf2ad3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0700026 Nov 24 10:12:11.923769 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-1df4c26b-8689-4c03-9490-e5ec439cc818 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847735 Nov 24 10:12:12.074503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-ff0ad6aa-1772-48ea-a4a2-5bb545ad4790 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442330 Nov 24 10:12:12.308527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-893e743a-3a82-4c58-860d-62c0ebb3a3f1 req-fc63a713-e2d4-4677-9509-b432708b8b20 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269840 Nov 24 10:12:12.688326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3892-ac13-4291-bcdf-cc486c86a5f2 req-ff593021-f4d6-4217-99df-63ed8f0cdfdc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:12.689964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-473b3892-ac13-4291-bcdf-cc486c86a5f2 req-ff593021-f4d6-4217-99df-63ed8f0cdfdc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Nov 24 10:12:12.747581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-473b3892-ac13-4291-bcdf-cc486c86a5f2 req-295e78fb-5bfe-4fe6-8e34-3829b53d5651 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512650 Nov 24 10:12:13.965832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0bb60-f996-4b71-a3bd-a9c2aca24bad req-35bb0b27-2792-4fa5-a4df-fb1c44f13403 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:13.967566 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-36a0bb60-f996-4b71-a3bd-a9c2aca24bad req-35bb0b27-2792-4fa5-a4df-fb1c44f13403 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0884118 Nov 24 10:12:14.020671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-36a0bb60-f996-4b71-a3bd-a9c2aca24bad req-2e5f9a04-a592-407e-9fa3-6b820d0d162a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Nov 24 10:12:14.498238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-53526cac-4034-471d-a3fe-24c7ddbfc235 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:14.499983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-53526cac-4034-471d-a3fe-24c7ddbfc235 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797&tenant_id=53779a5cefab4565b3835db30610b8ba&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 945 time: 0.1703446 Nov 24 10:12:14.514068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff322-9844-42b9-b569-c7002524b1a0 req-fcaddf27-35ee-432a-aaef-e871def6d14a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:14.515787 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c06ff322-9844-42b9-b569-c7002524b1a0 req-fcaddf27-35ee-432a-aaef-e871def6d14a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1427109 Nov 24 10:12:14.549942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:12:14.562276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:12:14.587095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c06ff322-9844-42b9-b569-c7002524b1a0 req-37ca99ab-7bf2-488e-8188-d93945a1bbd4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643516 Nov 24 10:12:14.722907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-4ca22c6d-df3c-4031-877f-6b430c390320 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.1243544 Nov 24 10:12:14.872830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:14.928080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:14.949563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:14.964911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '77e1510e-c773-4401-85f6-5caf2f03c336', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': '77e1510e-c773-4401-85f6-5caf2f03c336', 'mac_address': 'fa:16:3e:cc:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:12:14.968266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:15.004797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-e6584db3-c235-4c39-bdc1-8066666cd4fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:15.008097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-e6584db3-c235-4c39-bdc1-8066666cd4fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.2785935 Nov 24 10:12:15.010010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:15.014401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:15.088796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:15.115658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e1510e-c773-4401-85f6-5caf2f03c336 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:12:15.123700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:15.140503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'code': 200} Nov 24 10:12:15.143613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.144012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.144403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.144793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.145175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.145553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.145929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.146299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.146732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.147046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.147410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:15.153273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:15.155033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:15.158359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:15.160281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:15.168737 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-e3095f5c-1d76-49e6-bbde-f3cb4045c8a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 999 time: 0.1535423 Nov 24 10:12:15.233131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['77e1510e-c773-4401-85f6-5caf2f03c336'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:12:15.250354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-3472617d-d8ef-48a2-ba3d-534a202f08fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:15.252174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-3472617d-d8ef-48a2-ba3d-534a202f08fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0775104 Nov 24 10:12:15.282925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:15.286500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:15.344114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-8d37f8b4-4b62-4305-afb5-699dd89a3906 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847075 Nov 24 10:12:15.500122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-8b3b9dd8-b38b-4361-bbe2-2bbee9655635 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496043 Nov 24 10:12:15.662633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca11c2a9-c6b8-4418-bd20-a2554da89337 req-7365342f-e9f7-4706-95e0-642838debf81 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557415 Nov 24 10:12:15.864844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc31627-ef1b-4780-961c-bda3e37440a5 req-88636a67-399d-4edc-a5c6-1cf7492dcd13 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:15.868179 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bc31627-ef1b-4780-961c-bda3e37440a5 req-88636a67-399d-4edc-a5c6-1cf7492dcd13 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 944 time: 0.1223760 Nov 24 10:12:16.188089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bc31627-ef1b-4780-961c-bda3e37440a5 req-976b9f88-6841-4c7e-a849-ff3a07e4a36c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137519 Nov 24 10:12:16.560133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:12:16.656686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 77e1510e-c773-4401-85f6-5caf2f03c336 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:12:16.657376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:16.845942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:16.881433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:16.885504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:16.887539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:16.959981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:16.963769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:17.142139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:17.201486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'code': 200} Nov 24 10:12:17.408436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926fae6-2c9d-4fae-bef7-68b996ae1838 req-fa14e048-b648-4f1f-a8bb-0eea1038c3b8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:17.410062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4926fae6-2c9d-4fae-bef7-68b996ae1838 req-fa14e048-b648-4f1f-a8bb-0eea1038c3b8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0873947 Nov 24 10:12:17.463040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4926fae6-2c9d-4fae-bef7-68b996ae1838 req-45cf7bb7-dcb2-4c70-b50d-4619221af942 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456543 Nov 24 10:12:17.708523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb5bd9-20be-4648-8333-2c5542d092fb req-01cf82a6-33f2-4348-b5bc-083358155ae1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:17.710093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e5cb5bd9-20be-4648-8333-2c5542d092fb req-01cf82a6-33f2-4348-b5bc-083358155ae1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.1011016 Nov 24 10:12:17.762253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e5cb5bd9-20be-4648-8333-2c5542d092fb req-f89b36a3-d854-4521-b559-aa80361f8f2b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449486 Nov 24 10:12:18.153694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c49b8-ff2a-485e-879e-b8f2206c3b5a req-e0453a12-45e5-4706-a0ff-02e105488b75 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:18.155547 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-274c49b8-ff2a-485e-879e-b8f2206c3b5a req-e0453a12-45e5-4706-a0ff-02e105488b75 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0896785 Nov 24 10:12:18.199766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-b49df5e8-53c0-404a-a1b7-2b5bb5c705c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 1098 time: 0.0828996 Nov 24 10:12:18.206438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-274c49b8-ff2a-485e-879e-b8f2206c3b5a req-4fda6024-ced6-4a7c-8832-ab0679a079a9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 Nov 24 10:12:18.373023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-8e6feec1-65c1-47a8-b0bd-4d9572a02c8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:18.374673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-8e6feec1-65c1-47a8-b0bd-4d9572a02c8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1683941 Nov 24 10:12:18.487223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-67ff9ad1-1b83-4a01-ad38-ea3119d77da3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 200 len: 1001 time: 0.1064777 Nov 24 10:12:18.562429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-30ebf051-90ce-4e99-aaa0-b5885c5f6c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:18.564105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-30ebf051-90ce-4e99-aaa0-b5885c5f6c79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0706797 Nov 24 10:12:18.652524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-52f1c673-3c44-495a-902c-282b7d6cb8f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807045 Nov 24 10:12:18.797921 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-ceba6a71-f4d4-44b5-9374-7954fe5ab176 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382627 Nov 24 10:12:18.891927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b108-66b6-4e3e-bbb9-a41ed240ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:18.962539 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2a0ef5d-210b-4f29-a29a-6c7c77e329b4 req-dbfe3306-6c00-49c8-aaec-7be7529678b5 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583982 Nov 24 10:12:19.448780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a368ff-ea47-4856-bb37-6d733caaf353 req-dbeb1ee6-bd6a-406c-9c9b-8940f85daff0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:19.450384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64a368ff-ea47-4856-bb37-6d733caaf353 req-dbeb1ee6-bd6a-406c-9c9b-8940f85daff0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0882602 Nov 24 10:12:19.498705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64a368ff-ea47-4856-bb37-6d733caaf353 req-db85d511-d134-4c79-b410-4de98364121e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Nov 24 10:12:20.479467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:20.712221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2a797-24a7-4013-95ef-4ff06a046b92 req-a8629d54-7171-4d97-952f-6485abc5ebec tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:20.713751 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbb2a797-24a7-4013-95ef-4ff06a046b92 req-a8629d54-7171-4d97-952f-6485abc5ebec tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0906446 Nov 24 10:12:20.764371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bbb2a797-24a7-4013-95ef-4ff06a046b92 req-bf8f41b4-6abe-4344-8012-7f1e94f036f5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444331 Nov 24 10:12:21.191321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0afb43-df58-4f9b-bf50-0e55653317c4 req-e6484230-fe54-470e-bbaf-7f3b24bda04e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:21.192957 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e0afb43-df58-4f9b-bf50-0e55653317c4 req-e6484230-fe54-470e-bbaf-7f3b24bda04e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0919662 Nov 24 10:12:21.244231 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e0afb43-df58-4f9b-bf50-0e55653317c4 req-682491cb-0852-4ef5-b848-bb03bde8255f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Nov 24 10:12:21.645400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3672cc63-f53d-41af-b48f-f5a4e71bfc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:21.663194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:22.455268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbda11-be6b-47cd-9620-f2db3406085c req-248688e8-ad0c-4e7c-b847-c7d8ec179ae1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:22.457008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a0cbda11-be6b-47cd-9620-f2db3406085c req-248688e8-ad0c-4e7c-b847-c7d8ec179ae1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0881097 Nov 24 10:12:22.508650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a0cbda11-be6b-47cd-9620-f2db3406085c req-ec044d9a-f4ff-41f9-bf12-f386d0b9bf58 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Nov 24 10:12:22.731672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-b256a80a-2744-4826-a1b2-d6308d44323f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:22.733245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-b256a80a-2744-4826-a1b2-d6308d44323f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Nov 24 10:12:22.811520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Deleting port 77e1510e-c773-4401-85f6-5caf2f03c336 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:12:22.811904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.075051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] For port 77e1510e-c773-4401-85f6-5caf2f03c336, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=77e1510e-c773-4401-85f6-5caf2f03c336,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:23.075454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.322197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.387416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.387758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.388114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 disassociated. External IP: 172.26.6.174, port: 77e1510e-c773-4401-85f6-5caf2f03c336. Nov 24 10:12:23.388493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Calling delete_port for 77e1510e-c773-4401-85f6-5caf2f03c336 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:12:23.532894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:23.538710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ee4f4cf-a600-4844-a427-b1b8d1fef04f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:23.594864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'Port': ['ID=77e1510e-c773-4401-85f6-5caf2f03c336,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:23.607238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.607680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.608114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.608543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.608971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.609396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.609819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.610243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.610719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.611655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.611655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:12:23.668319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:23.702542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d28854b9-b260-446f-9555-4fda8d2bbf34 req-82d102fa-022c-4822-a388-2a18e9f75fbc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f3c4b4e-6f66-4265-a981-0ce5bdaa6797 HTTP/1.1" status: 200 len: 210 time: 0.0568323 Nov 24 10:12:23.837434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:12:24.059870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:12:24.069897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:12:24.084366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:12:24.085069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:12:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:24.134249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] No DVR routers for this DVR port 77e1510e-c773-4401-85f6-5caf2f03c336 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:12:24.136989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:24.140257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-deleted', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:24.172900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2107fad4-1b58-4820-a73a-773cba7dd085 req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "DELETE /v2.0/ports/77e1510e-c773-4401-85f6-5caf2f03c336 HTTP/1.1" status: 204 len: 173 time: 1.4338903 Nov 24 10:12:24.209950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3c4b4e-6f66-4265-a981-0ce5bdaa6797', 'name': 'network-vif-deleted', 'tag': '77e1510e-c773-4401-85f6-5caf2f03c336', 'status': 'completed', 'code': 200} Nov 24 10:12:24.296829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:12:24.630080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:24.635894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:12:24.647869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:12:24.648533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:12:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:25.028136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:12:25.135467 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-7120f2b0-4d00-4bf7-a3c8-bd109354ef4c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--241393834&fields=id&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 267 time: 0.0477118 Nov 24 10:12:25.303432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-54060867-8456-4a4c-9fd8-d07a98d5fbcb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:25.305514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-54060867-8456-4a4c-9fd8-d07a98d5fbcb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1626549 Nov 24 10:12:25.325220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-d368d1c0-9526-4c5e-a30c-ac5c2b6f9ce9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/quotas/53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 375 time: 0.0135403 Nov 24 10:12:25.376824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:25.381177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75d7db-5772-4643-a467-d04af638f48a None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:12:25.419749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-e501e7d6-a638-420c-8862-6de510756e78 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884652 Nov 24 10:12:25.578791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-75374bf7-18f0-49e1-b5d6-198029ea7434 service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435711 Nov 24 10:12:25.744466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-47c7d299-19e8-417e-87a4-785c15ce039f service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587038 Nov 24 10:12:25.828860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5924c-f295-4770-b80f-9ffbc53951aa None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:12:25.959461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-99922535-92f3-4bdc-9469-0ba73cbb4101 req-eacca350-f384-4c2f-bbf3-a8dd37a0a317 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:12:25.975617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-99922535-92f3-4bdc-9469-0ba73cbb4101 req-eacca350-f384-4c2f-bbf3-a8dd37a0a317 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:12:25.986654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-99922535-92f3-4bdc-9469-0ba73cbb4101 req-eacca350-f384-4c2f-bbf3-a8dd37a0a317 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 210 time: 0.0782845 Nov 24 10:12:26.579233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:12:26.614876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 77e1510e-c773-4401-85f6-5caf2f03c336 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:12:26.615249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 77e1510e-c773-4401-85f6-5caf2f03c336 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:12:27.048304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6e603ae6-bbd1-494d-bc5f-29129d399349 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:27.049897 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6e603ae6-bbd1-494d-bc5f-29129d399349 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1674955 Nov 24 10:12:27.113632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-c410a9f8-062f-47bc-b2af-f65494e3adc4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 379 time: 0.0524263 Nov 24 10:12:27.121964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'port': {'device_id': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'admin_state_up': True, 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'security_groups': ['29069359-6840-492e-a8f7-21af23ea1508']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:12:27.170343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-19e656c1-2df3-4bba-a58d-4054bc23d747 req-387f4666-d034-4c0a-9695-ea02d6736d64 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 210 time: 0.0496099 Nov 24 10:12:27.272141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:12:27.282883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:12:27.292788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:12:27.298461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:27.477503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Allocated IP 172.20.0.4 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/a3f9f70e-2382-4d74-8863-f0f22be264fc) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:12:27.936733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:27.954259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Transition to ACTIVE for port object a3f9f70e-2382-4d74-8863-f0f22be264fc will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:12:27.975011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:27.981935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:28.048623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:12:28.058008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:12:28.063039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:12:28.103968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:28.111683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:28.149378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:28.150376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:28.185938 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678084 Nov 24 10:12:28.200656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Request body: {'port': {'device_id': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:12:28.377679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:28.391044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-18cd6d80-0da6-4391-a354-9d40276fe9da None None] Provisioning for port a3f9f70e-2382-4d74-8863-f0f22be264fc completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:12:28.396643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-18cd6d80-0da6-4391-a354-9d40276fe9da None None] Provisioning complete for port a3f9f70e-2382-4d74-8863-f0f22be264fc triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:12:28.397236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18cd6d80-0da6-4391-a354-9d40276fe9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:28.454320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-18cd6d80-0da6-4391-a354-9d40276fe9da None None] Port a3f9f70e-2382-4d74-8863-f0f22be264fc cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:12:28.486414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76a990-58b7-44fd-a5d3-56db9ce439e4 req-ec16fc71-1684-4663-9995-cf7383bcb02e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:28.487208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df76a990-58b7-44fd-a5d3-56db9ce439e4 req-ec16fc71-1684-4663-9995-cf7383bcb02e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:12:28.566645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-df76a990-58b7-44fd-a5d3-56db9ce439e4 req-ec16fc71-1684-4663-9995-cf7383bcb02e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:12:28.567960 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df76a990-58b7-44fd-a5d3-56db9ce439e4 req-ec16fc71-1684-4663-9995-cf7383bcb02e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 931 time: 0.2598991 Nov 24 10:12:28.716432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df76a990-58b7-44fd-a5d3-56db9ce439e4 req-8e89b6fb-f651-4de5-a1b6-f569018c842f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407137 Nov 24 10:12:28.822166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:12:28.829116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:28.845531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Transition to ACTIVE for port object a3f9f70e-2382-4d74-8863-f0f22be264fc will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:12:28.848571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:28.853698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cce90a41-49aa-48cc-ad6c-44c4496426a7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:28.995861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:28.999359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:29.114772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Attempting to bind port a3f9f70e-2382-4d74-8863-f0f22be264fc on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:12:29.115147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Attempting to bind port a3f9f70e-2382-4d74-8863-f0f22be264fc by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:12:29.115517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Attempting to bind port a3f9f70e-2382-4d74-8863-f0f22be264fc on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:12:29.122803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Port a3f9f70e-2382-4d74-8863-f0f22be264fc on network 0320e80d-62c4-4cd7-bead-a500fdc16073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:12:29.123168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Attempting to bind port a3f9f70e-2382-4d74-8863-f0f22be264fc on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:12:29.130466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:12:29.130886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:12:29.131289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:12:29.131764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Bound port: a3f9f70e-2382-4d74-8863-f0f22be264fc, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:12:29.132146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:29.235647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:12:29.238888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:12:29.242814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:29.247366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:29.304249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:29.306319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-29972fec-9872-494f-a107-f89c22675751 service neutron] 10.222.0.61 "PUT /v2.0/ports/a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1093 time: 1.1121435 Nov 24 10:12:29.307279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:29.334475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:29.338130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:29.378219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'status': 'completed', 'code': 200} Nov 24 10:12:29.426884 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-ae3157c3-2354-407f-88f2-d87588b4105d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1096 time: 0.0857160 Nov 24 10:12:29.502518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-490dac7a-adfd-4759-a5aa-f47801a3f323 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 217 time: 0.0690966 Nov 24 10:12:29.580476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-ff3bd19c-0a1a-4af8-a50a-26beb2bcecf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:29.582073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-ff3bd19c-0a1a-4af8-a50a-26beb2bcecf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0727503 Nov 24 10:12:29.674075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-7ef4f61a-8865-48d8-9069-43504d1a1408 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847540 Nov 24 10:12:29.725789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:12:29.820052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-fdcf894d-f169-4e85-bdb4-1335e7f03e48 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390083 Nov 24 10:12:30.037739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde317-cfce-48a2-8114-fdaa0c9b557e req-4db67d24-0f8e-44b3-bd15-69558cd5f6e2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:30.040009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82bde317-cfce-48a2-8114-fdaa0c9b557e req-4db67d24-0f8e-44b3-bd15-69558cd5f6e2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 943 time: 0.1860805 Nov 24 10:12:30.042087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0f41ead9-a5e3-4669-8434-0fe2ab219a87 req-822a511e-6a61-4633-8f57-2bbfd39fd562 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125700 Nov 24 10:12:30.093137 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82bde317-cfce-48a2-8114-fdaa0c9b557e req-f73f0219-9e39-4b77-8485-12eb4eae8ba9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470743 Nov 24 10:12:30.168317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-4ef81b38-37ee-4b47-bf48-7bb54c44d672 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1096 time: 0.0740998 Nov 24 10:12:30.314195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-de0bfd89-72cb-4b48-b33d-f40add2b8302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:30.315867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-de0bfd89-72cb-4b48-b33d-f40add2b8302 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1407287 Nov 24 10:12:30.390775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-67e51aa6-d59d-4cc9-afbf-7f918dc9de64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 217 time: 0.0680647 Nov 24 10:12:30.462440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-ee26d890-aebc-4902-a97f-3a5866059bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:30.464057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-ee26d890-aebc-4902-a97f-3a5866059bc7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0657346 Nov 24 10:12:30.552541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-65494dea-c847-450f-83da-7f38090b7f0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816402 Nov 24 10:12:30.700429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-864a3caa-9f38-48c1-bf3e-54fa6ed00d45 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407700 Nov 24 10:12:30.845785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-211164bd-d367-4b5d-806c-b387c6cbd7e8 req-b3f72141-0e31-4982-b8f1-2a1eae6803f9 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382909 Nov 24 10:12:31.305237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734a76c-c71d-4622-b39a-604f13f34cc7 req-a3e4804a-286c-4abd-ad26-e02a547c78a1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:31.306857 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4734a76c-c71d-4622-b39a-604f13f34cc7 req-a3e4804a-286c-4abd-ad26-e02a547c78a1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 943 time: 0.0869584 Nov 24 10:12:31.356702 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4734a76c-c71d-4622-b39a-604f13f34cc7 req-7ae384bf-e935-4ba7-a2d3-565194e680a6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436127 Nov 24 10:12:32.566021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95f1a-a153-4812-9bd2-0b3733308328 req-a01aad6b-b3ee-4f46-905e-0bc297851d4e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:32.567676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28d95f1a-a153-4812-9bd2-0b3733308328 req-a01aad6b-b3ee-4f46-905e-0bc297851d4e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 943 time: 0.0885384 Nov 24 10:12:32.611048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:12:32.618733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28d95f1a-a153-4812-9bd2-0b3733308328 req-0f571e34-5487-4fc3-bd1b-c6abc06e8c90 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Nov 24 10:12:32.758190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:32.772102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:12:32.834869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:32.854085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:12:32.869112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:32.872144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:32.874052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:32.943816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:32.947162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:33.077147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['a3f9f70e-2382-4d74-8863-f0f22be264fc'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:12:33.825587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6dcc7-d6af-4b95-976c-b181b200a7b4 req-62db97fa-36ff-41bc-a358-f8d51734745c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:33.827215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53e6dcc7-d6af-4b95-976c-b181b200a7b4 req-62db97fa-36ff-41bc-a358-f8d51734745c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 944 time: 0.0834084 Nov 24 10:12:33.875673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-53e6dcc7-d6af-4b95-976c-b181b200a7b4 req-5fb67e18-89a9-4933-a197-4dd3dae2bbb4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Nov 24 10:12:34.611212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:12:34.685969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port a3f9f70e-2382-4d74-8863-f0f22be264fc completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:12:34.691114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port a3f9f70e-2382-4d74-8863-f0f22be264fc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:12:34.691507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:34.817255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:34.848325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:34.859568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:12:34.863025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:34.866423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71babd27-00a7-435a-a2f6-9836d37fd31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:12:34.913141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'code': 200} Nov 24 10:12:34.949698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:12:34.952877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:12:35.098504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9d199-23c9-4909-93fa-d636cd5044df req-39112659-639e-4967-98c5-145a7fd0f895 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:35.100223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-feb9d199-23c9-4909-93fa-d636cd5044df req-39112659-639e-4967-98c5-145a7fd0f895 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0896204 Nov 24 10:12:35.152340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-feb9d199-23c9-4909-93fa-d636cd5044df req-6b118f83-54bf-47a3-bb25-2108875b7332 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454216 Nov 24 10:12:35.164973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e287d74e-349c-4310-84e6-0eae7f8353af req-1e67694f-a59b-4ff8-95eb-907cfa8cc8aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0825150 Nov 24 10:12:35.216366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e287d74e-349c-4310-84e6-0eae7f8353af req-c727d2cb-df87-47ba-bc78-627618e99dfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454888 Nov 24 10:12:36.361929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1517404-c42b-45fe-9117-126403343c48 req-6c0dba02-3819-4744-bcfc-0c195701a31c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:36.363597 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e1517404-c42b-45fe-9117-126403343c48 req-6c0dba02-3819-4744-bcfc-0c195701a31c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0842559 Nov 24 10:12:36.413352 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e1517404-c42b-45fe-9117-126403343c48 req-f7896978-10b2-4415-88ef-ec5ad139c21e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Nov 24 10:12:36.610751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231dfd-69d6-4046-903e-9d276af31d91 req-cc29712f-6ca5-4598-9003-73adaadd51c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:36.612379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59231dfd-69d6-4046-903e-9d276af31d91 req-cc29712f-6ca5-4598-9003-73adaadd51c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0830657 Nov 24 10:12:36.622788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:12:36.629545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'floatingip': {'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:12:36.926939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:37.570961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:37.574166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:37.785075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 associated. External IP: 172.26.6.174, port: a3f9f70e-2382-4d74-8863-f0f22be264fc. Nov 24 10:12:38.214450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:12:38.437789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:12:38.442513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:38.448800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:12:38.462725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:12:38.463425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:12:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:38.502833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8abce689-a6ad-47f8-b7b4-54b33fb84f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "PUT /v2.0/floatingips/6058e023-9e34-4300-86cb-8df00a4d5ae8 HTTP/1.1" status: 200 len: 991 time: 1.8780758 Nov 24 10:12:38.503484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:12:38.667663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:12:38.673864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'status': 'completed', 'code': 200} Nov 24 10:12:38.780166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-07f1616e-78a7-45fa-b413-bd2918b89a26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0833690 Nov 24 10:12:38.931067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-90952c59-9ca6-4f2d-a459-964795d5691f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:38.932995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-90952c59-9ca6-4f2d-a459-964795d5691f service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1471975 Nov 24 10:12:39.043323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-04088978-2e50-482b-9135-d7f2c003e8fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 999 time: 0.1040459 Nov 24 10:12:39.049511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:12:37Z', 'revision_number': 9, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:39.053806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:12:39.065366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:12:39.066051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:12:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:39.119809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-0594f719-6610-46de-bfc4-aac1aebb7995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:39.121434 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-0594f719-6610-46de-bfc4-aac1aebb7995 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0721002 Nov 24 10:12:39.211729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-9ccdba42-0869-42ad-ba8a-9a58d36b167c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825984 Nov 24 10:12:39.255419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:12:39.356896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-39cbec21-31ab-46f6-9ebb-f8151b33d44e service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388488 Nov 24 10:12:39.505526 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21c6e7ed-4c59-472e-966f-d39fa57f1da1 req-c6df203a-e7b9-4cdd-a46b-0f6d1ce862a1 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427331 Nov 24 10:12:39.643525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:12:37Z', 'revision_number': 9, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:12:39.647893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7dcb23-897e-47ba-8b7e-953367803a77 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:12:37Z', 'revision_number': 9, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:12:39.919945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-400e03cc-8be4-4fb1-b895-11646276a946 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883851 Nov 24 10:12:40.029352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a87777-63e9-4be1-9e52-0cae805f0858 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:12:40.325348 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-2587f059-a261-4710-929a-597a207e0463 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.3274767 Nov 24 10:12:40.481064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-49045d0b-bebb-4d0a-831a-0ccef636944e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:40.482666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-49045d0b-bebb-4d0a-831a-0ccef636944e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1371243 Nov 24 10:12:40.591419 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-e5820132-507f-474b-97ec-15371abb042a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1002 time: 0.1026502 Nov 24 10:12:40.659601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-a107aad6-c1a6-4418-b6ff-87278c65570e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:12:40.661174 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-a107aad6-c1a6-4418-b6ff-87278c65570e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0645397 Nov 24 10:12:40.704298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:40.746277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-c98eb4b8-3431-4059-98c2-b0b1c8b5f039 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785713 Nov 24 10:12:40.889772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-d8b7c703-a7a0-4927-8f0d-5ab55334b474 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368001 Nov 24 10:12:41.035845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-82206ab3-4bc5-40ed-a92c-83a094e798bd req-405ffea4-0a57-4f13-83c7-a5cb58455a47 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395359 Nov 24 10:12:48.894779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c95387d-2d04-4ec9-9f72-795960eefacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:50.480890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:51.646820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-95417d13-7795-4092-9d55-095cb0feab55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:51.665353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:12:53.330991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:06.727225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:13:10.704052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:14.261677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6ed89ebf-f28d-4298-b672-2e7d7482ac2f req-8cabbfa2-1d60-49b8-bdae-cc7db8c883a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0787752 Nov 24 10:13:14.707010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33b8ef-f1d5-44b9-a4c0-6097a1e15cd7 req-52a02d48-b278-4f1b-a164-c8fa251a3c73 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:14.708628 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5c33b8ef-f1d5-44b9-a4c0-6097a1e15cd7 req-52a02d48-b278-4f1b-a164-c8fa251a3c73 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1623611 Nov 24 10:13:14.716422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-311df3e5-5514-4716-8f05-003f18d08cc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2439654 Nov 24 10:13:14.761592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5c33b8ef-f1d5-44b9-a4c0-6097a1e15cd7 req-e97f7295-b7f4-4afc-928a-fe79fea8e0eb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Nov 24 10:13:15.936425 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-67182fa8-9699-4f56-ad87-fbbc47e64ab7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0801911 Nov 24 10:13:15.987334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5ba6a-3985-4e41-ae2c-0b88ab05bfa6 req-5fa4f300-9044-4dc9-8d2c-fe27282250a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:15.989009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-33d5ba6a-3985-4e41-ae2c-0b88ab05bfa6 req-5fa4f300-9044-4dc9-8d2c-fe27282250a5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0957012 Nov 24 10:13:16.043903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-33d5ba6a-3985-4e41-ae2c-0b88ab05bfa6 req-3462b90f-61ce-443f-90f7-006cfb5c8064 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479932 Nov 24 10:13:16.092465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-e4ae961a-2c4a-4d33-9ca3-39e2d8ef8b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:16.094063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-e4ae961a-2c4a-4d33-9ca3-39e2d8ef8b32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1518602 Nov 24 10:13:16.209561 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-fb774cca-16d1-410b-a54d-a805df2b855c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1002 time: 0.1094353 Nov 24 10:13:16.308749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-e7380620-117d-4dd0-8640-3766ec0c84ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:16.310408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-e7380620-117d-4dd0-8640-3766ec0c84ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0944302 Nov 24 10:13:16.414792 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-da68df72-16d7-473f-81a4-bf5f89e00a71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980129 Nov 24 10:13:16.581402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-2de70d18-09bf-491b-9424-18d1f9faf491 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600299 Nov 24 10:13:16.742318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-f2547326-e375-44a8-8ae8-a632c36f3689 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541309 Nov 24 10:13:17.255381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9f7c-6d54-4397-91dc-228b0b228fd5 req-2b54f30b-a74a-4189-a33e-d826b2521130 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:17.257715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c28b9f7c-6d54-4397-91dc-228b0b228fd5 req-2b54f30b-a74a-4189-a33e-d826b2521130 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0874050 Nov 24 10:13:17.314756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c28b9f7c-6d54-4397-91dc-228b0b228fd5 req-909d25ea-8836-405d-8336-4005049b7a17 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502152 Nov 24 10:13:18.532348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6d514-9ced-46ba-9e4a-2f2f97fd9ed0 req-176f703c-5a93-4b33-ba81-e4c2c2c97a1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:18.534015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71f6d514-9ced-46ba-9e4a-2f2f97fd9ed0 req-176f703c-5a93-4b33-ba81-e4c2c2c97a1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0922325 Nov 24 10:13:18.588925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71f6d514-9ced-46ba-9e4a-2f2f97fd9ed0 req-6ac7a0a5-fe94-425f-9b66-fbb55ebb6ff6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474319 Nov 24 10:13:18.898254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f99aee74-6ba6-49e8-a4e5-2ab78b0de00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:19.808015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fcc40-c0d7-40a3-a703-e17a66d91ced req-5d16e252-8f0d-4ce3-898f-e996b14140f0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:19.809707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-644fcc40-c0d7-40a3-a703-e17a66d91ced req-5d16e252-8f0d-4ce3-898f-e996b14140f0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0881472 Nov 24 10:13:19.860740 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-644fcc40-c0d7-40a3-a703-e17a66d91ced req-4814650b-0c60-4f7c-97c0-e9ee40d16b44 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442050 Nov 24 10:13:20.485245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:21.087118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1af74-4904-49a8-9e38-7e7dea08edcd req-8a74a996-54e9-4b2e-8070-a4995fba02f8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:21.088779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb1af74-4904-49a8-9e38-7e7dea08edcd req-8a74a996-54e9-4b2e-8070-a4995fba02f8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0920765 Nov 24 10:13:21.150203 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbb1af74-4904-49a8-9e38-7e7dea08edcd req-8074b074-9b3d-4a98-bbb1-479b57baa3a3 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551360 Nov 24 10:13:21.650226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13e683b9-94b3-4342-8715-eda3a34b1b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:21.670490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:22.371836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24695e-cebe-43d9-9ad6-5ec32e197d90 req-5207a8bd-6f29-499a-9fb3-e8c5f59ae130 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:22.373507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc24695e-cebe-43d9-9ad6-5ec32e197d90 req-5207a8bd-6f29-499a-9fb3-e8c5f59ae130 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0941775 Nov 24 10:13:22.425877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc24695e-cebe-43d9-9ad6-5ec32e197d90 req-08607674-6147-48b3-ab96-43cf86442c57 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457163 Nov 24 10:13:23.328451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:23.668314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99965-a01c-45e6-8b13-399401c34fc5 req-e6fc09ef-ccd8-4228-a56e-9f413d9ade3d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:23.670842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f9a99965-a01c-45e6-8b13-399401c34fc5 req-e6fc09ef-ccd8-4228-a56e-9f413d9ade3d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1212120 Nov 24 10:13:23.721077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f9a99965-a01c-45e6-8b13-399401c34fc5 req-429f437e-0e41-47b1-bcab-7c0a257f6918 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439839 Nov 24 10:13:24.937603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cd1b2-c760-463e-ad55-9850a164d561 req-ef90c903-a6cd-43fb-b26c-5d4d66160d16 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:24.939350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e16cd1b2-c760-463e-ad55-9850a164d561 req-ef90c903-a6cd-43fb-b26c-5d4d66160d16 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0866323 Nov 24 10:13:24.995315 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e16cd1b2-c760-463e-ad55-9850a164d561 req-0aedb63c-f10b-441b-bd66-76965875d38d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490618 Nov 24 10:13:26.209086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc618062-177f-4787-b957-7782a4465db4 req-8d72f5ab-8385-4ae1-b7b3-affa1eab7f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:26.211491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc618062-177f-4787-b957-7782a4465db4 req-8d72f5ab-8385-4ae1-b7b3-affa1eab7f52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0879385 Nov 24 10:13:26.279771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc618062-177f-4787-b957-7782a4465db4 req-c8cf81ad-25b4-43b1-9169-337a3b6b7edc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617511 Nov 24 10:13:27.501759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73031917-7bf8-4a5b-8d75-c04943f94a3f req-f4e067ae-86b8-4830-9330-1f5c17af6998 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:27.503722 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-73031917-7bf8-4a5b-8d75-c04943f94a3f req-f4e067ae-86b8-4830-9330-1f5c17af6998 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0904799 Nov 24 10:13:27.557317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-73031917-7bf8-4a5b-8d75-c04943f94a3f req-9d724115-a5b3-4ab8-90ad-fda65da3940e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465200 Nov 24 10:13:28.406269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-ade9576e-beb2-480b-bb77-ef499d640469 service neutron] 10.222.0.61 "GET /v2.0/ports/a3f9f70e-2382-4d74-8863-f0f22be264fc/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0861969 Nov 24 10:13:28.521717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-cb110a65-49a1-4416-8016-44447818be2f req-512b5035-10b7-447b-88fd-bd18abfa42b2 service neutron] (88877) timed out ('10.222.0.61', 63499) {{(pid=88877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 10:13:28.697770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-908cb72b-defb-4f99-867c-4fe9ca13b419 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.0863810 Nov 24 10:13:28.779442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c10b3-a274-4fd1-8983-92847aef86b3 req-647492fd-7783-47b3-8721-febadaf27b63 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:28.781071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc7c10b3-a274-4fd1-8983-92847aef86b3 req-647492fd-7783-47b3-8721-febadaf27b63 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0883482 Nov 24 10:13:28.799953 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-a62cb96b-ba39-46c6-be57-3e7a712e6b4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0779819 Nov 24 10:13:28.833376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc7c10b3-a274-4fd1-8983-92847aef86b3 req-52a0da1b-4e87-446b-8f54-09d969c81e06 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451186 Nov 24 10:13:28.951627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-c2352efb-e8e1-4b5a-9897-97d8e704f50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:28.953384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-c2352efb-e8e1-4b5a-9897-97d8e704f50e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1475766 Nov 24 10:13:29.086333 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-33df3ca2-7d81-401e-8275-75588b5785fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1002 time: 0.1262794 Nov 24 10:13:29.158206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-150704f5-ee59-4168-a253-3117e89fb09c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:29.159854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-150704f5-ee59-4168-a253-3117e89fb09c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0679016 Nov 24 10:13:29.249381 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-6462a659-cb07-4802-a7cf-298c1a2bce3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833428 Nov 24 10:13:29.405689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-2f555c7d-271f-44a6-b97c-6df028634051 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493952 Nov 24 10:13:29.799217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0a73ca90-f9ba-46d7-a0db-597d42f053ea req-efd859c4-e1f2-4c34-a11f-baa6fc8b8521 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876243 Nov 24 10:13:30.072449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdba74-8b4d-4041-ad51-98560d967b59 req-e0927be0-16c1-4102-8d21-a11bcb97a0fa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:30.074160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96fdba74-8b4d-4041-ad51-98560d967b59 req-e0927be0-16c1-4102-8d21-a11bcb97a0fa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1007793 Nov 24 10:13:30.129082 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96fdba74-8b4d-4041-ad51-98560d967b59 req-601d3f09-9669-4dda-9f9f-0db192358bf7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469356 Nov 24 10:13:30.967489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:13:31.120042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:31.136344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:13:31.202485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:31.222573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:13:31.240588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:31.244686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:31.246754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:31.324561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:31.338815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.339212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.339636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.340016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.340394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.340918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.341287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.341670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.342050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.342419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.342807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:31.347779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:31.358746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7503-8c95-451a-8fde-6da343b6cab4 req-1232e43a-824c-4f50-a0e2-f5c43ae702b0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:31.360435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e67b7503-8c95-451a-8fde-6da343b6cab4 req-1232e43a-824c-4f50-a0e2-f5c43ae702b0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 944 time: 0.0968471 Nov 24 10:13:31.415841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e67b7503-8c95-451a-8fde-6da343b6cab4 req-b4efe9c2-61d1-4ce1-8066-57af283fd50c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Nov 24 10:13:32.641409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce6339-7b14-4ed5-a9bf-b3f1fde32802 req-a0d99d99-8214-407b-bffa-6bcae72a3a9d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:32.643078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3cce6339-7b14-4ed5-a9bf-b3f1fde32802 req-a0d99d99-8214-407b-bffa-6bcae72a3a9d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 944 time: 0.0938189 Nov 24 10:13:32.694867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3cce6339-7b14-4ed5-a9bf-b3f1fde32802 req-b61525dc-6d58-4e20-b9c8-017bc3fadbe5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 Nov 24 10:13:32.979396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:13:32.982158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:13:33.268807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:33.290969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:33.308818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:13:33.320209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:13:33.328815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:33.331790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:33.333699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:33.360283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-4d71191d-3cbd-4026-acdd-8a132895b172 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:33.361904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-4d71191d-3cbd-4026-acdd-8a132895b172 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&tenant_id=53779a5cefab4565b3835db30610b8ba&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 944 time: 0.2615182 Nov 24 10:13:33.375562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f66b6-ec10-4889-b831-c0d02504bf5a req-8c6f44d6-3cbd-4fc2-8b38-0404a3143779 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:33.377490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7f66b6-ec10-4889-b831-c0d02504bf5a req-8c6f44d6-3cbd-4fc2-8b38-0404a3143779 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 944 time: 0.1972418 Nov 24 10:13:33.403843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['a3f9f70e-2382-4d74-8863-f0f22be264fc'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:13:33.483072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:33.493780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:33.497796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d7f66b6-ec10-4889-b831-c0d02504bf5a req-6f490f6b-bbce-4c20-b4e0-e569d097138d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796642 Nov 24 10:13:33.500913 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-603df883-875b-468e-a929-886fe0e573fe service neutron] 10.222.0.61 "GET /v2.0/ports/a3f9f70e-2382-4d74-8863-f0f22be264fc/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.1320634 Nov 24 10:13:33.644382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-a63afd14-9de0-4070-b041-8a241f436d9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1096 time: 0.1187351 Nov 24 10:13:33.798184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-909526cf-25b0-4734-afb9-6ad1dbee5c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:33.799783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-909526cf-25b0-4734-afb9-6ad1dbee5c59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1490564 Nov 24 10:13:33.912599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-fa76fc32-0ebf-498f-ae0f-8f4d484cbf69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1000 time: 0.1059170 Nov 24 10:13:33.992450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-804c6dc7-acde-437c-85a7-b06d2fcc2e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:33.994092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-804c6dc7-acde-437c-85a7-b06d2fcc2e76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0746360 Nov 24 10:13:34.094108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-71bceb4a-84c4-4f9f-98d9-75fad469a0ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894120 Nov 24 10:13:34.259611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-4afaf45a-3d79-483b-a1c9-811581efed59 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591563 Nov 24 10:13:34.418630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-edae4f1e-9e40-4855-aa23-11d7d22b06c8 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522698 Nov 24 10:13:34.755874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f42c05-76dd-4967-9a75-6e9c0bca09d6 req-0fdd969d-fe41-41be-a467-8820d9afe11f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:34.758627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22f42c05-76dd-4967-9a75-6e9c0bca09d6 req-0fdd969d-fe41-41be-a467-8820d9afe11f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 943 time: 0.0887644 Nov 24 10:13:34.816076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22f42c05-76dd-4967-9a75-6e9c0bca09d6 req-e162b158-b324-4cb9-aed2-d2583553c1d7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500734 Nov 24 10:13:35.000364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:13:35.079377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port a3f9f70e-2382-4d74-8863-f0f22be264fc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:13:35.079815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:35.214882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:35.245254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:35.257679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:35.261166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:35.264376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:35.317202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'code': 200} Nov 24 10:13:35.353963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:35.357372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:36.060171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b15d-d82d-4521-a65b-3b514f4fe4ea req-3e603caf-ed65-4bce-854c-5c1dfd296af0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:36.063169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-edd3b15d-d82d-4521-a65b-3b514f4fe4ea req-3e603caf-ed65-4bce-854c-5c1dfd296af0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1109929 Nov 24 10:13:36.118115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-edd3b15d-d82d-4521-a65b-3b514f4fe4ea req-75e4e268-f106-4988-b46f-5e5f4eb57ba3 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Nov 24 10:13:36.884834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-26b555a1-8b46-4175-a8a1-afd3a1044f3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.0912230 Nov 24 10:13:36.992988 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-dbf95f51-3cb3-4569-b7fb-9aa93c85eca1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0849004 Nov 24 10:13:37.159754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-baca9a64-26d1-44f4-9b8c-673343ce2956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:37.161402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-baca9a64-26d1-44f4-9b8c-673343ce2956 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1625049 Nov 24 10:13:37.281501 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-c90a2776-8fe5-4896-91de-57f06fb4312b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1002 time: 0.1135781 Nov 24 10:13:37.495937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-de9b3d16-9c1f-4a6d-a2a8-dd339f11968e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:37.498918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-de9b3d16-9c1f-4a6d-a2a8-dd339f11968e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.2112854 Nov 24 10:13:37.638310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf722dfe-efce-48e9-b7d5-f951b3123cf2 req-9776feb2-de23-4ab4-9e2e-45e85506fbdb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:37.640261 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf722dfe-efce-48e9-b7d5-f951b3123cf2 req-9776feb2-de23-4ab4-9e2e-45e85506fbdb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.3102605 Nov 24 10:13:37.700530 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-f718d382-0d93-438d-9d17-cb63d13a9fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1930971 Nov 24 10:13:37.740149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cf722dfe-efce-48e9-b7d5-f951b3123cf2 req-3549c5b1-9147-401a-9934-5c02eacf2a56 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910573 Nov 24 10:13:37.875547 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-72c9b9a1-69ec-4fe0-99f4-06b6b98a15cf service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676340 Nov 24 10:13:38.036712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa74736c-a067-4fe0-926c-7a454f3393a5 req-b4398990-a700-4bb5-9b6e-d0e8b598863e service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549585 Nov 24 10:13:38.974398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd69bf-f2ae-46a5-bf9b-f6f438bc2ebe req-a999159c-742c-4a87-bb7b-25114711fd33 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:38.976106 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71bd69bf-f2ae-46a5-bf9b-f6f438bc2ebe req-a999159c-742c-4a87-bb7b-25114711fd33 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.0976286 Nov 24 10:13:39.007696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:13:39.010726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:13:39.051426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71bd69bf-f2ae-46a5-bf9b-f6f438bc2ebe req-eb611fc0-b934-4835-b9f0-51d13298546f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684524 Nov 24 10:13:39.256527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:39.290049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:39.306982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:39.319797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'mac_address': 'fa:16:3e:86:80:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:13:39.322737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:39.368461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:39.371502 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'code': 200} Nov 24 10:13:39.374313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:39.440250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:39.476903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:13:39.484403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=9']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:39.488500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:39.500319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:39.504402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:39.506324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:39.574813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['a3f9f70e-2382-4d74-8863-f0f22be264fc'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:13:39.629195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=10']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:39.638709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:39.910032 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-66b90f25-8135-4fb1-8a7c-22a2fb7c62dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875995 Nov 24 10:13:40.060958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-dcc8a31a-d525-48b7-8c9f-360ebd367a72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 1098 time: 0.0781677 Nov 24 10:13:40.235865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-46b79fba-4824-4f67-a947-b8b0858e808d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:40.237439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-46b79fba-4824-4f67-a947-b8b0858e808d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1556582 Nov 24 10:13:40.296039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510eb3-d8d8-46df-832c-358712ca3254 req-3a6023ff-53fd-40ed-98aa-6acfa1110c39 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:40.297728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47510eb3-d8d8-46df-832c-358712ca3254 req-3a6023ff-53fd-40ed-98aa-6acfa1110c39 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1124716 Nov 24 10:13:40.355299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47510eb3-d8d8-46df-832c-358712ca3254 req-8a0954e0-0238-4905-bc2d-54a3f6b83b2c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Nov 24 10:13:40.372870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-e93cdd67-36b4-4ff3-8c15-0c59ab2c685b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 200 len: 1001 time: 0.1285396 Nov 24 10:13:40.448448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-4c59afbc-b956-4d2a-9708-8d879ce0338b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:40.450096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-4c59afbc-b956-4d2a-9708-8d879ce0338b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0710528 Nov 24 10:13:40.608417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-005a516f-6d8b-4d1c-b4ef-6985d1ed40ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525664 Nov 24 10:13:40.619844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ccdda-6b17-4736-bb46-bb3564ce9900 req-d50c146a-5838-43c9-8c92-714f5f99888a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:40.621574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-888ccdda-6b17-4736-bb46-bb3564ce9900 req-d50c146a-5838-43c9-8c92-714f5f99888a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.1235020 Nov 24 10:13:40.718492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:40.806725 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-888ccdda-6b17-4736-bb46-bb3564ce9900 req-f6f4144d-45fc-4abb-a954-237cad9e2f01 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563296 Nov 24 10:13:40.835771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-8f962c5d-c081-453b-a1f4-49231397376a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125223 Nov 24 10:13:40.995041 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-02056243-106f-4c4c-ad92-fddff4dc6e80 req-253c55a0-0d8c-4ff1-b552-6f9db1a1f5e0 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529255 Nov 24 10:13:41.047150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:13:41.134468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port a3f9f70e-2382-4d74-8863-f0f22be264fc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:13:41.135326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:41.271156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:41.291012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3daf9b-c7c1-4119-a843-078a0712fdee req-c19e0a92-5990-4e07-b0c3-156348cf3b92 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:41.292739 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de3daf9b-c7c1-4119-a843-078a0712fdee req-c19e0a92-5990-4e07-b0c3-156348cf3b92 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 945 time: 0.3418112 Nov 24 10:13:41.314427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:41.317838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:41.320192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-11bab295-2d61-4975-adad-9e279cdefaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:41.347055 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de3daf9b-c7c1-4119-a843-078a0712fdee req-072fc14a-dd1f-4c83-bf1d-cdbc7288f479 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474916 Nov 24 10:13:41.372352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:41.404372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=11']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:41.411900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:41.438919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'code': 200} Nov 24 10:13:41.826131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a99cf-dd49-4bb8-8356-52cdd55c4d59 req-0ea6e6aa-3b6e-401c-8889-5d307e7da011 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:41.827801 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2c2a99cf-dd49-4bb8-8356-52cdd55c4d59 req-0ea6e6aa-3b6e-401c-8889-5d307e7da011 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 946 time: 0.0900180 Nov 24 10:13:41.883627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2c2a99cf-dd49-4bb8-8356-52cdd55c4d59 req-67f251e3-168e-42f3-a8f8-8abcd0358fa2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493114 Nov 24 10:13:43.110336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2575e92-3ef8-48dc-be55-a9413d88facc req-7a8d85a7-c6c7-49df-b9ac-61ea0932a5bd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:43.112114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2575e92-3ef8-48dc-be55-a9413d88facc req-7a8d85a7-c6c7-49df-b9ac-61ea0932a5bd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 946 time: 0.0943623 Nov 24 10:13:43.173086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2575e92-3ef8-48dc-be55-a9413d88facc req-e3b95e23-e3ae-48da-8fdc-893476955e60 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524104 Nov 24 10:13:43.729249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:13:43.816128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-eae372df-0f2b-4eea-981b-28a4e275b0af tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:43.817714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-eae372df-0f2b-4eea-981b-28a4e275b0af tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 946 time: 0.0885870 Nov 24 10:13:43.902082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Deleting port a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:13:43.902394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:44.178042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] For port a3f9f70e-2382-4d74-8863-f0f22be264fc, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=a3f9f70e-2382-4d74-8863-f0f22be264fc,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:44.178677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:44.452009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c88e4d-ff4e-4dce-a560-d39a64c4e600 req-5106cf61-168f-460a-a27b-166f01c00fcf tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:44.453942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56c88e4d-ff4e-4dce-a560-d39a64c4e600 req-5106cf61-168f-460a-a27b-166f01c00fcf tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 946 time: 0.1465583 Nov 24 10:13:44.517269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56c88e4d-ff4e-4dce-a560-d39a64c4e600 req-1af2bd6d-8b92-4b72-859c-9903af01729f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507567 Nov 24 10:13:44.525203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:44.525625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:44.525986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 disassociated. External IP: 172.26.6.174, port: a3f9f70e-2382-4d74-8863-f0f22be264fc. Nov 24 10:13:44.526376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Calling delete_port for a3f9f70e-2382-4d74-8863-f0f22be264fc owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:13:44.727615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:44.734140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de7e023c-f744-4187-b6d5-65daf1294177 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:44.786395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'Port': ['ID=a3f9f70e-2382-4d74-8863-f0f22be264fc,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:44.800845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.801283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.801700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.802313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.802661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.802995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.803428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.804150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.804808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.805238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.805833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:13:44.809980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:45.298442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:13:45.537588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:13:45.548853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:13:45.563256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:13:45.564337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:13:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:13:45.618419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] No DVR routers for this DVR port a3f9f70e-2382-4d74-8863-f0f22be264fc on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:13:45.622775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:45.628461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-deleted', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:45.657769 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-306aa281-286a-4aee-bcde-d9004ab4c315 req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "DELETE /v2.0/ports/a3f9f70e-2382-4d74-8863-f0f22be264fc HTTP/1.1" status: 204 len: 173 time: 1.8336756 Nov 24 10:13:45.689577 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfa8590-1c6f-4aba-89c6-e89585e253d5', 'name': 'network-vif-deleted', 'tag': 'a3f9f70e-2382-4d74-8863-f0f22be264fc', 'status': 'completed', 'code': 200} Nov 24 10:13:45.758512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a1c149f-110f-40ad-a03b-32eb34345622 req-dfb3c1e8-0a3c-415d-b96e-8dcd5e1682d9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:13:45.776978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8a1c149f-110f-40ad-a03b-32eb34345622 req-dfb3c1e8-0a3c-415d-b96e-8dcd5e1682d9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:13:45.778642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8a1c149f-110f-40ad-a03b-32eb34345622 req-dfb3c1e8-0a3c-415d-b96e-8dcd5e1682d9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfa8590-1c6f-4aba-89c6-e89585e253d5 HTTP/1.1" status: 200 len: 210 time: 0.0736203 Nov 24 10:13:45.810801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:13:46.361473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:13:46.367649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:13:46.383613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:13:46.384375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:13:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:13:46.593784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:13:46.998160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:13:47.009361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5574b820-c8c4-460a-80ed-5b8b37ac841b None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:13:47.095487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:13:47.160651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: a3f9f70e-2382-4d74-8863-f0f22be264fc {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:13:47.161340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device a3f9f70e-2382-4d74-8863-f0f22be264fc not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:13:47.342893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-57307c5a-e55c-400f-985e-70eb9ec7f104 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--241393834&fields=id&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 267 time: 0.0677633 Nov 24 10:13:47.499517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde4de1-eeb8-4d14-ba11-baf586acca27 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:13:47.541363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59937e2f-6767-46d7-a1dc-046994b40fed req-49eae3d7-d4ab-4885-b823-2338ae55aacb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:47.543445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-49eae3d7-d4ab-4885-b823-2338ae55aacb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.1862760 Nov 24 10:13:47.586742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-10edce12-e3a8-4a88-b1c8-645eb76be96c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/quotas/53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 375 time: 0.0237441 Nov 24 10:13:47.730423 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-b777f73b-9007-4f15-9d3f-1f4b0e7d6466 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1299636 Nov 24 10:13:47.892018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-deef6333-4f9e-41b4-a468-7396a4f55ace service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460037 Nov 24 10:13:48.055760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-cd80adb3-992a-4e15-b9b6-e706d4481b4b service neutron] 10.222.0.55 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554732 Nov 24 10:13:48.305976 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fef8a1fc-677d-4736-938f-4f1d80671bdb req-51da2eb0-9bb5-4565-8067-2c694848226b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 210 time: 0.0492251 Nov 24 10:13:48.906235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3905ddb6-860d-4dcc-9683-4022e7e7ccfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:49.504942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e1358c9-f522-4283-b363-e69bc98eac98 req-38b59ec2-f902-4b0c-8e34-c5760dfd3c30 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 210 time: 0.0486708 Nov 24 10:13:49.565190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59937e2f-6767-46d7-a1dc-046994b40fed req-3e2ce803-9ef8-4cde-889d-f58f4bfb5599 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:49.566942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-3e2ce803-9ef8-4cde-889d-f58f4bfb5599 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 811 time: 0.2060077 Nov 24 10:13:49.630433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-bf927bc6-26be-44d2-9e1e-7cb76ab662e8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 379 time: 0.0518010 Nov 24 10:13:49.661446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'port': {'device_id': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'admin_state_up': True, 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'security_groups': ['29069359-6840-492e-a8f7-21af23ea1508']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:13:49.820186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:13:49.837689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:13:49.848382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Made reservation on behalf of 53779a5cefab4565b3835db30610b8ba for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:13:49.855284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.040131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Allocated IP 172.20.0.8 (0320e80d-62c4-4cd7-bead-a500fdc16073/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef/b6ca52ba-5d5c-4477-856f-1cf1c2090abd) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:13:50.270098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.289420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Transition to ACTIVE for port object b6ca52ba-5d5c-4477-856f-1cf1c2090abd will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:13:50.312846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.319984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b399d818-ebfa-4af3-926b-50b80754c9cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:50.399980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:13:50.404286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:13:50.409799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:13:50.439523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:50.446797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:50.484782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:50.485529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.510235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.522301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654485 Nov 24 10:13:50.534512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Request body: {'port': {'device_id': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:13:50.674257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.795168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5e245210-27b5-4e68-89cd-405d1f381be4 None None] Provisioning for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:13:50.801060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5e245210-27b5-4e68-89cd-405d1f381be4 None None] Provisioning complete for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:13:50.801490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5e245210-27b5-4e68-89cd-405d1f381be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:50.860157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5e245210-27b5-4e68-89cd-405d1f381be4 None None] Port b6ca52ba-5d5c-4477-856f-1cf1c2090abd cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:13:50.937700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff3-4629-40d0-87fe-8c2281103810 req-c13e6f33-c8a7-41a8-8f7e-d89a08406159 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:50.938473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-55b94ff3-4629-40d0-87fe-8c2281103810 req-c13e6f33-c8a7-41a8-8f7e-d89a08406159 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:13:51.021956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-55b94ff3-4629-40d0-87fe-8c2281103810 req-c13e6f33-c8a7-41a8-8f7e-d89a08406159 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:13:51.023946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-55b94ff3-4629-40d0-87fe-8c2281103810 req-c13e6f33-c8a7-41a8-8f7e-d89a08406159 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 931 time: 0.3049514 Nov 24 10:13:51.112386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-55b94ff3-4629-40d0-87fe-8c2281103810 req-a0693121-dc39-414e-a663-e8e354eb6c48 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728388 Nov 24 10:13:51.190691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:13:51.199360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.216768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Transition to ACTIVE for port object b6ca52ba-5d5c-4477-856f-1cf1c2090abd will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:13:51.220276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.225458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8fa3c877-6b13-4810-9291-bf067a4d5d1e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:51.390182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:51.394297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:51.515782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Attempting to bind port b6ca52ba-5d5c-4477-856f-1cf1c2090abd on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:13:51.516167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Attempting to bind port b6ca52ba-5d5c-4477-856f-1cf1c2090abd by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:13:51.516542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Attempting to bind port b6ca52ba-5d5c-4477-856f-1cf1c2090abd on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:13:51.523878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Port b6ca52ba-5d5c-4477-856f-1cf1c2090abd on network 0320e80d-62c4-4cd7-bead-a500fdc16073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:13:51.524252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Attempting to bind port b6ca52ba-5d5c-4477-856f-1cf1c2090abd on network 0320e80d-62c4-4cd7-bead-a500fdc16073 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:13:51.532052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:13:51.532428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Checking segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:13:51.532872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Bound using segment: {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:13:51.533358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Bound port: b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e966c6b-8f28-4628-a7b9-bebcac664463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:13:51.533749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.652110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:13:51.653552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-464d01ed-6247-4682-8bf1-b033254d7a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.656867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:13:51.660874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.666531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cd8a77a-13fb-4f6c-8948-932ea4ecf5fd tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:51.673733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.724193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:51.725867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1093 time: 1.1962657 Nov 24 10:13:51.726448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:51.756189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:51.761042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:51.818745 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'status': 'completed', 'code': 200} Nov 24 10:13:51.853532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-5a8af9f4-35ed-4cd4-85b0-d6c462fd020d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1096 time: 0.0893743 Nov 24 10:13:51.935685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-01062ca6-5dbb-4887-96c6-c4d35e7ea6b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 217 time: 0.0747404 Nov 24 10:13:52.012457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59937e2f-6767-46d7-a1dc-046994b40fed req-f0b15f09-b2b4-4445-b5f9-e354c47a51f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:52.014006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-f0b15f09-b2b4-4445-b5f9-e354c47a51f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0729887 Nov 24 10:13:52.102381 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-34d87177-d678-45a7-b103-e6728e69ab7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822573 Nov 24 10:13:52.304507 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-a9d8e7f0-bd56-4c74-b1d7-bef697febee5 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953278 Nov 24 10:13:52.448686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae752-8f8a-4ee9-8526-78ef205d33d9 req-fc257af5-11f8-4d31-a158-b4804ffb449f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:52.450318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8cae752-8f8a-4ee9-8526-78ef205d33d9 req-fc257af5-11f8-4d31-a158-b4804ffb449f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 943 time: 0.2028313 Nov 24 10:13:52.511168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-59937e2f-6767-46d7-a1dc-046994b40fed req-5a48a959-cf76-484a-8c4b-327f15cdb8e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000232 Nov 24 10:13:52.527790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e8cae752-8f8a-4ee9-8526-78ef205d33d9 req-a3f9ded4-b77a-4f2d-9a05-2ee27e32cdb2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704014 Nov 24 10:13:52.640809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-dcfb563b-e838-4666-8af4-ebc3567f4b49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1096 time: 0.0774174 Nov 24 10:13:52.790089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-9ffeeefc-14e8-4366-90f7-42cb3f2f910d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:52.791625 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-9ffeeefc-14e8-4366-90f7-42cb3f2f910d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1441410 Nov 24 10:13:52.868355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-c97adf19-106e-4ccc-aeb1-5e47baeb72db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 217 time: 0.0700293 Nov 24 10:13:52.950000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-3e628530-b96b-47f0-ad39-cbd1484ad627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:52.951629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-3e628530-b96b-47f0-ad39-cbd1484ad627 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0749030 Nov 24 10:13:53.036397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-43f7bc4b-55de-4725-b148-f09324c61925 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782905 Nov 24 10:13:53.186767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-595811fd-8271-4339-b491-bfcea6a008dd service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421857 Nov 24 10:13:53.338132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:53.344744 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-03c8cded-893d-44a1-b904-d3989e8324c7 req-7310551a-7591-4a5c-8bcf-d5894e28b9c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514776 Nov 24 10:13:53.745702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d6e9-a42f-4348-945c-ed294a9669d2 req-0e896649-a53b-4889-ad82-1e789f615228 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:53.747413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ee3d6e9-a42f-4348-945c-ed294a9669d2 req-0e896649-a53b-4889-ad82-1e789f615228 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 943 time: 0.0875216 Nov 24 10:13:53.800374 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ee3d6e9-a42f-4348-945c-ed294a9669d2 req-aa4805fa-afda-407e-9fa2-6a2a0d983ae8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462177 Nov 24 10:13:55.124632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:13:55.272161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e94d-5417-4446-accf-22c46439b3cb req-3898b22c-3fc9-4e79-8daa-a97fcb86bd2e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:55.274003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a61e94d-5417-4446-accf-22c46439b3cb req-3898b22c-3fc9-4e79-8daa-a97fcb86bd2e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 943 time: 0.3419991 Nov 24 10:13:55.283052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:55.299114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:13:55.347644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a61e94d-5417-4446-accf-22c46439b3cb req-feb433b7-63a7-4f53-880e-23f908204c3c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667641 Nov 24 10:13:55.386295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:55.406499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:13:55.424439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:55.427862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:55.430866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1763c47d-7d40-4a67-bdd5-2768d2dc16dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:55.501143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:55.504709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:55.638848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b6ca52ba-5d5c-4477-856f-1cf1c2090abd'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:13:56.576644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa72cf-bd52-4fae-ba3c-cc5becf4bd9e req-0dbc8986-5e8a-4c8d-ae81-58caeaf9ce1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:56.578365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecaa72cf-bd52-4fae-ba3c-cc5becf4bd9e req-0dbc8986-5e8a-4c8d-ae81-58caeaf9ce1a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 944 time: 0.0957675 Nov 24 10:13:56.635220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecaa72cf-bd52-4fae-ba3c-cc5becf4bd9e req-46931286-6ed3-4f51-899f-1b70002278e2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Nov 24 10:13:57.152559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:13:57.224445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:13:57.229747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:13:57.230210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:57.356614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:57.385749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:13:57.396549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:13:57.400202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:13:57.402186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:13:57.448298 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'code': 200} Nov 24 10:13:57.475597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:13:57.478375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:13:57.716444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3be805f-bf31-4981-b7a3-b5d2b35c7e09 req-469d526b-5fef-4da3-8393-45da2ed572c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0933504 Nov 24 10:13:57.765113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e3be805f-bf31-4981-b7a3-b5d2b35c7e09 req-f43359db-2515-449d-969e-07446b04e706 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Nov 24 10:13:57.854276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9233c-f974-4328-8092-e4101ab63edf req-cfa2c075-4270-48e3-830d-194506b2ef9f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:57.855405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5f9233c-f974-4328-8092-e4101ab63edf req-cfa2c075-4270-48e3-830d-194506b2ef9f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0903320 Nov 24 10:13:57.912320 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5f9233c-f974-4328-8092-e4101ab63edf req-8f34fb51-b312-48e1-8fbe-ccb2ea2d9ea1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505760 Nov 24 10:13:59.145472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc8ac-93c9-44ea-9964-9e2dd82408e8 req-4c88080b-7933-454d-9e66-784838d18bb1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:59.147723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e41fc8ac-93c9-44ea-9964-9e2dd82408e8 req-4c88080b-7933-454d-9e66-784838d18bb1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0876596 Nov 24 10:13:59.199819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e41fc8ac-93c9-44ea-9964-9e2dd82408e8 req-df86b354-a603-43ce-ae65-62fad48fb49d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455794 Nov 24 10:13:59.408120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d5beb-0d87-483b-8447-9493a86fd9d8 req-f8e36ab8-f285-47ea-84dd-9a0d5489494f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:13:59.409752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc0d5beb-0d87-483b-8447-9493a86fd9d8 req-f8e36ab8-f285-47ea-84dd-9a0d5489494f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0873170 Nov 24 10:13:59.420375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:13:59.426382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Request body: {'floatingip': {'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:13:59.524003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:00.259674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:00.262614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:00.468692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 associated. External IP: 172.26.6.174, port: b6ca52ba-5d5c-4477-856f-1cf1c2090abd. Nov 24 10:14:00.911376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:14:01.394066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:14:01.400108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:01.404694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:14:01.423938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:14:01.425097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:13:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:14:01.461910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a41fe9a7-f777-4f2d-8acf-dbffe7cba012 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "PUT /v2.0/floatingips/6058e023-9e34-4300-86cb-8df00a4d5ae8 HTTP/1.1" status: 200 len: 992 time: 2.0402794 Nov 24 10:14:01.462741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:14:01.530062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'status': 'completed', 'code': 200} Nov 24 10:14:01.650834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-34761f4d-654a-4690-8bac-a557503bf4db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0996630 Nov 24 10:14:01.656565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:14:01.806074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-3bb63ab1-6a54-4109-ae9e-b9069188fc63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:01.807805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-3bb63ab1-6a54-4109-ae9e-b9069188fc63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1502573 Nov 24 10:14:01.938361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-9f364f1a-a69b-4780-82e4-45d866fee06b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1000 time: 0.1245661 Nov 24 10:14:02.013123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-4cafc99c-4eaa-4ee4-b2a7-26fa242d8722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:02.014814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-4cafc99c-4eaa-4ee4-b2a7-26fa242d8722 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0701993 Nov 24 10:14:02.044264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:14:00Z', 'revision_number': 13, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:14:02.048825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:14:02.061081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:14:02.061780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:13:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:14:02.104231 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-a03d21d8-6a52-45f3-b710-9810094a92f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835083 Nov 24 10:14:02.255426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-1a806189-b9bf-4124-980f-00c21e02e0bc service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445141 Nov 24 10:14:02.277819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:14:02.409108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3205eb83-dbe3-4f24-8867-61dc197befc5 req-70343f26-8ede-4872-8adb-032e26c2f6e8 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466262 Nov 24 10:14:02.870731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:14:00Z', 'revision_number': 13, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:14:02.875115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1241087f-264b-455c-beea-a7302ec2f5c5 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '6058e023-9e34-4300-86cb-8df00a4d5ae8', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'floating_ip_address': '172.26.6.174', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:09:48Z', 'updated_at': '2021-11-24T10:14:00Z', 'revision_number': 13, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:14:03.207154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba30d75-f2ea-4096-88dc-bbbe18cb6c99 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:14:10.719301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:18.899976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91c5d886-f343-4461-85aa-41b876d16cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:20.483511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:20.732376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:14:21.656769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-baf52c59-a373-4a1b-85ff-5b686640ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:21.675579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:23.334414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:39.263161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780e8-cbab-44dd-a147-262a6b1c16a4 req-b9a07240-f9e0-4967-a1b4-fd5bbde1cb2a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:39.264805 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-984780e8-cbab-44dd-a147-262a6b1c16a4 req-b9a07240-f9e0-4967-a1b4-fd5bbde1cb2a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.1731656 Nov 24 10:14:39.316912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-984780e8-cbab-44dd-a147-262a6b1c16a4 req-9dffb38f-f8ea-4c19-a7f5-78f9143026d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Nov 24 10:14:39.979329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-43c2a582-377c-435a-9ca2-7cdbef8bb91f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1595447 Nov 24 10:14:40.135012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-3dce08f6-d139-4d7e-8048-0f59b3a72b55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0832617 Nov 24 10:14:40.294255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dacd72-2cd5-42de-b081-590def52e4ee req-c036b67e-8fc0-4b9c-9819-b7ab5eabe6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:40.295824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-c036b67e-8fc0-4b9c-9819-b7ab5eabe6f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1426406 Nov 24 10:14:40.413501 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-417a40eb-0f36-46e5-b639-89523aca4317 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1002 time: 0.1116235 Nov 24 10:14:40.487148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dacd72-2cd5-42de-b081-590def52e4ee req-b6b23f37-f217-4856-9a90-d31bcfa6b301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:40.488789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-b6b23f37-f217-4856-9a90-d31bcfa6b301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0667105 Nov 24 10:14:40.583375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-768f7086-b0f2-4345-8a7a-b330fc49f912 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881412 Nov 24 10:14:40.594148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-e4753208-773e-4bde-be8f-498cfe4d8852 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:14:40.595244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-e4753208-773e-4bde-be8f-498cfe4d8852 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052235 Nov 24 10:14:40.743307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:40.749707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-37ac39a1-b965-471b-bc3a-99510b438e00 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474955 Nov 24 10:14:40.895284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95dacd72-2cd5-42de-b081-590def52e4ee req-b36e6bfd-ba83-4e40-8de9-4bcdfcf6d637 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394207 Nov 24 10:14:48.116014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f16678bc-b4de-4b64-a01a-6efc2a8f3605 req-b811c760-732b-470b-b7bc-051d30053349 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1493073 Nov 24 10:14:48.901927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387ad7a1-7ae1-45f0-8782-f4df852b34c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:49.399253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-a0a4dd7c-7b0a-4f58-ab8d-96b25ab6c894 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783269 Nov 24 10:14:49.476965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce27a-f763-41b6-a61d-8b42bb839471 req-00c274d6-6a3e-4c16-83e9-cf1b35aad276 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:49.479088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f9ce27a-f763-41b6-a61d-8b42bb839471 req-00c274d6-6a3e-4c16-83e9-cf1b35aad276 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0886645 Nov 24 10:14:49.529215 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7f9ce27a-f763-41b6-a61d-8b42bb839471 req-5fd5a596-05e6-462d-9530-9ddd5cf6c9c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Nov 24 10:14:50.487203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:50.606816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-274242e2-5197-4a00-9ac8-c55735656d3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0851409 Nov 24 10:14:50.804179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-ff5030bc-7acc-4b19-9d52-6d92506a1c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:50.805780 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-ff5030bc-7acc-4b19-9d52-6d92506a1c3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1927569 Nov 24 10:14:50.894699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f36d5-a619-464b-8a30-2e98323b9202 req-218bc01c-54af-41ee-b33c-b9a008996828 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:50.896362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d65f36d5-a619-464b-8a30-2e98323b9202 req-218bc01c-54af-41ee-b33c-b9a008996828 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.2361443 Nov 24 10:14:50.959629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-f8fea8be-dc7a-4839-8341-9cbce1974186 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1002 time: 0.1420517 Nov 24 10:14:51.010764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d65f36d5-a619-464b-8a30-2e98323b9202 req-010c95db-7eb6-4c87-9e65-f4b1adbebc4f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058648 Nov 24 10:14:51.036826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-1501425a-c883-4a97-8f7e-e4c894237bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:51.038396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-1501425a-c883-4a97-8f7e-e4c894237bfd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0723791 Nov 24 10:14:51.117412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-8a271a05-e705-404e-a081-dfd5bcf2d65e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724142 Nov 24 10:14:51.261362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-dfa1d2ff-dfbc-413b-bb37-fecb4ee58d6a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365697 Nov 24 10:14:51.405662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-bdb1c3aa-6eee-4b76-ba4d-eb01b592aec9 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368947 Nov 24 10:14:51.658750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1ac145b-b907-477b-ac8f-f7ce3d212d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:51.676733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:52.221691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b3ba5-ffe0-4ca4-b7ca-0bec2d7a7201 req-33512327-81d2-428c-a78f-1d489c167d00 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:52.223317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a9b3ba5-ffe0-4ca4-b7ca-0bec2d7a7201 req-33512327-81d2-428c-a78f-1d489c167d00 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0880208 Nov 24 10:14:52.271773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a9b3ba5-ffe0-4ca4-b7ca-0bec2d7a7201 req-b3e454c7-976b-4310-afe4-1adbb3e27bf9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Nov 24 10:14:53.338881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:14:53.480739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2537-1e29-41d8-a77d-68043c62e9af req-3736ef23-ee32-437f-b1a7-4c05a9a9a4b3 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:53.482383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-48aa2537-1e29-41d8-a77d-68043c62e9af req-3736ef23-ee32-437f-b1a7-4c05a9a9a4b3 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0841870 Nov 24 10:14:53.534931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-48aa2537-1e29-41d8-a77d-68043c62e9af req-0cf5c107-2a9c-4f10-bf86-7023e20f2401 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 Nov 24 10:14:54.746643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd21b0-b1ea-48d5-b192-c86ec3ddcffe req-8bf74eb2-04dc-40f9-a8c8-a804e1fd4c10 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:54.748188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fbbd21b0-b1ea-48d5-b192-c86ec3ddcffe req-8bf74eb2-04dc-40f9-a8c8-a804e1fd4c10 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0879045 Nov 24 10:14:54.798837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fbbd21b0-b1ea-48d5-b192-c86ec3ddcffe req-457a08f4-5dd3-444b-b088-c674d50420dc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Nov 24 10:14:56.023072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ac0-e5e0-4eba-9f51-5a11ed574fb2 req-92f7a8d3-1d54-4313-8ba7-2665f8c6b7a6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:56.025504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-691f5ac0-e5e0-4eba-9f51-5a11ed574fb2 req-92f7a8d3-1d54-4313-8ba7-2665f8c6b7a6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0962558 Nov 24 10:14:56.076054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-691f5ac0-e5e0-4eba-9f51-5a11ed574fb2 req-c5fd6169-7020-481a-8b99-7b64deb78665 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 Nov 24 10:14:57.285907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d814-387a-43b7-af01-c951d8c6cb56 req-12ca901c-2beb-4501-9893-f1e53fb93528 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:57.287517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e911d814-387a-43b7-af01-c951d8c6cb56 req-12ca901c-2beb-4501-9893-f1e53fb93528 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0826719 Nov 24 10:14:57.336411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e911d814-387a-43b7-af01-c951d8c6cb56 req-ecc281e9-4bee-4521-bcb6-25aae6cf8800 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Nov 24 10:14:57.734738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:14:58.552839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddb6f8-7eaa-49fd-a4b0-b6a459cb1f0f req-a50734cf-cf02-4d75-a6f0-16aca4a68fc1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:58.554471 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0ddb6f8-7eaa-49fd-a4b0-b6a459cb1f0f req-a50734cf-cf02-4d75-a6f0-16aca4a68fc1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0891576 Nov 24 10:14:58.613799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0ddb6f8-7eaa-49fd-a4b0-b6a459cb1f0f req-7412f6d3-3e73-4b79-a340-ab479dd57241 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471728 Nov 24 10:14:59.826858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802e53a-3762-4099-8c0b-5587b52ef17c req-a4d5261a-9695-451d-9fba-7f21161741b4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:14:59.828470 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7802e53a-3762-4099-8c0b-5587b52ef17c req-a4d5261a-9695-451d-9fba-7f21161741b4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0900006 Nov 24 10:14:59.878328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7802e53a-3762-4099-8c0b-5587b52ef17c req-210e24e8-a260-418d-8450-f5d918b0c304 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Nov 24 10:15:01.085151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e432-4a9a-4407-ab91-f44b3ac715c9 req-aa5b367d-7f26-4595-99f5-b98aa511788a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:01.087562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d52e432-4a9a-4407-ab91-f44b3ac715c9 req-aa5b367d-7f26-4595-99f5-b98aa511788a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0843611 Nov 24 10:15:01.136629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d52e432-4a9a-4407-ab91-f44b3ac715c9 req-94c78304-debb-459a-a2e6-5b3be3a906af tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431130 Nov 24 10:15:02.345106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dc715-0155-4f71-8d00-24be96532c7b req-8ae651df-2d44-4b86-8c08-79cef2417e16 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:02.346756 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a72dc715-0155-4f71-8d00-24be96532c7b req-8ae651df-2d44-4b86-8c08-79cef2417e16 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0840387 Nov 24 10:15:02.400308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a72dc715-0155-4f71-8d00-24be96532c7b req-15742444-e27d-47c3-a00c-0cd52ea74b81 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468721 Nov 24 10:15:03.620162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a975-b1cc-4b8f-b385-12220802433e req-02778a81-b045-4fe7-8c68-6f137adea94e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:03.621796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee50a975-b1cc-4b8f-b385-12220802433e req-02778a81-b045-4fe7-8c68-6f137adea94e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0920892 Nov 24 10:15:03.671212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee50a975-b1cc-4b8f-b385-12220802433e req-24484597-1557-4247-9907-cb4a9d0c3105 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425403 Nov 24 10:15:03.807783 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-a5f6f615-2a07-47ef-8116-3b6de705f363 service neutron] 10.222.0.61 "GET /v2.0/ports/b6ca52ba-5d5c-4477-856f-1cf1c2090abd/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0770035 Nov 24 10:15:04.081270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-4eb3df05-a9de-44fb-801b-62fdcec93bca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.0784767 Nov 24 10:15:04.179250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-41419637-f318-4f19-8f63-5085ea8eca5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0749266 Nov 24 10:15:04.556047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-d438becc-5ec8-4b78-870e-761e6469435e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:04.557664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-d438becc-5ec8-4b78-870e-761e6469435e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.3722956 Nov 24 10:15:04.683376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-fa8557d3-a9a0-4cee-9f06-51710ee63094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1002 time: 0.1191289 Nov 24 10:15:04.756563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-c1b47146-fa45-4179-a53e-13a7a170e312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:04.758641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-c1b47146-fa45-4179-a53e-13a7a170e312 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0685875 Nov 24 10:15:04.843212 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-63838af4-33e2-4e8e-a36d-6dc1ab30ec7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780456 Nov 24 10:15:04.882944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78627a-0bf5-418e-8609-5f89ff150cdd req-243a20e3-4eca-4291-bb32-873cf775e099 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:04.885280 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc78627a-0bf5-418e-8609-5f89ff150cdd req-243a20e3-4eca-4291-bb32-873cf775e099 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0848126 Nov 24 10:15:04.935500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc78627a-0bf5-418e-8609-5f89ff150cdd req-294e9650-e7a4-41ce-8e90-f3b2c171b678 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Nov 24 10:15:04.993748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-d0149fbe-564e-4fc4-b0b7-4aa4a9399f2e service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425488 Nov 24 10:15:05.137346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-0438a57a-ba8e-40ac-9fde-fb77a4c37c6e service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380601 Nov 24 10:15:06.167936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca85b18-20ed-46e0-80f3-85589944bf10 req-34424645-92d4-4ad3-9f1f-949d0a91d85b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:06.169481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1ca85b18-20ed-46e0-80f3-85589944bf10 req-34424645-92d4-4ad3-9f1f-949d0a91d85b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0991628 Nov 24 10:15:06.226666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1ca85b18-20ed-46e0-80f3-85589944bf10 req-2f8c7d94-094b-45e1-a379-22b8ed3e7685 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509026 Nov 24 10:15:07.450944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1cbd4-9ddf-41ac-9ea6-2a6c52327394 req-181acc42-10b9-49ef-be70-2a0a35e8ea75 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:07.452477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9a1cbd4-9ddf-41ac-9ea6-2a6c52327394 req-181acc42-10b9-49ef-be70-2a0a35e8ea75 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0987880 Nov 24 10:15:07.498500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:15:07.501117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:07.502412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9a1cbd4-9ddf-41ac-9ea6-2a6c52327394 req-a9ce91bd-80a5-4a6b-b4e8-34bebcb3f70f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Nov 24 10:15:07.718807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:07.762939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:07.774655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:07.788931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:15:07.792287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:07.822942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:07.833555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:07.867331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'code': 200} Nov 24 10:15:07.907841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:07.931187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:07.934102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:15:07.950940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.951334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.951722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.952097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.952474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.952848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.953219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.953590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.953956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.954324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.954719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:07.959816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:07.963690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:07.966353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:07.968819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:08.045807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b6ca52ba-5d5c-4477-856f-1cf1c2090abd'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:15:08.075789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:08.084559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:08.710895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d4671-759a-41ac-ab54-5237b424f4fa req-dad6b7d8-f445-4b87-88d9-4fd9a220bdb1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:08.713127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da0d4671-759a-41ac-ab54-5237b424f4fa req-dad6b7d8-f445-4b87-88d9-4fd9a220bdb1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 944 time: 0.0855696 Nov 24 10:15:08.764081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da0d4671-759a-41ac-ab54-5237b424f4fa req-59972e06-dd29-42d2-88b0-a58bfb3a440c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Nov 24 10:15:09.497313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:15:09.573844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:15:09.574273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:09.689348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:09.725654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:09.729456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:09.731430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:09.799410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:09.802844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:09.868725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:09.934966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'code': 200} Nov 24 10:15:09.983040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac534c57-238f-4fdb-8b08-bea713f9f367 req-69760263-195c-4a78-b54c-cf9b71da31d1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:09.984662 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ac534c57-238f-4fdb-8b08-bea713f9f367 req-69760263-195c-4a78-b54c-cf9b71da31d1 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0864747 Nov 24 10:15:10.034213 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ac534c57-238f-4fdb-8b08-bea713f9f367 req-e0279547-6890-477c-8200-ff28aa9f7e4f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 Nov 24 10:15:10.746618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:11.259096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ced4-8efc-495b-a12a-8971ba22e593 req-0682c98c-9159-43bb-a2aa-e3ac85f9e037 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:11.261132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b53ced4-8efc-495b-a12a-8971ba22e593 req-0682c98c-9159-43bb-a2aa-e3ac85f9e037 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0941796 Nov 24 10:15:11.312827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2b53ced4-8efc-495b-a12a-8971ba22e593 req-48d36278-20be-44e1-9941-b5dd9c475015 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453470 Nov 24 10:15:12.535389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdb10c-ff74-4b1b-bcfb-91841b9f8125 req-56a9ba3c-ddd9-47c5-a392-4080fd0eda37 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:12.536986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27cdb10c-ff74-4b1b-bcfb-91841b9f8125 req-56a9ba3c-ddd9-47c5-a392-4080fd0eda37 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0886045 Nov 24 10:15:12.586569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27cdb10c-ff74-4b1b-bcfb-91841b9f8125 req-10aeded7-c84d-4f3a-9585-9bfea07fd86f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 Nov 24 10:15:13.793199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c45288-b70f-4a71-8938-f847c4577586 req-427cd9e3-07a6-4f04-a710-75fad959ee8d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:13.794833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62c45288-b70f-4a71-8938-f847c4577586 req-427cd9e3-07a6-4f04-a710-75fad959ee8d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0835512 Nov 24 10:15:13.847450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62c45288-b70f-4a71-8938-f847c4577586 req-2c51da3a-4fa6-4cba-ab81-2effe18f2f0b tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465035 Nov 24 10:15:14.297955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-38173b9e-a0a1-4390-b20f-0328681d75aa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:14.299604 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-38173b9e-a0a1-4390-b20f-0328681d75aa tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&tenant_id=53779a5cefab4565b3835db30610b8ba&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 945 time: 0.0885119 Nov 24 10:15:14.343125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b3bec-5903-408c-9cda-1fef2f716b73 req-d5e02c2c-fa24-4ed1-b4bb-8047538e45f4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:14.344719 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf8b3bec-5903-408c-9cda-1fef2f716b73 req-d5e02c2c-fa24-4ed1-b4bb-8047538e45f4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0833380 Nov 24 10:15:14.390574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-17f09f90-8d85-4aab-b3f1-f000daa3c3c1 service neutron] 10.222.0.61 "GET /v2.0/ports/b6ca52ba-5d5c-4477-856f-1cf1c2090abd/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0852041 Nov 24 10:15:14.395632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf8b3bec-5903-408c-9cda-1fef2f716b73 req-3e29e3bd-c7ba-4fd0-8e68-dd8024ddfa37 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Nov 24 10:15:14.489046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-f4db55f4-e13b-4e2a-be99-46e768975d3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0767572 Nov 24 10:15:14.639942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-aee7f606-5239-4f7a-83d8-a21fc544940c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:14.641591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-aee7f606-5239-4f7a-83d8-a21fc544940c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1466949 Nov 24 10:15:14.752645 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-7283aa84-fc5a-470e-9158-ec0a37ab06e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1002 time: 0.1051860 Nov 24 10:15:14.822707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-d86795b6-e54b-417f-96b4-42f2701b930a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:14.824305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-d86795b6-e54b-417f-96b4-42f2701b930a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0660913 Nov 24 10:15:14.913214 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-fc92c598-6307-4a3c-a3ab-224babffa6e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825984 Nov 24 10:15:15.059148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-b3c3b624-d7c4-4d2e-aa7d-4df0d364470a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391692 Nov 24 10:15:15.200519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-c5624977-fef9-4c93-80a7-6f429f727431 service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358891 Nov 24 10:15:15.609320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468456aa-aaea-4910-bfed-96e620459b53 req-e0be9ee4-46a1-4bc1-9bcf-c5f63b955b52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:15.610970 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-468456aa-aaea-4910-bfed-96e620459b53 req-e0be9ee4-46a1-4bc1-9bcf-c5f63b955b52 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0853381 Nov 24 10:15:15.663404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-468456aa-aaea-4910-bfed-96e620459b53 req-d2f63e3c-7175-4389-b3c2-1a90b2d12818 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462351 Nov 24 10:15:16.876091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a1d4-259c-43d5-8d96-bf26f9e364f1 req-d4589e6c-2f77-46af-8fc0-43ccdc02443d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:16.877697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecd0a1d4-259c-43d5-8d96-bf26f9e364f1 req-d4589e6c-2f77-46af-8fc0-43ccdc02443d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0886567 Nov 24 10:15:16.927609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecd0a1d4-259c-43d5-8d96-bf26f9e364f1 req-7bcad250-444a-4c00-a06b-09f1b7cec802 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Nov 24 10:15:18.163926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29321-d0c6-49f4-adaa-9ab64b12796d req-fbbf6b15-9715-43c1-8b4c-37f80d17e22e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:18.169631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78c29321-d0c6-49f4-adaa-9ab64b12796d req-fbbf6b15-9715-43c1-8b4c-37f80d17e22e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.1078169 Nov 24 10:15:18.226935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78c29321-d0c6-49f4-adaa-9ab64b12796d req-2fc4dfd7-94b1-4d72-936e-51d063b12be8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519030 Nov 24 10:15:18.474894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-de3db455-4c57-49c2-9b77-fc49b4371ced service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960&tenant_id=53779a5cefab4565b3835db30610b8ba HTTP/1.1" status: 200 len: 1098 time: 0.0823736 Nov 24 10:15:18.588911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-e69a254d-adfd-41ed-8928-c5c88b50e78f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53779a5cefab4565b3835db30610b8ba&device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 1098 time: 0.0892658 Nov 24 10:15:18.753146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-d31474ec-82a0-4f6b-9f76-2594622eb039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:18.754944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-d31474ec-82a0-4f6b-9f76-2594622eb039 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 200 len: 912 time: 0.1597710 Nov 24 10:15:18.862919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-16b77d5c-40d3-4183-885e-e7c07e0cdc9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 200 len: 1002 time: 0.1008265 Nov 24 10:15:18.904015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fe3cf05f-77c7-4d4e-aec3-5335255c9623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:18.936500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-23c70673-2316-46bd-8973-bd9fb742221b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:18.938075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-23c70673-2316-46bd-8973-bd9fb742221b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 200 len: 850 time: 0.0692434 Nov 24 10:15:19.019324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-a4ad88df-ef4e-4026-b2e3-4f3950224ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0320e80d-62c4-4cd7-bead-a500fdc16073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743964 Nov 24 10:15:19.172795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-5be5bb03-975f-4517-a750-2ff7c53ae7da service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474934 Nov 24 10:15:19.324012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-837d6e09-60c1-4d54-8127-77ca6df04215 req-ddc3d40d-3071-40b1-b484-a7f5a606f95a service neutron] 10.222.0.61 "GET /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451192 Nov 24 10:15:19.440382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c96db-3af5-4eea-8156-0c422d1146dc req-2365b132-94b5-4984-a6c8-06bf4742b65e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:19.441981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7b2c96db-3af5-4eea-8156-0c422d1146dc req-2365b132-94b5-4984-a6c8-06bf4742b65e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0879796 Nov 24 10:15:19.493946 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7b2c96db-3af5-4eea-8156-0c422d1146dc req-1bdb2128-69c5-4dac-b2e8-442ae54198f7 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Nov 24 10:15:20.490741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:20.713387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb657-aead-4662-a49d-d18c676f914a req-fbd27dfd-49fc-4894-b400-8b6512b1f4cc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:20.715042 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bddb657-aead-4662-a49d-d18c676f914a req-fbd27dfd-49fc-4894-b400-8b6512b1f4cc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0914843 Nov 24 10:15:20.769691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bddb657-aead-4662-a49d-d18c676f914a req-f0ce40e3-9706-4f67-9ceb-eb1b8a6104ad tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Nov 24 10:15:21.551149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:15:21.553778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:21.792439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28919d30-e6f2-49c9-8dec-1d338e562165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:21.801985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:21.827020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:21.860636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:21.880607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'port_id': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'mac_address': 'fa:16:3e:10:23:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:15:21.887491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:21.925864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:21.933110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:21.937102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:21.975104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'code': 200} Nov 24 10:15:21.988901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c2fb9-0ee9-4b3c-af17-4083283dc05a req-5c5f583b-a9fe-4537-9311-a8963a6861a8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:21.990481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-714c2fb9-0ee9-4b3c-af17-4083283dc05a req-5c5f583b-a9fe-4537-9311-a8963a6861a8 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 943 time: 0.0921857 Nov 24 10:15:22.006336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:22.039207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:15:22.042493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-714c2fb9-0ee9-4b3c-af17-4083283dc05a req-c7530141-301a-4182-bb15-285812fc1685 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Nov 24 10:15:22.046504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=9']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:22.049950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:22.105183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:15:22.105591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:15:22.664014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:22.683562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:15:22.699104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:22.701927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:22.703739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:22.768838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b6ca52ba-5d5c-4477-856f-1cf1c2090abd'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:15:22.812183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=10']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:22.816917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:23.254823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b8519-63c6-4d4f-8238-f6397cdec0f5 req-74542e47-b5bf-4dc7-8464-87a2822eeca0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:23.256494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c5b8519-63c6-4d4f-8238-f6397cdec0f5 req-74542e47-b5bf-4dc7-8464-87a2822eeca0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 945 time: 0.0852680 Nov 24 10:15:23.310545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6c5b8519-63c6-4d4f-8238-f6397cdec0f5 req-f0d8e3a4-4c41-48ae-9358-33da6d12ba3e tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477183 Nov 24 10:15:23.338339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:23.559392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:15:23.633069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b6ca52ba-5d5c-4477-856f-1cf1c2090abd triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:15:23.633593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:23.750753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:23.784312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:23.787157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:23.789830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:23.855464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=11']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:23.858726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:23.977221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:24.040579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'code': 200} Nov 24 10:15:24.762605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1dc80-4d49-4553-897d-8c5cb61f223b req-005859ab-4133-470a-b6e6-b35adec6ec68 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:24.764234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35e1dc80-4d49-4553-897d-8c5cb61f223b req-005859ab-4133-470a-b6e6-b35adec6ec68 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.3276243 Nov 24 10:15:24.813079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-35e1dc80-4d49-4553-897d-8c5cb61f223b req-2f53a842-29b2-4b9e-b1a9-5012b8d8c663 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Nov 24 10:15:26.023647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506ce4-4035-4914-915a-35acbace5730 req-463a6dd8-a79d-4de5-be75-33bb3ed668de tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:26.025364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f506ce4-4035-4914-915a-35acbace5730 req-463a6dd8-a79d-4de5-be75-33bb3ed668de tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0851984 Nov 24 10:15:26.074153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f506ce4-4035-4914-915a-35acbace5730 req-18823a02-bb1c-4630-a63b-a981faf605d2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Nov 24 10:15:27.289866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee4dfd-a8ba-4334-adaf-cf1dc65d11af req-a1c21666-5c40-4330-a034-bfbb4406236d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:27.291640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9ee4dfd-a8ba-4334-adaf-cf1dc65d11af req-a1c21666-5c40-4330-a034-bfbb4406236d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0894020 Nov 24 10:15:27.342355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9ee4dfd-a8ba-4334-adaf-cf1dc65d11af req-af10d178-02d6-41f5-81c5-3f3eb5854897 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444498 Nov 24 10:15:28.563137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914b007-3062-4197-bfa0-3f960141f4f5 req-a0c8a383-9798-46fd-a957-8a8907003443 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:28.564768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c914b007-3062-4197-bfa0-3f960141f4f5 req-a0c8a383-9798-46fd-a957-8a8907003443 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0886593 Nov 24 10:15:28.616771 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c914b007-3062-4197-bfa0-3f960141f4f5 req-d5ddaa97-769a-4880-985b-39405539c4c6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Nov 24 10:15:28.824274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ebd4f-e519-4c8c-8e88-d136217b6eae req-f9ac44c6-1c79-4bbd-a053-fb833e27b790 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:28.825912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-096ebd4f-e519-4c8c-8e88-d136217b6eae req-f9ac44c6-1c79-4bbd-a053-fb833e27b790 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0844207 Nov 24 10:15:28.875569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-096ebd4f-e519-4c8c-8e88-d136217b6eae req-c26a5a7f-9bae-4dec-be2b-00eae1c9e7b0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Nov 24 10:15:29.085711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf92a0e-75e6-400b-bc99-f55c7c02f651 req-ed674123-ac35-4560-9c1d-83fec871fdc6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:29.087502 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bf92a0e-75e6-400b-bc99-f55c7c02f651 req-ed674123-ac35-4560-9c1d-83fec871fdc6 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0879173 Nov 24 10:15:29.140985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bf92a0e-75e6-400b-bc99-f55c7c02f651 req-b8268c07-89af-464a-a11a-abb73a8445e9 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474257 Nov 24 10:15:29.561555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6885a-87ae-4768-bbbf-7a024d783f65 req-22daa932-6332-4f5c-8212-87872491aa6a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:29.563532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4c6885a-87ae-4768-bbbf-7a024d783f65 req-22daa932-6332-4f5c-8212-87872491aa6a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0838566 Nov 24 10:15:29.613828 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d4c6885a-87ae-4768-bbbf-7a024d783f65 req-516d2133-dd9f-4898-a5e6-4ee5e132344d tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439091 Nov 24 10:15:30.828282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7252d-75a1-4c6c-a22a-3753a2e466a0 req-63bbf092-4efa-471b-9014-68308e7fb291 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:30.829909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6e7252d-75a1-4c6c-a22a-3753a2e466a0 req-63bbf092-4efa-471b-9014-68308e7fb291 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0863163 Nov 24 10:15:30.878633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6e7252d-75a1-4c6c-a22a-3753a2e466a0 req-eabbf4c0-263b-4ebf-9e96-dbf66ba66d11 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Nov 24 10:15:31.830218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-58cde0e9-85b8-4110-8879-6fa006e2e7cb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:31.831868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-58cde0e9-85b8-4110-8879-6fa006e2e7cb tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0844328 Nov 24 10:15:31.908924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Deleting port b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:31.909237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:32.092384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcffea9-4ce1-4652-af22-b54239bb46e8 req-e93fa572-250c-4881-97da-085a9cc0099a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:32.094009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfcffea9-4ce1-4652-af22-b54239bb46e8 req-e93fa572-250c-4881-97da-085a9cc0099a tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 946 time: 0.0874176 Nov 24 10:15:32.144251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cfcffea9-4ce1-4652-af22-b54239bb46e8 req-76bf2c12-a180-4884-8280-2ddcf47b3aa3 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups?id=29069359-6840-492e-a8f7-21af23ea1508&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Nov 24 10:15:32.170378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] For port b6ca52ba-5d5c-4477-856f-1cf1c2090abd, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:32.170822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:32.472974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:32.473358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:32.473620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8 disassociated. External IP: 172.26.6.174, port: b6ca52ba-5d5c-4477-856f-1cf1c2090abd. Nov 24 10:15:32.473994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Calling delete_port for b6ca52ba-5d5c-4477-856f-1cf1c2090abd owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:32.621968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:32.628509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df857e53-d838-4be0-87c0-0271816a8e22 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:32.677222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'Port': ['ID=b6ca52ba-5d5c-4477-856f-1cf1c2090abd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:32.693061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.693499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.693928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.694347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.694826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.695338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.695639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.696062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.696479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.696894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.697305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:32.701671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:32.928733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:15:33.140623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:15:33.151076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:15:33.168877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:15:33.169555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:15:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:33.212725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] No DVR routers for this DVR port b6ca52ba-5d5c-4477-856f-1cf1c2090abd on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:15:33.216193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:33.220632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-deleted', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:33.235610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bd2cc217-4594-4fb8-94c6-d5a5744dc0c1 req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.61 "DELETE /v2.0/ports/b6ca52ba-5d5c-4477-856f-1cf1c2090abd HTTP/1.1" status: 204 len: 173 time: 1.3987546 Nov 24 10:15:33.324979 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1ac7b-f73b-41c9-bd5b-7a1e79603960', 'name': 'network-vif-deleted', 'tag': 'b6ca52ba-5d5c-4477-856f-1cf1c2090abd', 'status': 'completed', 'code': 200} Nov 24 10:15:33.331240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-562db43f-5b9c-4c99-afb2-8b08b4e0a456 req-3245d58c-7093-4dc6-ab98-847b9fc2961f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Synchronizing usage tracker for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:15:33.348462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-562db43f-5b9c-4c99-afb2-8b08b4e0a456 req-3245d58c-7093-4dc6-ab98-847b9fc2961f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Unset dirty status for tenant:53779a5cefab4565b3835db30610b8ba on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:15:33.350832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-562db43f-5b9c-4c99-afb2-8b08b4e0a456 req-3245d58c-7093-4dc6-ab98-847b9fc2961f tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/ports?device_id=60d1ac7b-f73b-41c9-bd5b-7a1e79603960 HTTP/1.1" status: 200 len: 210 time: 0.0760753 Nov 24 10:15:33.529652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:15:33.885814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:33.889948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:15:33.901480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:15:33.902241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:15:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:34.091086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:15:34.426341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:34.430631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc6885-c35d-4eb0-8c22-8422b624e4ee None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:45Z', 'revision_number': 4, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9139167c-1f71-465b-ab89-2ad65a4e3d38', 'name': '', 'network_id': '0320e80d-62c4-4cd7-bead-a500fdc16073', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'mac_address': 'fa:16:3e:f2:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:44Z', 'updated_at': '2021-11-24T10:09:52Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'subnets': [{'id': 'f2dabfb6-2b6d-4e20-ac6c-01816a25ffef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:15:34.738305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:15:34.881242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd51c8a-51f4-4f3c-b1a1-4cda355ce581 None None] New status for floating IP 6058e023-9e34-4300-86cb-8df00a4d5ae8: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:15:35.611990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:35.647696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: b6ca52ba-5d5c-4477-856f-1cf1c2090abd {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:15:35.648020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b6ca52ba-5d5c-4477-856f-1cf1c2090abd not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:15:37.810816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:37.881004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:37.910869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:37.959854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:37.964587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51be192e-6cbe-4ace-99dd-986623b24027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:37.981744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29069359-6840-492e-a8f7-21af23ea1508,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:37.996053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.996499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.996934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.997358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.997783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.998209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.998656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.999081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.999499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:37.999916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:38.000389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:15:38.003364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.004576 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "DELETE /v2.0/security-groups/29069359-6840-492e-a8f7-21af23ea1508 HTTP/1.1" status: 204 len: 168 time: 0.1926947 Nov 24 10:15:38.005830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3415eca-0067-4dba-8b72-cfa477db4e35 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:38.007469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:38.029930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-6bc41d4f-1c23-4a03-9f20-c9dbecbe9659 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] show failed (client error): The resource could not be found. Nov 24 10:15:38.033811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6bc41d4f-1c23-4a03-9f20-c9dbecbe9659 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "GET /v2.0/security-groups/29069359-6840-492e-a8f7-21af23ea1508 HTTP/1.1" status: 404 len: 347 time: 0.0226429 Nov 24 10:15:38.034074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:38.193549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Deleting port 45b70b68-15e1-447a-a946-ffd536865e89 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:38.193986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.377095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.377459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.509059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Calling delete_port for 45b70b68-15e1-447a-a946-ffd536865e89 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:38.653761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.658715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d7dfb9-08cb-4d19-91f9-e5a794e6dee6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:38.705716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Pushing event deleted for resources: {'Port': ['ID=45b70b68-15e1-447a-a946-ffd536865e89,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:38.708696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:38.801186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.818949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:38.820242 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] 10.222.0.55 "DELETE /v2.0/floatingips/6058e023-9e34-4300-86cb-8df00a4d5ae8 HTTP/1.1" status: 204 len: 168 time: 0.7851641 Nov 24 10:15:38.824123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:39.327841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:40.177462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Deleting port 9139167c-1f71-465b-ab89-2ad65a4e3d38 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:40.178078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:40.363056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] For port 9139167c-1f71-465b-ab89-2ad65a4e3d38, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9139167c-1f71-465b-ab89-2ad65a4e3d38,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:40.363449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:40.493047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Calling delete_port for 9139167c-1f71-465b-ab89-2ad65a4e3d38 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:40.670225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:40.674647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f9725a5b-fb98-4aa2-9f65-05aabefd95cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:40.717982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9139167c-1f71-465b-ab89-2ad65a4e3d38,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:40.721041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:40.746279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:41.024660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:41.634086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Router 9988833c-6455-40c5-aa63-fb34a1482bec has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:15:41.839427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:15:41.849028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Sync routers for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:15:41.852027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] 10.222.0.55 "PUT /v2.0/routers/9988833c-6455-40c5-aa63-fb34a1482bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0268421 Nov 24 10:15:41.855415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:41.862797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:15:41.863501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:15:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:42.053986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:15:42.062284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:42.274614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:42.283789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Deleting port 9bbdb6f8-9e05-44ef-8c86-020362cd285c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:42.284199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:42.361390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:15:40Z', 'revision_number': 5, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port': {'id': '9bbdb6f8-9e05-44ef-8c86-020362cd285c', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:42.365512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Checking router: 9988833c-6455-40c5-aa63-fb34a1482bec for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:15:42.378312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Routers {'9988833c-6455-40c5-aa63-fb34a1482bec'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:15:42.379046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:15:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['9988833c-6455-40c5-aa63-fb34a1482bec'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:42.474236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] For port 9bbdb6f8-9e05-44ef-8c86-020362cd285c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9bbdb6f8-9e05-44ef-8c86-020362cd285c,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:42.474664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:42.550062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] Set router 9988833c-6455-40c5-aa63-fb34a1482bec gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:15:42.611046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Calling delete_port for 9bbdb6f8-9e05-44ef-8c86-020362cd285c owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:42.665775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:15:42Z', 'revision_number': 6, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:42.671033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0e762-f1d4-410f-8e14-8f9d346cd237 None None] The sync data for ids ['9988833c-6455-40c5-aa63-fb34a1482bec'] in dv-neutron-818439-1-hyperv is: [{'id': '9988833c-6455-40c5-aa63-fb34a1482bec', 'name': 'tempest-ServerActionsTestJSON-740175564-router', 'tenant_id': '53779a5cefab4565b3835db30610b8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:09:42Z', 'updated_at': '2021-11-24T10:15:42Z', 'revision_number': 6, 'project_id': '53779a5cefab4565b3835db30610b8ba', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:15:42.789494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:42.795317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9df756e-5df0-40af-9323-6f780e5bfdda tempest-TestNetworkAdvancedServerOps-131091575 tempest-TestNetworkAdvancedServerOps-131091575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:42.837752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbdb6f8-9e05-44ef-8c86-020362cd285c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:42.841776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:43.314212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.584300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.589491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.613768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.614327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9988833c-6455-40c5-aa63-fb34a1482bec {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:15:43.627218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.628794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9988833c-6455-40c5-aa63-fb34a1482bec HTTP/1.1" status: 204 len: 168 time: 1.7720840 Nov 24 10:15:43.631486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58660) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:43.701382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Deleting subnet f2dabfb6-2b6d-4e20-ac6c-01816a25ffef {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:15:43.704706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.757329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.840789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.907664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.912049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c65cd48a-876b-4e27-98f9-e206d7639547 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:43.946233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2dabfb6-2b6d-4e20-ac6c-01816a25ffef,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:43.950501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:43.953814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:43.959365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fca03ba-7bb3-470c-8959-8afd469544f8 None None] Network 0320e80d-62c4-4cd7-bead-a500fdc16073 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:15:43.961570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f2dabfb6-2b6d-4e20-ac6c-01816a25ffef HTTP/1.1" status: 204 len: 168 time: 0.3290067 Nov 24 10:15:43.964314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58664) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:44.080296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.091342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Deleting port 4273461e-596e-4d21-8d01-3a60197d0823 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:44.091642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.223778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] DHCP port deletion for 0320e80d-62c4-4cd7-bead-a500fdc16073 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:15:44.227935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Deleting port 4273461e-596e-4d21-8d01-3a60197d0823 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:44.228396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.313693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] For port 4273461e-596e-4d21-8d01-3a60197d0823, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4273461e-596e-4d21-8d01-3a60197d0823,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:44.314076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.440633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] For port 4273461e-596e-4d21-8d01-3a60197d0823, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4273461e-596e-4d21-8d01-3a60197d0823,segment=NetworkSegment(0e966c6b-8f28-4628-a7b9-bebcac664463),segment_id=0e966c6b-8f28-4628-a7b9-bebcac664463)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:44.440990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.449135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Calling delete_port for 4273461e-596e-4d21-8d01-3a60197d0823 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:44.527566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.532292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:44.568464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9139167c-1f71-465b-ab89-2ad65a4e3d38 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:44.586662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4273461e-596e-4d21-8d01-3a60197d0823,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:44.590878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:44.596186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] No DVR routers for this DVR port 4273461e-596e-4d21-8d01-3a60197d0823 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:15:44.729962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.759848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0320e80d-62c4-4cd7-bead-a500fdc16073']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:44.773624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e966c6b-8f28-4628-a7b9-bebcac664463') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:44.773964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e966c6b-8f28-4628-a7b9-bebcac664463') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:15:44.780121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Calling delete_port for 4273461e-596e-4d21-8d01-3a60197d0823 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:15:44.786988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.803595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.811171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:15:44.811717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.824544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9139167c-1f71-465b-ab89-2ad65a4e3d38 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:15:44.824946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9139167c-1f71-465b-ab89-2ad65a4e3d38 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:15:44.825410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9bbdb6f8-9e05-44ef-8c86-020362cd285c no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:15:44.826686 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:15:44.865363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9bbdb6f8-9e05-44ef-8c86-020362cd285c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:15:44.865766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9bbdb6f8-9e05-44ef-8c86-020362cd285c not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:15:44.866231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4273461e-596e-4d21-8d01-3a60197d0823 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:15:44.905435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.909129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-feccd15f-c33a-4f28-9fb6-de26d508138f tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:44.911530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4273461e-596e-4d21-8d01-3a60197d0823 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:15:44.911937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4273461e-596e-4d21-8d01-3a60197d0823 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:15:44.929064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:44.931855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=0320e80d-62c4-4cd7-bead-a500fdc16073,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:44.932962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:15:44.933845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:15:44.935749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:44.950208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0320e80d-62c4-4cd7-bead-a500fdc16073 HTTP/1.1" status: 204 len: 168 time: 0.9848495 Nov 24 10:15:45.115854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:45.171375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-002ba421-7138-436d-a1b3-77bd3c42ece6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53779a5cefab4565b3835db30610b8ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540893 Nov 24 10:15:45.174130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58674) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:45.238753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:45.266394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:45.313477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:45.318658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-688c4cfc-3e7f-4c06-9a45-a9a55b95e0f2 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:45.332813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9f4c76-f5f6-4d2a-8c75-3828a5785232,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:45.339924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:45.341491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:45.342936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3152668d-3100-45f3-b554-6f5338111a4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e9f4c76-f5f6-4d2a-8c75-3828a5785232 HTTP/1.1" status: 204 len: 168 time: 0.1676745 Nov 24 10:15:45.435486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Deleting port 4273461e-596e-4d21-8d01-3a60197d0823 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:15:45.435974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:45.505605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-46f4301b-024c-4210-bd54-f9c9ee91b09a None None] The port '4273461e-596e-4d21-8d01-3a60197d0823' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:15:46.247548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58696) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:46.407886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-818408853-network', 'tenant_id': '0701954db8bc479cb735e4f33a1ad3b8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:15:46.418404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:15:46.425570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Usage tracker for resource:network and tenant:0701954db8bc479cb735e4f33a1ad3b8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:15:46.430696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:15:46.440000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:15:46.450177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Made reservation on behalf of 0701954db8bc479cb735e4f33a1ad3b8 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:15:46.454952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.472363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.510146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:15:46.514500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0701954db8bc479cb735e4f33a1ad3b8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:15:46.517597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:15:46.523605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:15:46.594937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.598757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.603593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d8383989-c573-4268-867a-ac86d15ff76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:46.632160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:15:46.646094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba3b3b-8f81-4882-bc13-81faeec2be3d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:46.650523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:46.651593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.652093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Added segment 68c04f80-c957-4d2c-9298-704028ee9f84 of type vlan for network f3f9d335-62fa-419d-82f8-625034a4ac1f Nov 24 10:15:46.681495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.712796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.713835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:46.714482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:46.719924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ddc9336a-c465-4054-b6db-4171908e2b98 tempest-ExtraDHCPOptionsTestJSON-361092789 tempest-ExtraDHCPOptionsTestJSON-361092789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:46.834246 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5853481 Nov 24 10:15:46.837659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58702) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:15:46.840984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f9d335-62fa-419d-82f8-625034a4ac1f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:46.846892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Request body: {'subnet': {'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-818408853-subnet', 'tenant_id': '0701954db8bc479cb735e4f33a1ad3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:15:46.850891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:46.851736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network f3f9d335-62fa-419d-82f8-625034a4ac1f details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:15:46.853213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:15:46.858227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Usage tracker for resource:subnet and tenant:0701954db8bc479cb735e4f33a1ad3b8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:15:46.861682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:15:46.867912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:15:46.877662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Made reservation on behalf of 0701954db8bc479cb735e4f33a1ad3b8 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:15:46.882812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:47.109064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:47.114642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1aebfdc8-fbc8-467d-83da-abe6d1d3f28b tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:47.206453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a257a5b-1c36-4a72-94b6-f86ab6e1a993,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:47.209501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:47.220560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Checking segment: {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:15:47.220969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Network hostable DHCP agents. Network: f3f9d335-62fa-419d-82f8-625034a4ac1f, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:15:47.245941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Network f3f9d335-62fa-419d-82f8-625034a4ac1f is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:15:47.256656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, f3f9d335-62fa-419d-82f8-625034a4ac1f) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:15:47.264375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:47.265376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:47.267422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151fab0e-a0fd-43ce-bc3a-b6eafe565e00 None None] Network f3f9d335-62fa-419d-82f8-625034a4ac1f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:15:47.299697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4598556 Nov 24 10:15:47.576937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4842c09-9e67-4983-b131-d1a87d8ec995 None None] Network f3f9d335-62fa-419d-82f8-625034a4ac1f requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:15:48.078156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-3af80a9b-49e8-4c7c-8b1c-8d2ac30eddbd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:48.078991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-3af80a9b-49e8-4c7c-8b1c-8d2ac30eddbd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Synchronizing usage tracker for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:15:48.097628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-3af80a9b-49e8-4c7c-8b1c-8d2ac30eddbd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Unset dirty status for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:15:48.099195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-3af80a9b-49e8-4c7c-8b1c-8d2ac30eddbd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 813 time: 0.1897914 Nov 24 10:15:48.122725 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-0299d2eb-ae81-4704-b479-e9da2306e2b1 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/quotas/0701954db8bc479cb735e4f33a1ad3b8 HTTP/1.1" status: 200 len: 375 time: 0.0143800 Nov 24 10:15:48.176811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cb1d6176-efe3-4ad2-be7c-f1c28700b4f0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479620 Nov 24 10:15:48.189288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-bde35968-fb1d-470a-8cc4-0b463ddd152a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:15:48.190400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-bde35968-fb1d-470a-8cc4-0b463ddd152a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055413 Nov 24 10:15:48.345825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-2f26a63d-0c6e-47f3-b1ed-984c33cbcf10 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487215 Nov 24 10:15:48.496533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-898a1101-73fd-4a03-a361-f92166a3af34 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438112 Nov 24 10:15:48.706269 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-90f92e85-9332-47b2-9e54-c3b7c08d5de6 req-767f9d7e-91c8-475b-9d51-94b23df372da tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 210 time: 0.0477893 Nov 24 10:15:48.907387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c38b8ee2-b17d-4390-8bf2-13df3ff898c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:49.919010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2778d22-846a-4110-b72e-0a082061b39b req-2b60cd71-6ce6-4623-8874-b8f3511417dd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 210 time: 0.0828893 Nov 24 10:15:50.074887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-982b002b-9170-4944-868f-3e810bb8774f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:50.076517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-982b002b-9170-4944-868f-3e810bb8774f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 813 time: 0.1944323 Nov 24 10:15:50.092715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Request body: {'port': {'device_id': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f', 'admin_state_up': True, 'tenant_id': '0701954db8bc479cb735e4f33a1ad3b8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:15:50.258987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:15:50.264857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Usage tracker for resource:port and tenant:0701954db8bc479cb735e4f33a1ad3b8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:15:50.268356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:15:50.274895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:15:50.286652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Made reservation on behalf of 0701954db8bc479cb735e4f33a1ad3b8 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:15:50.292977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:50.489094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Allocated IP 172.20.0.10 (f3f9d335-62fa-419d-82f8-625034a4ac1f/8a257a5b-1c36-4a72-94b6-f86ab6e1a993/c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:15:50.495868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:50.992536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.023118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.029575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9459794-2fd9-4ada-b9d5-8cc4a5335e3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:51.094990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Network f3f9d335-62fa-419d-82f8-625034a4ac1f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:15:51.103555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:15:51.109192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:15:51.137424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4379e-8eaf-4351-9441-ef9547971069 req-bf8e6c9b-108a-412d-bac5-4f4e1fe27dc6 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:51.139138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-72e4379e-8eaf-4351-9441-ef9547971069 req-bf8e6c9b-108a-412d-bac5-4f4e1fe27dc6 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 932 time: 0.0899525 Nov 24 10:15:51.152750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Pushing event updated for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:51.163000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:51.188466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:51.189160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.215219 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1278944 Nov 24 10:15:51.218407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-72e4379e-8eaf-4351-9441-ef9547971069 req-5983422b-ef7f-4966-8efd-77a8c2ca4dae tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713174 Nov 24 10:15:51.229391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Request body: {'port': {'device_id': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:15:51.352889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.664198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-88eb2766-3c7c-42ee-8f18-dbfb2c48aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.684626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.726876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:15:51.734685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.751149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Transition to ACTIVE for port object c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:15:51.753953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:51.759112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a7ac0b19-f82e-4958-bc8e-8d45cd9f5522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:51.890640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:51.893550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:52.007831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Attempting to bind port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:15:52.008419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Attempting to bind port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:15:52.008533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Attempting to bind port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba on network f3f9d335-62fa-419d-82f8-625034a4ac1f {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:15:52.015409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba on network f3f9d335-62fa-419d-82f8-625034a4ac1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:15:52.015767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Attempting to bind port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba on network f3f9d335-62fa-419d-82f8-625034a4ac1f {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:15:52.022482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:15:52.022884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Checking segment: {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:15:52.023304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Bound using segment: {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:15:52.023766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Bound port: c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:15:52.024144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:52.115838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:15:52.118976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:15:52.122780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:52.127236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6d78f0a-06fc-4591-9d92-cbf7531ed8e4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:52.184766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:52.185823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba HTTP/1.1" status: 200 len: 1094 time: 0.9616694 Nov 24 10:15:52.188840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:52.221444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:52.259251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:52.262002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', 'status': 'completed', 'code': 200} Nov 24 10:15:52.311221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-cb5ce639-9d6e-422d-8675-de1c97fdd8d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 1097 time: 0.0860913 Nov 24 10:15:52.392770 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-04bb7a6f-9d14-4a18-8f6b-1236d9eab1d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba HTTP/1.1" status: 200 len: 217 time: 0.0734725 Nov 24 10:15:52.440768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d82b0-3c22-40e8-b64e-d66323e3039d req-2ff3b98b-1013-49c1-a039-50a41bb19acf tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:52.442319 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-277d82b0-3c22-40e8-b64e-d66323e3039d req-2ff3b98b-1013-49c1-a039-50a41bb19acf tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 944 time: 0.0908310 Nov 24 10:15:52.465463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-a9ed2591-459f-467a-b644-d5c0e8017d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:52.467107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-a9ed2591-459f-467a-b644-d5c0e8017d00 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a257a5b-1c36-4a72-94b6-f86ab6e1a993 HTTP/1.1" status: 200 len: 853 time: 0.0680535 Nov 24 10:15:52.496552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-277d82b0-3c22-40e8-b64e-d66323e3039d req-3dd35522-f9f9-4d3d-8617-fa338d9e45d0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Nov 24 10:15:52.518569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-60a0253f-cc74-40e8-a723-687878b39513 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3f9d335-62fa-419d-82f8-625034a4ac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450082 Nov 24 10:15:52.666264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-0dbd3ef3-3ccc-4c73-a5f2-d1ac0460c288 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411712 Nov 24 10:15:52.818736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-771b5b49-5596-476a-8d6f-a3d540240d8e req-92dcef96-d284-4da0-94f9-9dac39f65aad service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451232 Nov 24 10:15:52.952761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-80e91035-d045-4b5b-9d7d-c9edfa73c247 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 1097 time: 0.0848136 Nov 24 10:15:53.096933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-60e749e4-80d7-4ff3-b14a-b621bc84525d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:53.098444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-60e749e4-80d7-4ff3-b14a-b621bc84525d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 914 time: 0.1390233 Nov 24 10:15:53.171980 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-f96e1083-cec7-47d8-80a4-3bf2ce5c714d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba HTTP/1.1" status: 200 len: 217 time: 0.0664318 Nov 24 10:15:53.246491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-ca5ce186-ee48-4da5-8c7c-94656eccd549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:53.248192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-ca5ce186-ee48-4da5-8c7c-94656eccd549 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a257a5b-1c36-4a72-94b6-f86ab6e1a993 HTTP/1.1" status: 200 len: 853 time: 0.0701375 Nov 24 10:15:53.301331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-011585b9-2312-4559-b7cb-6321efbc1fe9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3f9d335-62fa-419d-82f8-625034a4ac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468035 Nov 24 10:15:53.341705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:53.453936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-ef539de7-afa1-489b-a6dc-5f3da0a6ba03 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444309 Nov 24 10:15:53.615733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e84d4111-3ddc-40d3-8897-15363b62a666 req-8ba68119-e6b1-4c29-a3f7-2928bfe7dac1 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542916 Nov 24 10:15:53.683977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:15:53.727811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-10509c8a-acf2-4488-b6d9-052e6a1fd58d tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:53.728525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-10509c8a-acf2-4488-b6d9-052e6a1fd58d tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Synchronizing usage tracker for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:15:53.747836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-10509c8a-acf2-4488-b6d9-052e6a1fd58d tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Unset dirty status for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:15:53.749206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-10509c8a-acf2-4488-b6d9-052e6a1fd58d tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 944 time: 0.1129351 Nov 24 10:15:53.831060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-80ea019c-ebed-41b6-a91b-3d29657d4f7b tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Synchronizing usage tracker for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:15:53.838916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:53.848731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-80ea019c-ebed-41b6-a91b-3d29657d4f7b tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Unset dirty status for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:15:53.850802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e2de593-3ca7-42cf-b9a5-febb26f4c234 req-80ea019c-ebed-41b6-a91b-3d29657d4f7b tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940323 Nov 24 10:15:53.855105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f', 'port_id': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', 'mac_address': 'fa:16:3e:f2:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a257a5b-1c36-4a72-94b6-f86ab6e1a993', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:15:53.912537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:53.931761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:15:53.948648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:53.951937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:53.953838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:54.023704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:54.027554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:54.155238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:15:55.061453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa278d74-bd21-4f96-a500-0c4d0db8fcf7 req-679e3fab-47ca-4c76-9e71-a2f724e6b930 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:55.063104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa278d74-bd21-4f96-a500-0c4d0db8fcf7 req-679e3fab-47ca-4c76-9e71-a2f724e6b930 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 945 time: 0.0857344 Nov 24 10:15:55.114553 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa278d74-bd21-4f96-a500-0c4d0db8fcf7 req-c8595147-3d29-4593-bf4e-3ff976dd1ff1 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Nov 24 10:15:55.699887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:15:55.778922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:15:55.784455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:15:55.784826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:55.909018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:55.938523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:15:55.950897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:15:55.954554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:15:55.957432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:15:56.001809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', 'code': 200} Nov 24 10:15:56.032422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:15:56.035781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:15:56.250003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-891b0dc9-3e0e-4d18-b3fb-c613c4d993f0 req-76afc335-9561-4dc5-bdab-f30ceadf36e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 1099 time: 0.0821445 Nov 24 10:15:56.299704 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-891b0dc9-3e0e-4d18-b3fb-c613c4d993f0 req-3a3edf89-5c14-4bd1-9828-9be83c7ec2de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Nov 24 10:15:56.341910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ffafc-56bb-4bd5-a5db-3c9a6c71905c req-4304c3f8-aac8-4002-b04d-b6761eec729f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:56.343689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-286ffafc-56bb-4bd5-a5db-3c9a6c71905c req-4304c3f8-aac8-4002-b04d-b6761eec729f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0937083 Nov 24 10:15:56.400281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-286ffafc-56bb-4bd5-a5db-3c9a6c71905c req-3725c853-1764-4b2c-af72-6342ae54acc7 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Nov 24 10:15:57.625369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a9bf8-2782-42bb-b5b5-e8dfdccd8e37 req-a38bd51e-b843-453a-9845-2af2686eaf10 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:57.627061 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d60a9bf8-2782-42bb-b5b5-e8dfdccd8e37 req-a38bd51e-b843-453a-9845-2af2686eaf10 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0952199 Nov 24 10:15:57.678816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d60a9bf8-2782-42bb-b5b5-e8dfdccd8e37 req-930f0ec4-1b7d-4d5f-b426-d9bb166aae96 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Nov 24 10:15:58.011764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-d41e6407-d111-4133-b1b0-7ad27f757af6 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:58.013341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-d41e6407-d111-4133-b1b0-7ad27f757af6 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 813 time: 0.1638336 Nov 24 10:15:58.031562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-c8f9b874-d660-434d-a137-90cd24bde0ce tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/quotas/0701954db8bc479cb735e4f33a1ad3b8 HTTP/1.1" status: 200 len: 375 time: 0.0121865 Nov 24 10:15:58.120779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-e5a818c8-e036-427b-9431-1b345cf5bf4f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833025 Nov 24 10:15:58.348313 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-88f4b42e-bc7d-411b-9a37-dd53d672a1da service neutron] 10.222.0.55 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199535 Nov 24 10:15:58.498590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-5e16c820-0d4d-42f8-9878-0bc31744d016 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431766 Nov 24 10:15:58.699156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-52ec343d-ad5d-4921-a94d-d95616f1906a req-67a5f891-a585-4c4f-8d55-35bc0a1c0f07 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 210 time: 0.0472522 Nov 24 10:15:59.776629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-ebbf5bb7-8d8c-4aff-aa24-e343ac4181fa tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:15:59.778407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-ebbf5bb7-8d8c-4aff-aa24-e343ac4181fa tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 813 time: 0.1695118 Nov 24 10:15:59.794422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Request body: {'port': {'device_id': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f', 'admin_state_up': True, 'tenant_id': '0701954db8bc479cb735e4f33a1ad3b8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:15:59.891063 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fd28da64-4422-4afc-87f6-9c3b7fc17299 req-13721fc6-880c-44f2-822b-f66d4a33a8e4 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 210 time: 0.0555620 Nov 24 10:15:59.953580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:15:59.965408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:15:59.975462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Made reservation on behalf of 0701954db8bc479cb735e4f33a1ad3b8 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:15:59.981386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:00.168894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Allocated IP 172.20.0.9 (f3f9d335-62fa-419d-82f8-625034a4ac1f/8a257a5b-1c36-4a72-94b6-f86ab6e1a993/2f690348-1ef5-4b7f-8792-d558b6b7f75b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:00.391092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:00.416927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:00.422991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7817ded3-119e-443c-8658-dad6657f2abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:00.429052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:16:00.503576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Network f3f9d335-62fa-419d-82f8-625034a4ac1f is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:00.507710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:00.513554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:00.544721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Pushing event updated for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:00.552759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:00.589329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:00.590424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:00.616991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274636 Nov 24 10:16:00.630875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Request body: {'port': {'device_id': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:00.749785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.384764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2ba3-655e-438b-8dcb-49e1bec19135 req-fcc73cec-fc06-4949-8c5f-1a25fc7241ce tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:01.386271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b92a2ba3-655e-438b-8dcb-49e1bec19135 req-fcc73cec-fc06-4949-8c5f-1a25fc7241ce tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Synchronizing usage tracker for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:16:01.455140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-b92a2ba3-655e-438b-8dcb-49e1bec19135 req-fcc73cec-fc06-4949-8c5f-1a25fc7241ce tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Unset dirty status for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:16:01.456459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b92a2ba3-655e-438b-8dcb-49e1bec19135 req-fcc73cec-fc06-4949-8c5f-1a25fc7241ce tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 931 time: 0.2016401 Nov 24 10:16:01.462704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f690348-1ef5-4b7f-8792-d558b6b7f75b {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:16:01.487194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.519415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Transition to ACTIVE for port object 2f690348-1ef5-4b7f-8792-d558b6b7f75b will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:01.523463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.530309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:01.580817 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b92a2ba3-655e-438b-8dcb-49e1bec19135 req-19139c07-4ed3-400e-b935-f3657d224b21 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133857 Nov 24 10:16:01.673823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:01.678474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:01.793804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Attempting to bind port 2f690348-1ef5-4b7f-8792-d558b6b7f75b on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:01.794190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Attempting to bind port 2f690348-1ef5-4b7f-8792-d558b6b7f75b by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:01.794566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Attempting to bind port 2f690348-1ef5-4b7f-8792-d558b6b7f75b on network f3f9d335-62fa-419d-82f8-625034a4ac1f {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:01.800824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Port 2f690348-1ef5-4b7f-8792-d558b6b7f75b on network f3f9d335-62fa-419d-82f8-625034a4ac1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:16:01.801188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Attempting to bind port 2f690348-1ef5-4b7f-8792-d558b6b7f75b on network f3f9d335-62fa-419d-82f8-625034a4ac1f {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:01.808689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:01.809069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Checking segment: {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:01.809498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Bound using segment: {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:01.809976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Bound port: 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c04f80-c957-4d2c-9298-704028ee9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:01.810364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.904396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:01.907687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:01.911237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.915984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bb930c60-7545-4b8a-b7f3-12fe0642b27e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:01.977730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:01.979326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] 10.222.0.61 "PUT /v2.0/ports/2f690348-1ef5-4b7f-8792-d558b6b7f75b HTTP/1.1" status: 200 len: 1093 time: 1.3541586 Nov 24 10:16:01.979904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:16:02.007962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:02.012088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:02.093934 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b', 'status': 'completed', 'code': 200} Nov 24 10:16:02.158610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-8d12c144-656f-4dba-a25c-84dcfea43021 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 1096 time: 0.1299846 Nov 24 10:16:02.237024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-7fd063b8-d796-4c89-88ed-c345a10e0026 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b HTTP/1.1" status: 200 len: 217 time: 0.0721419 Nov 24 10:16:02.310888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-0bbc5ffe-6fd2-400a-a965-e84f43a1d11f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:02.312488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-0bbc5ffe-6fd2-400a-a965-e84f43a1d11f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a257a5b-1c36-4a72-94b6-f86ab6e1a993 HTTP/1.1" status: 200 len: 853 time: 0.0704207 Nov 24 10:16:02.362545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-df573ef8-1657-4ca0-b920-f5c4b00905f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3f9d335-62fa-419d-82f8-625034a4ac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439463 Nov 24 10:16:02.520326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-3ea8974e-7c51-46db-babc-ffa083ceebe7 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518404 Nov 24 10:16:02.679600 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecc371bf-c9a2-49e8-a486-550c87087e85 req-d5e6045e-4079-4036-afe2-d51b5e6bc48e service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533179 Nov 24 10:16:02.879026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-fd5ff040-6cbd-4b2c-a303-7e757e69fae2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 1096 time: 0.1483569 Nov 24 10:16:02.893452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60315-b30a-48d7-8c1f-8284b8705797 req-38c9bc1f-b705-49d7-9fdc-616e9a14d6ef tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:02.895096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-37c60315-b30a-48d7-8c1f-8284b8705797 req-38c9bc1f-b705-49d7-9fdc-616e9a14d6ef tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 943 time: 0.1631010 Nov 24 10:16:03.053596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-37c60315-b30a-48d7-8c1f-8284b8705797 req-f27c78ad-c5d7-4b8e-a4eb-d06eddc5519a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355612 Nov 24 10:16:03.083723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-d5afc0ea-aae4-4dc1-a08a-8e0399696f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:03.085363 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-d5afc0ea-aae4-4dc1-a08a-8e0399696f8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 200 len: 914 time: 0.1988246 Nov 24 10:16:03.164358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-d5e286f1-375a-4900-afd5-0f7697291033 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b HTTP/1.1" status: 200 len: 217 time: 0.0717409 Nov 24 10:16:03.236619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-03a8647a-f69b-4c9b-8f3d-c2297fc1c1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:03.238278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-03a8647a-f69b-4c9b-8f3d-c2297fc1c1b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a257a5b-1c36-4a72-94b6-f86ab6e1a993 HTTP/1.1" status: 200 len: 853 time: 0.0667050 Nov 24 10:16:03.301421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-4de18077-6acc-4372-9aad-11b025fbfa66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f3f9d335-62fa-419d-82f8-625034a4ac1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567524 Nov 24 10:16:03.453281 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-a2a311cc-17de-48ea-81ae-0540093cfd6e service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438277 Nov 24 10:16:03.604308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6ac7a55-26fd-41a3-b51e-e8cdc9aadb7a req-91b8a168-1d54-414f-9b9f-23414b334f32 service neutron] 10.222.0.61 "GET /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450830 Nov 24 10:16:03.756501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2f690348-1ef5-4b7f-8792-d558b6b7f75b details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:16:03.908894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:03.924476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '2f690348-1ef5-4b7f-8792-d558b6b7f75b', 'network_id': 'f3f9d335-62fa-419d-82f8-625034a4ac1f', 'port_id': '2f690348-1ef5-4b7f-8792-d558b6b7f75b', 'mac_address': 'fa:16:3e:e7:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a257a5b-1c36-4a72-94b6-f86ab6e1a993', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:16:03.986252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:04.005754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f690348-1ef5-4b7f-8792-d558b6b7f75b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:16:04.021197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:04.024308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:04.027440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:04.095003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:04.098405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:04.228089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['2f690348-1ef5-4b7f-8792-d558b6b7f75b'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:16:04.265997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d5382-60da-4eeb-a271-8b20157c9199 req-b4242c2b-d8e0-4326-a748-b7c57b7ad87c tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:04.267710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e68d5382-60da-4eeb-a271-8b20157c9199 req-b4242c2b-d8e0-4326-a748-b7c57b7ad87c tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 944 time: 0.0860691 Nov 24 10:16:04.318944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e68d5382-60da-4eeb-a271-8b20157c9199 req-da69320b-61ef-4426-90b2-cbf85ebd5905 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Nov 24 10:16:05.551334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52505-fc5d-40c3-83e7-aff2f6339922 req-99c514a2-3d0f-4a8e-9261-7d8d8de30d5a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:05.554977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-36c52505-fc5d-40c3-83e7-aff2f6339922 req-99c514a2-3d0f-4a8e-9261-7d8d8de30d5a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 944 time: 0.0960085 Nov 24 10:16:05.610200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-36c52505-fc5d-40c3-83e7-aff2f6339922 req-9c806c4d-c1f0-45ed-bb80-a4a4f5f6e674 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Nov 24 10:16:05.764793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2f690348-1ef5-4b7f-8792-d558b6b7f75b up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:05.850149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 2f690348-1ef5-4b7f-8792-d558b6b7f75b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:05.856233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 2f690348-1ef5-4b7f-8792-d558b6b7f75b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:05.856891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:06.018386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:06.048045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:16:06.059123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:06.062538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:06.065290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:06.113096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b', 'code': 200} Nov 24 10:16:06.146191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:06.149886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:06.424157 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f1a6086-32a6-4e4a-bcda-f78a20847943 req-54d92da8-4869-4c97-81d6-6846ef6971a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 1098 time: 0.1090703 Nov 24 10:16:06.475486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f1a6086-32a6-4e4a-bcda-f78a20847943 req-2037ec70-65ee-41fe-8a31-cb1341e0bb26 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Nov 24 10:16:06.843127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd5215-2599-4648-a116-ec2b15ed0d83 req-874c0e9c-7131-4c42-afd9-82962a80b9cb tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:06.845438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-34fd5215-2599-4648-a116-ec2b15ed0d83 req-874c0e9c-7131-4c42-afd9-82962a80b9cb tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 945 time: 0.1028619 Nov 24 10:16:06.914450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-34fd5215-2599-4648-a116-ec2b15ed0d83 req-a2354465-7d14-4fda-abdc-a5aad0b1c572 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607519 Nov 24 10:16:08.152367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf243f-5284-42f0-aa13-dcf52f03034c req-f30617a5-1e4f-4782-87ce-fe3bfc8ad10c tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:08.154015 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6cf243f-5284-42f0-aa13-dcf52f03034c req-f30617a5-1e4f-4782-87ce-fe3bfc8ad10c tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 945 time: 0.1003449 Nov 24 10:16:08.458199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6cf243f-5284-42f0-aa13-dcf52f03034c req-af88a1f7-0bd5-457a-af5c-047adc8ca38d tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971108 Nov 24 10:16:08.970244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b3d42-ecbb-4a94-9852-67e5aa93f118 req-5b82dc5f-1c2c-4fd7-b685-c3dee6fe480a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:08.971916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c0b3d42-ecbb-4a94-9852-67e5aa93f118 req-5b82dc5f-1c2c-4fd7-b685-c3dee6fe480a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 945 time: 0.0879359 Nov 24 10:16:09.029050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c0b3d42-ecbb-4a94-9852-67e5aa93f118 req-d1871578-d637-4458-acd7-8563deed2f08 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Nov 24 10:16:10.309566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3dfaf-b871-4edd-b9bd-ce00c196778f req-b7c8fa05-f73d-46af-b28c-c97a6d653413 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:10.311361 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43c3dfaf-b871-4edd-b9bd-ce00c196778f req-b7c8fa05-f73d-46af-b28c-c97a6d653413 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 945 time: 0.1505141 Nov 24 10:16:10.324253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-76631851-18f9-446c-bf24-274b66e557f5 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:10.325840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-76631851-18f9-446c-bf24-274b66e557f5 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 945 time: 0.1271491 Nov 24 10:16:10.433375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43c3dfaf-b871-4edd-b9bd-ce00c196778f req-d654f44a-ec21-463f-9f7d-13435ca218f9 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064432 Nov 24 10:16:10.441699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Deleting port 2f690348-1ef5-4b7f-8792-d558b6b7f75b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:10.442087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:10.709779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] For port 2f690348-1ef5-4b7f-8792-d558b6b7f75b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2f690348-1ef5-4b7f-8792-d558b6b7f75b,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:10.710180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:10.765680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:10.843981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Calling delete_port for 2f690348-1ef5-4b7f-8792-d558b6b7f75b owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:11.000246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:11.006751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c870ec5-dc56-4d21-bb88-17f8e69b6a5c tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:11.013338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', '2f690348-1ef5-4b7f-8792-d558b6b7f75b'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:16:11.052083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Pushing event deleted for resources: {'Port': ['ID=2f690348-1ef5-4b7f-8792-d558b6b7f75b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:11.056617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:11.137053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] No DVR routers for this DVR port 2f690348-1ef5-4b7f-8792-d558b6b7f75b on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:11.139877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:11.142994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'name': 'network-vif-deleted', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:16:11.159784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3235ab8-c1e2-4707-a7e8-40de2fb20f24 req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "DELETE /v2.0/ports/2f690348-1ef5-4b7f-8792-d558b6b7f75b HTTP/1.1" status: 204 len: 173 time: 0.8163443 Nov 24 10:16:11.318785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167a3d70-1fc1-4b3a-951b-e0eafcb4de15', 'name': 'network-vif-deleted', 'tag': '2f690348-1ef5-4b7f-8792-d558b6b7f75b', 'status': 'completed', 'code': 200} Nov 24 10:16:11.657906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-ebb83ae1-fe31-481b-8ff4-8fc7578556df req-b6d3d474-4c66-4f7b-bb7b-7fe732d31cf2 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Synchronizing usage tracker for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:16:11.677355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-ebb83ae1-fe31-481b-8ff4-8fc7578556df req-b6d3d474-4c66-4f7b-bb7b-7fe732d31cf2 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Unset dirty status for tenant:0701954db8bc479cb735e4f33a1ad3b8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:16:11.678714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ebb83ae1-fe31-481b-8ff4-8fc7578556df req-b6d3d474-4c66-4f7b-bb7b-7fe732d31cf2 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=167a3d70-1fc1-4b3a-951b-e0eafcb4de15 HTTP/1.1" status: 200 len: 210 time: 0.0971501 Nov 24 10:16:11.739956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:16:12.983347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74887efd-29b6-4528-927d-5f87e285f840 req-fa5e3a03-7069-4695-943c-091c51ffca4a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:12.985022 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74887efd-29b6-4528-927d-5f87e285f840 req-fa5e3a03-7069-4695-943c-091c51ffca4a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0905063 Nov 24 10:16:13.038408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-74887efd-29b6-4528-927d-5f87e285f840 req-906fa085-105a-44c6-a68b-dc33faf322d5 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Nov 24 10:16:13.284164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2dadc-fd97-4afe-9b97-0b7587b419bf req-fc7b38ad-a87f-4899-aa54-af7c9757777e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:13.285806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3d2dadc-fd97-4afe-9b97-0b7587b419bf req-fc7b38ad-a87f-4899-aa54-af7c9757777e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0926969 Nov 24 10:16:13.337518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f3d2dadc-fd97-4afe-9b97-0b7587b419bf req-7ad4ef86-022c-496c-9202-4fbe99af74b4 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446804 Nov 24 10:16:13.557247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9628e-0dd8-4426-b195-0820130529b3 req-660f9df5-341f-481d-8096-84021f6869f3 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:13.559028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bac9628e-0dd8-4426-b195-0820130529b3 req-660f9df5-341f-481d-8096-84021f6869f3 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0890191 Nov 24 10:16:13.612122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bac9628e-0dd8-4426-b195-0820130529b3 req-6ec08dad-0350-45e3-a34e-7b2d7c91b6d4 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 Nov 24 10:16:13.826554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2f690348-1ef5-4b7f-8792-d558b6b7f75b no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:16:13.844851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8acf7bf7-72f7-4c23-a7e1-99b81e92535a req-369828f3-d617-4e78-ab38-0748e5ec1858 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0836926 Nov 24 10:16:13.877965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 2f690348-1ef5-4b7f-8792-d558b6b7f75b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:16:13.878368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2f690348-1ef5-4b7f-8792-d558b6b7f75b not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:16:14.064672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2462166-9e62-4574-a54c-04f7fc12ad1a req-7c394a66-cff3-4eb2-bc54-e5192a6ae22f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:14.066292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2462166-9e62-4574-a54c-04f7fc12ad1a req-7c394a66-cff3-4eb2-bc54-e5192a6ae22f tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0841897 Nov 24 10:16:14.119870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2462166-9e62-4574-a54c-04f7fc12ad1a req-c8014a93-ae8b-49e7-839c-80064e11d73b tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468700 Nov 24 10:16:14.341582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0a50e-0866-45ed-a021-d856675f839d req-c7976e13-2a4c-43b5-bea4-673938c43f76 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:14.343364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adf0a50e-0866-45ed-a021-d856675f839d req-c7976e13-2a4c-43b5-bea4-673938c43f76 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0944393 Nov 24 10:16:14.394122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adf0a50e-0866-45ed-a021-d856675f839d req-5ba93713-7511-4d75-833d-1d6798ba59cb tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Nov 24 10:16:14.628012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff784d-7c46-4bd4-ab72-5c2698252f96 req-fdf69dff-0086-4f13-83f7-ebe31b75275a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:14.629653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2cff784d-7c46-4bd4-ab72-5c2698252f96 req-fdf69dff-0086-4f13-83f7-ebe31b75275a tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0938113 Nov 24 10:16:14.680311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2cff784d-7c46-4bd4-ab72-5c2698252f96 req-081af72e-61f7-404e-85e6-0135cc290859 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Nov 24 10:16:15.296936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec694d-d81e-4594-817a-3912ae9efac5 req-ff4dc225-e208-4470-9425-8f5cd32ebfbc tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:15.298492 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9ec694d-d81e-4594-817a-3912ae9efac5 req-ff4dc225-e208-4470-9425-8f5cd32ebfbc tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0954616 Nov 24 10:16:15.350074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9ec694d-d81e-4594-817a-3912ae9efac5 req-e5bc3c64-6ffb-47d5-8227-ff149b5516e0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Nov 24 10:16:16.552906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20898bb6-e891-4163-94f1-724516599c4c req-3ba85f83-1f72-4a30-8a06-9bbac56ca635 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:16.554459 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20898bb6-e891-4163-94f1-724516599c4c req-3ba85f83-1f72-4a30-8a06-9bbac56ca635 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0867536 Nov 24 10:16:16.567437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f631e0-5a94-49dc-a1da-9f3addc27cce req-45319f31-37d8-4153-95dc-12755f10b1e1 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:16.569493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5f631e0-5a94-49dc-a1da-9f3addc27cce req-45319f31-37d8-4153-95dc-12755f10b1e1 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 946 time: 0.0883133 Nov 24 10:16:16.627497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5f631e0-5a94-49dc-a1da-9f3addc27cce req-b1b42b8a-2f91-4cb5-9b81-673334e94029 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/security-groups?id=90ba3b3b-8f81-4882-bc13-81faeec2be3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Nov 24 10:16:16.641326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Deleting port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:16.641639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:17.165761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] For port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,segment=NetworkSegment(68c04f80-c957-4d2c-9298-704028ee9f84),segment_id=68c04f80-c957-4d2c-9298-704028ee9f84)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:17.167138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:17.301363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Calling delete_port for c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:17.457329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:17.464213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28907987-2f36-4aeb-903f-b898c3a3920d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:17.469298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:16:17.512535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Pushing event deleted for resources: {'Port': ['ID=c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:17.516837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:17.592510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] No DVR routers for this DVR port c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:17.595134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:17.598191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'name': 'network-vif-deleted', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:16:17.614405 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20898bb6-e891-4163-94f1-724516599c4c req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.61 "DELETE /v2.0/ports/c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba HTTP/1.1" status: 204 len: 173 time: 1.0540302 Nov 24 10:16:17.663430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6d4d03-8c4c-48b1-9eac-5918bd506462', 'name': 'network-vif-deleted', 'tag': 'c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba', 'status': 'completed', 'code': 200} Nov 24 10:16:17.809426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f92b9ddf-9285-4cec-b472-694f60df555e req-b2378142-6e2e-4cf3-9831-8033e08a98a5 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c6d4d03-8c4c-48b1-9eac-5918bd506462 HTTP/1.1" status: 200 len: 210 time: 0.0515170 Nov 24 10:16:18.910449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-69e5cac3-8d10-4f7d-a4dd-6bf0730ca030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:18.939022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:19.011065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Deleting subnet 8a257a5b-1c36-4a72-94b6-f86ab6e1a993 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:16:19.014719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.073471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.142308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.217432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.222030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b3591df-7947-4b64-8d15-54ec1587eecd tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:19.262371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a257a5b-1c36-4a72-94b6-f86ab6e1a993,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:19.267326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:19.270623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.278449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-120868f2-ff5b-470d-b838-66c2568236ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a257a5b-1c36-4a72-94b6-f86ab6e1a993 HTTP/1.1" status: 204 len: 168 time: 0.3382261 Nov 24 10:16:19.281235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58856) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:19.415477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.575518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.605504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f9d335-62fa-419d-82f8-625034a4ac1f']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:19.626053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c04f80-c957-4d2c-9298-704028ee9f84') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:19.626383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c04f80-c957-4d2c-9298-704028ee9f84') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:19.641129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.658181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.665367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:19.665881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:19.681295 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:19.761516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.767415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ce5da5d-608c-4f4d-8b0a-1a0aef8777b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:19.791263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:19.814780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f9d335-62fa-419d-82f8-625034a4ac1f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:19.818621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:19.824120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73fb3c69-bea6-435e-aa57-42b5b0a86e31 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f3f9d335-62fa-419d-82f8-625034a4ac1f HTTP/1.1" status: 204 len: 168 time: 0.5417287 Nov 24 10:16:19.887124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:16:19.945288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:16:19.946151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device c5c169d6-5e80-4f4b-9e6a-ab950dfa77ba not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:16:20.044476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58862) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:20.116306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-db8a875a-2b64-438c-8aba-7d73808127ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0701954db8bc479cb735e4f33a1ad3b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0702488 Nov 24 10:16:20.118953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58866) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:20.195148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:20.226447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:20.286529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:20.292126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ea2573e-ebf3-4f2a-866b-b298a5f20314 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:20.306048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba3b3b-8f81-4882-bc13-81faeec2be3d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:20.310463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:20.319775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:20.321019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6be8b293-9a94-4453-a237-613508ad9320 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90ba3b3b-8f81-4882-bc13-81faeec2be3d HTTP/1.1" status: 204 len: 168 time: 0.1999621 Nov 24 10:16:20.501787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.550681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58888) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:21.671107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b5919b3-7c59-4e59-8c2b-2430c7dd6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.690361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.729804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48304460'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:21.735647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:21.740331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:network and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:21.743773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:21.752079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:21.763475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:21.769211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.784305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.823892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:21.828634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:security_group_rule and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:21.832023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:21.838918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:21.921590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.924864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.929598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed8d6498-3716-4f3b-acc6-7bf303bf4ba2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:21.958703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:21.972999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59182298-d1cc-4067-81aa-a2dccb4afbf8,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:21.978254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:21.979834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:21.979834 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Added segment 82c39dc5-55f7-4106-93ff-41e99d71b94a of type vlan for network 01579e08-6792-4651-8fc6-0f63b320593c Nov 24 10:16:22.012522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:22.049187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:22.053429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:22.054084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:22.061232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:22.184108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Network': ['ID=01579e08-6792-4651-8fc6-0f63b320593c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:22.187411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:22.189208 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-49059a19-4dbd-434f-a24b-276ded9b31f1 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6374633 Nov 24 10:16:22.196598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 01579e08-6792-4651-8fc6-0f63b320593c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:23.345839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:25.936418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58894) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:25.943867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'subnet': {'network_id': '01579e08-6792-4651-8fc6-0f63b320593c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:26.072075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:26.076364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:subnet and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:26.079482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:26.085802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:26.096532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:26.212767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.479321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.484733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba26e9a5-a697-40a9-8c27-52a0af08e70e tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:26.570396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Subnet': ['ID=4c6dbb14-4227-41f8-b94c-9cf34ad94cc2,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:26.575848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:26.585570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking segment: {'id': '82c39dc5-55f7-4106-93ff-41e99d71b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:26.585976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network hostable DHCP agents. Network: 01579e08-6792-4651-8fc6-0f63b320593c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:26.611091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network 01579e08-6792-4651-8fc6-0f63b320593c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:26.620533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 01579e08-6792-4651-8fc6-0f63b320593c) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:26.625214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:26.625864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.631912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acab0e5-ca95-4567-90e4-0e9a63a81f6a None None] Network 01579e08-6792-4651-8fc6-0f63b320593c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:26.657591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7197022 Nov 24 10:16:26.661420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58898) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:26.667574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220659695'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:26.672967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:26.676983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:network and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:26.680060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:26.687012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:26.698541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:26.704143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.734407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:26.743719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.744622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Added segment cd3ae4bf-bef5-4901-9cb3-e3bb01f3d745 of type vlan for network 5edfade1-db42-4092-813b-52c8aaeab5e5 Nov 24 10:16:26.772830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.804888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.810169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:26.810895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.815071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-90dde357-7cbb-4300-830a-9e5c00b3a3a4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:26.873784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-01579e08-6792-4651-8fc6-0f63b320593c', 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c', 'tenant_id': '7433c4d40c2042b08d91c99423927251', 'fixed_ips': [{'subnet_id': '4c6dbb14-4227-41f8-b94c-9cf34ad94cc2'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:26.874798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:26.922192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2596416 Nov 24 10:16:26.925382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58902) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:26.932616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Network': ['ID=5edfade1-db42-4092-813b-52c8aaeab5e5,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:26.934176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'subnet': {'network_id': '5edfade1-db42-4092-813b-52c8aaeab5e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:26.935543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:26.945652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 5edfade1-db42-4092-813b-52c8aaeab5e5 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:27.055451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:27.060698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:subnet and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:27.064290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:27.070424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:27.081022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:27.152296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Allocated IP 2001:db8:0:ffff::2 (01579e08-6792-4651-8fc6-0f63b320593c/4c6dbb14-4227-41f8-b94c-9cf34ad94cc2/51bdc44e-47d5-4901-be48-7c90e8ab0f3c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:27.204936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.477180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.483886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad572987-5ced-433a-9994-25ecb73780c6 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:27.555461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.568109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Transition to ACTIVE for port object 51bdc44e-47d5-4901-be48-7c90e8ab0f3c will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:27.570210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Subnet': ['ID=6fbcc321-f4b9-4697-9fc5-c2f30c7c70c5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:27.573637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:27.581519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking segment: {'id': 'cd3ae4bf-bef5-4901-9cb3-e3bb01f3d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5edfade1-db42-4092-813b-52c8aaeab5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:27.581924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network hostable DHCP agents. Network: 5edfade1-db42-4092-813b-52c8aaeab5e5, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:27.589246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Transition to ACTIVE for port object 51bdc44e-47d5-4901-be48-7c90e8ab0f3c will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:27.594153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.606780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network 5edfade1-db42-4092-813b-52c8aaeab5e5 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:27.609627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:27.617074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 5edfade1-db42-4092-813b-52c8aaeab5e5) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:27.621220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:27.621863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.644504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7177663 Nov 24 10:16:27.647505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:27.657347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6e80e-dfd6-4b0b-b72a-470b92f59960 None None] Network 5edfade1-db42-4092-813b-52c8aaeab5e5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:27.717953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Pushing event updated for resources: {'Port': ['ID=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:27.721385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Network 01579e08-6792-4651-8fc6-0f63b320593c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:27.727586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:27.785300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:27.800077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.800471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.800854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.801233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.801431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.801611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.801987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.802362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.802945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.803323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.803692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.804063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:27.811333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:27.876603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.948090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Attempting to bind port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:27.948710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Attempting to bind port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '82c39dc5-55f7-4106-93ff-41e99d71b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:27.948903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Attempting to bind port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c on network 01579e08-6792-4651-8fc6-0f63b320593c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:27.956446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.962078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e7f77f16-3022-47f6-ab3b-3a163412ff92 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:27.970920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:27.971348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Checking segment: {'id': '82c39dc5-55f7-4106-93ff-41e99d71b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:27.971805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:27.972245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Bound using segment: {'id': '82c39dc5-55f7-4106-93ff-41e99d71b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:27.972764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Bound port: 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c39dc5-55f7-4106-93ff-41e99d71b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01579e08-6792-4651-8fc6-0f63b320593c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:27.973184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.022808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbcc321-f4b9-4697-9fc5-c2f30c7c70c5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:28.025246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:28.068579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686ae8a-1856-4e9b-90ef-f4fa7e8dea51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-5edfade1-db42-4092-813b-52c8aaeab5e5', 'network_id': '5edfade1-db42-4092-813b-52c8aaeab5e5', 'tenant_id': '7433c4d40c2042b08d91c99423927251', 'fixed_ips': [{'subnet_id': '6fbcc321-f4b9-4697-9fc5-c2f30c7c70c5'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:28.069466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1686ae8a-1856-4e9b-90ef-f4fa7e8dea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.111341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.139298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edfade1-db42-4092-813b-52c8aaeab5e5']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:28.157217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3ae4bf-bef5-4901-9cb3-e3bb01f3d745') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:28.157678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3ae4bf-bef5-4901-9cb3-e3bb01f3d745') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:28.170756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.182713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] For port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:28.186538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] For port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,segment=NetworkSegment(82c39dc5-55f7-4106-93ff-41e99d71b94a),segment_id=82c39dc5-55f7-4106-93ff-41e99d71b94a)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:28.187270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.192291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.194102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:28.194543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.200985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:28.210697 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:28.266299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6822aad-cbe9-4b4d-a556-c81a7b653701 None None] Network 5edfade1-db42-4092-813b-52c8aaeab5e5 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:28.299738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.303457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d23a5c7e-bf2a-46b0-a668-6f04d4729261 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:28.319271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.338714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Network': ['ID=5edfade1-db42-4092-813b-52c8aaeab5e5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:28.341574 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/5edfade1-db42-4092-813b-52c8aaeab5e5 HTTP/1.1" status: 204 len: 168 time: 0.6930070 Nov 24 10:16:28.342656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:28.346957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:28.353307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876328531'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:28.359473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:28.363856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:network and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:28.366277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Pushing event updated for resources: {'Port': ['ID=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:28.367434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:28.374892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:28.376286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:28.388696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:28.394450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.425260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:28.434280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.434693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Added segment a91b889c-2245-47cc-893a-dc80f11b2955 of type vlan for network 2a260d62-350c-4045-9933-75d91c354a10 Nov 24 10:16:28.469236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.506988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.512685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:28.512685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:28.516963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5550d01-f2db-4bb2-9eac-4fb3d2efae0a tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:28.651338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3030250 Nov 24 10:16:28.655241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Network': ['ID=2a260d62-350c-4045-9933-75d91c354a10,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:28.655449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58914) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:28.658715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-22c4e361-62ce-47a3-8c74-652283a56609 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:28.668149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'subnet': {'network_id': '2a260d62-350c-4045-9933-75d91c354a10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:28.677550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 2a260d62-350c-4045-9933-75d91c354a10 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:28.804281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:28.808961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:subnet and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:28.812109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:28.818231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:28.828206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:28.941652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.035022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Performing IP validity checks on allocation pools {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Nov 24 10:16:29.035627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.ipam_backend_mixin [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Nov 24 10:16:29.170547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.175060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6aecfe14-e84c-4694-8d08-563f8e3e0509 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:29.264902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Subnet': ['ID=48446667-8ba2-4554-80c0-1a4386b70b5e,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:29.269097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:29.278052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking segment: {'id': 'a91b889c-2245-47cc-893a-dc80f11b2955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a260d62-350c-4045-9933-75d91c354a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:29.278455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network hostable DHCP agents. Network: 2a260d62-350c-4045-9933-75d91c354a10, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:29.300263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network 2a260d62-350c-4045-9933-75d91c354a10 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:29.309535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 2a260d62-350c-4045-9933-75d91c354a10) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:29.313665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:29.314328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.318387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a3252-fda4-4ffb-8076-37fd6e9a99aa None None] Network 2a260d62-350c-4045-9933-75d91c354a10 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:29.337416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ec4e6dac-1273-4b60-b290-dd60b4c00721 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6800439 Nov 24 10:16:29.340873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58918) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:29.493404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.549541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b02ae-3631-4bfb-9459-0b4665a261da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-2a260d62-350c-4045-9933-75d91c354a10', 'network_id': '2a260d62-350c-4045-9933-75d91c354a10', 'tenant_id': '7433c4d40c2042b08d91c99423927251', 'fixed_ips': [{'subnet_id': '48446667-8ba2-4554-80c0-1a4386b70b5e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:29.551035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-855b02ae-3631-4bfb-9459-0b4665a261da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.569753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.653930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.659075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-adc840ce-6853-47b5-818a-bcd45700c528 tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server [None req-855b02ae-3631-4bfb-9459-0b4665a261da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48446667-8ba2-4554-80c0-1a4386b70b5e: This subnet is being modified by another concurrent operation. Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server context, port, port_id) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise value Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server id=subnet.id) Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server raise exception Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48446667-8ba2-4554-80c0-1a4386b70b5e: This subnet is being modified by another concurrent operation. Nov 24 10:16:29.666895 dv-neutron-818439-1-hyperv neutron-server[88766]: ERROR oslo_messaging.rpc.server Nov 24 10:16:29.696254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caef714b-6f66-4f8e-816b-23d342cd1a51 None None] Network 2a260d62-350c-4045-9933-75d91c354a10 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:29.703024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Subnet': ['ID=48446667-8ba2-4554-80c0-1a4386b70b5e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:29.707824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:29.817148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.848212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a260d62-350c-4045-9933-75d91c354a10']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:29.863196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91b889c-2245-47cc-893a-dc80f11b2955') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:29.863572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91b889c-2245-47cc-893a-dc80f11b2955') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:29.878386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.898069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.905438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:29.905883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:29.922902 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:30.009278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.013110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5055909b-274b-432e-a711-c793b0d8e154 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:30.029181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.041863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Network': ['ID=2a260d62-350c-4045-9933-75d91c354a10,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:30.045044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:30.046963 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/2a260d62-350c-4045-9933-75d91c354a10 HTTP/1.1" status: 204 len: 168 time: 0.7050505 Nov 24 10:16:30.051072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:30.057521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483464847'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:30.063242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:30.074467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:network and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:30.074467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:30.076385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75bed4-8d7d-4522-a6a6-46d13faaa779 None None] Network 01579e08-6792-4651-8fc6-0f63b320593c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:30.078690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:30.089649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:30.095343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.125777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:30.135857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.136252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Added segment b914d6cd-9740-443c-a7c8-79872a5b59de of type vlan for network d02a871a-2096-49d7-a3e9-305ebe97a285 Nov 24 10:16:30.164500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.195860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.200588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:30.201266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.207363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c1a8c74-027a-4c2d-94e2-7edc26992e28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:30.211712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d358b45a-0197-4766-bc53-e90a885e3f5c None None] Provisioning for port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:30.266180 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2137904 Nov 24 10:16:30.269227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58926) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:30.276193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'subnet': {'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:30.327675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Network': ['ID=d02a871a-2096-49d7-a3e9-305ebe97a285,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:30.330431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:30.343098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d02a871a-2096-49d7-a3e9-305ebe97a285 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:30.627290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51bdc44e-47d5-4901-be48-7c90e8ab0f3c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:30.661530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:30.665547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:subnet and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:30.668809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:30.675829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:30.686105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:30.700795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c74d2e-3e2b-41b4-a394-97ecc9bc6b83 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 10:16:30.741469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:30.759809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:30.760246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.801299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.866647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-63e7694e-ea38-4f32-97ca-3d750511f1c5 None None] Provisioning complete for port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:30.867054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63e7694e-ea38-4f32-97ca-3d750511f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:30.908407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c74d2e-3e2b-41b4-a394-97ecc9bc6b83 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 10:16:31.064739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.070553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-851ee967-7016-48b0-a433-c82b9305c0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:31.160171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Subnet': ['ID=e1b3407d-0baa-4ab0-84af-37a148f77ca5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:31.166808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:31.178168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking segment: {'id': 'b914d6cd-9740-443c-a7c8-79872a5b59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:31.178563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network hostable DHCP agents. Network: d02a871a-2096-49d7-a3e9-305ebe97a285, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:31.203471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network d02a871a-2096-49d7-a3e9-305ebe97a285 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:31.206449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.213173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d02a871a-2096-49d7-a3e9-305ebe97a285) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:31.217977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:31.217977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.242696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-513cb725-41cb-4036-938f-0df9958cf273 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9721682 Nov 24 10:16:31.248024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58930) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:31.254503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815020823'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:31.260309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:31.264628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:network and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:31.267703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:31.273968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:31.284086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:31.289913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.320247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:31.329048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.329437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Added segment 08dd0cfe-b535-4c0d-b505-ef3b081c4b3b of type vlan for network 318c6953-8164-48d2-a88a-d5db7c712128 Nov 24 10:16:31.359129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.364202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-63e7694e-ea38-4f32-97ca-3d750511f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.390196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.394414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:31.395096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.395228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,segment=NetworkSegment(82c39dc5-55f7-4106-93ff-41e99d71b94a),segment_id=82c39dc5-55f7-4106-93ff-41e99d71b94a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:31.401528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c19b4ed-6d00-4179-b730-af4f9f990b4f tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:31.402157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.411888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:31.454724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2055104 Nov 24 10:16:31.457957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:31.465524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Request body: {'subnet': {'network_id': '318c6953-8164-48d2-a88a-d5db7c712128', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:31.519458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Network': ['ID=318c6953-8164-48d2-a88a-d5db7c712128,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:31.522693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:31.567168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 318c6953-8164-48d2-a88a-d5db7c712128 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:31.595977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:31.599995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Usage tracker for resource:subnet and tenant:7433c4d40c2042b08d91c99423927251 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:31.604457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:31.611216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:31.621441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Made reservation on behalf of 7433c4d40c2042b08d91c99423927251 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:31.630727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-63e7694e-ea38-4f32-97ca-3d750511f1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:16:31.631404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-63e7694e-ea38-4f32-97ca-3d750511f1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:16:31.633093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:31.639835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:31.736246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.815146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6311b6-644d-41dc-8985-e89e8e7848d3 None None] Network d02a871a-2096-49d7-a3e9-305ebe97a285 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:31.967335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:31.971660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2e5590e-dd2e-493a-8fa5-89e25633a5d5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:32.043349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d02a871a-2096-49d7-a3e9-305ebe97a285', 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285', 'tenant_id': '7433c4d40c2042b08d91c99423927251', 'fixed_ips': [{'subnet_id': 'e1b3407d-0baa-4ab0-84af-37a148f77ca5'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:32.044285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.052795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event updated for resources: {'Subnet': ['ID=3339e6d9-e193-4801-92f7-d3c58642e1f1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:32.058248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:32.069132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Checking segment: {'id': '08dd0cfe-b535-4c0d-b505-ef3b081c4b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '318c6953-8164-48d2-a88a-d5db7c712128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:32.069624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network hostable DHCP agents. Network: 318c6953-8164-48d2-a88a-d5db7c712128, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:32.091697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Network 318c6953-8164-48d2-a88a-d5db7c712128 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:32.101582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 318c6953-8164-48d2-a88a-d5db7c712128) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:32.106595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:32.107246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.115920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27b3fa-d69e-464b-84f1-0130024ff88b None None] Network 318c6953-8164-48d2-a88a-d5db7c712128 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:32.129397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-05b00ca5-2bd4-4753-9759-919449316fec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6701126 Nov 24 10:16:32.132517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:32.293902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.373502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.433319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Allocated IP 2001:db8::2 (d02a871a-2096-49d7-a3e9-305ebe97a285/e1b3407d-0baa-4ab0-84af-37a148f77ca5/5b8ac248-998b-4dd5-b4e3-f3d3ff0db504) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:32.471025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.476445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdf64446-d869-4975-b972-f49d1604dc0e tempest-RoutersTest-240871514 tempest-RoutersTest-240871514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:32.520247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Subnet': ['ID=3339e6d9-e193-4801-92f7-d3c58642e1f1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:32.522953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:32.582642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eacaf32-7d10-44c2-8003-e904eb7132c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-318c6953-8164-48d2-a88a-d5db7c712128', 'network_id': '318c6953-8164-48d2-a88a-d5db7c712128', 'tenant_id': '7433c4d40c2042b08d91c99423927251', 'fixed_ips': [{'subnet_id': '3339e6d9-e193-4801-92f7-d3c58642e1f1'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:32.583570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0eacaf32-7d10-44c2-8003-e904eb7132c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.647492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.669492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51bdc44e-47d5-4901-be48-7c90e8ab0f3c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:32.678430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318c6953-8164-48d2-a88a-d5db7c712128']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:32.692036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dd0cfe-b535-4c0d-b505-ef3b081c4b3b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:32.692446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dd0cfe-b535-4c0d-b505-ef3b081c4b3b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:32.705671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.721840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.728776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:32.729222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:32.744958 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:32.826057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbb2bf-21e1-43cf-a6c3-0d82c31c3a19 None None] Network 318c6953-8164-48d2-a88a-d5db7c712128 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:32.953023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:32.972597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:32.973023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.067628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.073228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.077473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c5f3051f-3893-40af-b9b7-0b34401e6b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:33.102572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Network': ['ID=318c6953-8164-48d2-a88a-d5db7c712128,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:33.105356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:33.110196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/318c6953-8164-48d2-a88a-d5db7c712128 HTTP/1.1" status: 204 len: 168 time: 0.9740620 Nov 24 10:16:33.110690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.158528 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd769d78-4cca-4b48-a44d-c0bae8795ce8 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] GET failed (client error): The resource could not be found. Nov 24 10:16:33.159260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd769d78-4cca-4b48-a44d-c0bae8795ce8 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Synchronizing usage tracker for tenant:7433c4d40c2042b08d91c99423927251 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:16:33.177113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd769d78-4cca-4b48-a44d-c0bae8795ce8 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Unset dirty status for tenant:7433c4d40c2042b08d91c99423927251 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:16:33.178398 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd769d78-4cca-4b48-a44d-c0bae8795ce8 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "GET /v2.0/subnets/3339e6d9-e193-4801-92f7-d3c58642e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0668972 Nov 24 10:16:33.182023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.191817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Transition to ACTIVE for port object 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:33.209073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede9f52d-a7c3-4680-b65d-9c6a91449631 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:33.209565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede9f52d-a7c3-4680-b65d-9c6a91449631 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:33.211412 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ede9f52d-a7c3-4680-b65d-9c6a91449631 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/318c6953-8164-48d2-a88a-d5db7c712128 HTTP/1.1" status: 404 len: 339 time: 0.0282440 Nov 24 10:16:33.216542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.261819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be768e7-ca10-454c-8224-b6ca5002664a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:33.262309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be768e7-ca10-454c-8224-b6ca5002664a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:33.264156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3be768e7-ca10-454c-8224-b6ca5002664a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/subnets/3339e6d9-e193-4801-92f7-d3c58642e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0466318 Nov 24 10:16:33.266936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58954) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.291042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Transition to ACTIVE for port object 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:33.293274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ad8111-c37d-474c-b092-455f9f000e83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:33.293769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ad8111-c37d-474c-b092-455f9f000e83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:33.295747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d3ad8111-c37d-474c-b092-455f9f000e83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/318c6953-8164-48d2-a88a-d5db7c712128 HTTP/1.1" status: 404 len: 339 time: 0.0278285 Nov 24 10:16:33.298744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58958) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.302021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.308011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:33.375266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Deleting subnet e1b3407d-0baa-4ab0-84af-37a148f77ca5 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:16:33.378373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.432164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Network d02a871a-2096-49d7-a3e9-305ebe97a285 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:33.433043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Pushing event updated for resources: {'Port': ['ID=5b8ac248-998b-4dd5-b4e3-f3d3ff0db504,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:33.435966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:33.439421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:33.440169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:33.442891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.536407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Attempting to bind port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:33.536842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Attempting to bind port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'b914d6cd-9740-443c-a7c8-79872a5b59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:33.537268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Attempting to bind port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 on network d02a871a-2096-49d7-a3e9-305ebe97a285 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:33.538992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.545671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:33.546107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Checking segment: {'id': 'b914d6cd-9740-443c-a7c8-79872a5b59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:33.546901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.547506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Bound using segment: {'id': 'b914d6cd-9740-443c-a7c8-79872a5b59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:33.548040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Bound port: 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b914d6cd-9740-443c-a7c8-79872a5b59de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd02a871a-2096-49d7-a3e9-305ebe97a285'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:33.548473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.616961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.622617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfc46cae-e36d-4656-af66-86c86496a907 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:33.643683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] For port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:33.647482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] For port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5b8ac248-998b-4dd5-b4e3-f3d3ff0db504,segment=NetworkSegment(b914d6cd-9740-443c-a7c8-79872a5b59de),segment_id=b914d6cd-9740-443c-a7c8-79872a5b59de)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:33.650900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.655558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:33.668496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b3407d-0baa-4ab0-84af-37a148f77ca5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:33.679317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.688127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.688601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.688992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.689416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.689833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.690254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.690707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.691126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.691534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.692986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.692986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:33.696962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:33.702599 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d37442f-3e7d-42ac-b24e-7564672f2a83 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/subnets/e1b3407d-0baa-4ab0-84af-37a148f77ca5 HTTP/1.1" status: 204 len: 168 time: 0.4026508 Nov 24 10:16:33.705298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58962) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:33.740610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Pushing event updated for resources: {'Port': ['ID=5b8ac248-998b-4dd5-b4e3-f3d3ff0db504,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:33.744166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:33.836857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:33.848853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Deleting port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:33.849220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.085947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] For port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5b8ac248-998b-4dd5-b4e3-f3d3ff0db504,segment=NetworkSegment(b914d6cd-9740-443c-a7c8-79872a5b59de),segment_id=b914d6cd-9740-443c-a7c8-79872a5b59de)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:34.086510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.222030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Calling delete_port for 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:34.298353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.302905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2fbde4c-9f8e-4f33-a21e-9352a81f7c92 tempest-DeleteServersTestJSON-677878596 tempest-DeleteServersTestJSON-677878596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:34.345940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Port': ['ID=5b8ac248-998b-4dd5-b4e3-f3d3ff0db504,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:34.349870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:34.353089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No DVR routers for this DVR port 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:34.485175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.513242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02a871a-2096-49d7-a3e9-305ebe97a285']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:34.526563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b914d6cd-9740-443c-a7c8-79872a5b59de') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:34.526995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b914d6cd-9740-443c-a7c8-79872a5b59de') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:34.540328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.565642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.573296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:34.574157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:34.590937 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:34.683104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.686807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-779b9feb-0e88-4702-8d92-65bcb36671aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:34.705266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:34.714484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Network': ['ID=d02a871a-2096-49d7-a3e9-305ebe97a285,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:34.717765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:34.720707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/d02a871a-2096-49d7-a3e9-305ebe97a285 HTTP/1.1" status: 204 len: 168 time: 1.0130901 Nov 24 10:16:34.722112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58966) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:34.767217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d742d4-559f-401f-8bba-a880b71575a6 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:34.767641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d742d4-559f-401f-8bba-a880b71575a6 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:34.769510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9d742d4-559f-401f-8bba-a880b71575a6 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/subnets/48446667-8ba2-4554-80c0-1a4386b70b5e HTTP/1.1" status: 404 len: 337 time: 0.0463893 Nov 24 10:16:34.772325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58970) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:34.798573 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-93be446b-5472-41e3-ba8f-f05ac4949e1a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:34.799102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93be446b-5472-41e3-ba8f-f05ac4949e1a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:34.800888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93be446b-5472-41e3-ba8f-f05ac4949e1a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/2a260d62-350c-4045-9933-75d91c354a10 HTTP/1.1" status: 404 len: 339 time: 0.0275874 Nov 24 10:16:34.803800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:34.845707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c3db73-2781-4844-9dd5-c985c75dea73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:34.846208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c3db73-2781-4844-9dd5-c985c75dea73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:34.848099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-14c3db73-2781-4844-9dd5-c985c75dea73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/subnets/6fbcc321-f4b9-4697-9fc5-c2f30c7c70c5 HTTP/1.1" status: 404 len: 337 time: 0.0432296 Nov 24 10:16:34.850945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:34.879829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8638cc92-a2e7-4e43-a153-5e18175de053 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] DELETE failed (client error): The resource could not be found. Nov 24 10:16:34.880340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8638cc92-a2e7-4e43-a153-5e18175de053 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 24 10:16:34.882418 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8638cc92-a2e7-4e43-a153-5e18175de053 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/5edfade1-db42-4092-813b-52c8aaeab5e5 HTTP/1.1" status: 404 len: 339 time: 0.0304689 Nov 24 10:16:34.885358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:35.103138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Deleting subnet 4c6dbb14-4227-41f8-b94c-9cf34ad94cc2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:16:35.107751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.170349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.270017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.352093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.358271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ce51836a-05b4-4e7a-b190-109268b036d2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:35.394494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6dbb14-4227-41f8-b94c-9cf34ad94cc2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:35.403895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:35.405703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.415265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fae09-bfd0-4499-96f6-18b9cb826992 None None] Network 01579e08-6792-4651-8fc6-0f63b320593c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:35.420130 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/subnets/4c6dbb14-4227-41f8-b94c-9cf34ad94cc2 HTTP/1.1" status: 204 len: 168 time: 0.5336514 Nov 24 10:16:35.422617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 58986) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:35.505772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b5ba4d-435e-4cac-a975-0638396a33ec None None] DHCP port deletion for d02a871a-2096-49d7-a3e9-305ebe97a285 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:16:35.535750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3798bd4d-419b-48e8-8c17-2e68d3178db0 None None] Could not find standard attr ID for object 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 10:16:35.553971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.566446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Deleting port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:35.567292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.576981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3d16f-811e-4f0d-b468-6050dfef384b None None] Network d02a871a-2096-49d7-a3e9-305ebe97a285 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:35.628261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3d16f-811e-4f0d-b468-6050dfef384b None None] Network d02a871a-2096-49d7-a3e9-305ebe97a285 could not be found, it might have been deleted concurrently. {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Nov 24 10:16:35.738179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] DHCP port deletion for 01579e08-6792-4651-8fc6-0f63b320593c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:16:35.749179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Deleting port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:35.749748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.798708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] For port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,segment=NetworkSegment(82c39dc5-55f7-4106-93ff-41e99d71b94a),segment_id=82c39dc5-55f7-4106-93ff-41e99d71b94a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:35.799152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:35.929931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Calling delete_port for 51bdc44e-47d5-4901-be48-7c90e8ab0f3c owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:35.988042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] For port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,segment=NetworkSegment(82c39dc5-55f7-4106-93ff-41e99d71b94a),segment_id=82c39dc5-55f7-4106-93ff-41e99d71b94a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:35.988460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.011977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.016503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d58b083-62ac-4697-8b52-c3ce91c90c55 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:36.060409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Port': ['ID=51bdc44e-47d5-4901-be48-7c90e8ab0f3c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:36.063368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:36.066509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] No DVR routers for this DVR port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:36.122415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Calling delete_port for 51bdc44e-47d5-4901-be48-7c90e8ab0f3c owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:36.195857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:16:36.196188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:16:36.202712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.230905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01579e08-6792-4651-8fc6-0f63b320593c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:36.244667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c39dc5-55f7-4106-93ff-41e99d71b94a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:36.245004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c39dc5-55f7-4106-93ff-41e99d71b94a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:36.257570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.273523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.280090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:36.280551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:36.295973 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:36.383266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.386930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-effa8ca8-2c31-46cd-b721-cd16b2d0efe0 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:36.402595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.414647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Pushing event deleted for resources: {'Network': ['ID=01579e08-6792-4651-8fc6-0f63b320593c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:36.418804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:36.420547 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] 10.222.0.55 "DELETE /v2.0/networks/01579e08-6792-4651-8fc6-0f63b320593c HTTP/1.1" status: 204 len: 168 time: 0.9966807 Nov 24 10:16:36.608556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:16:36.649326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:16:36.649734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5b8ac248-998b-4dd5-b4e3-f3d3ff0db504 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:16:36.650223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51bdc44e-47d5-4901-be48-7c90e8ab0f3c no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:16:36.684648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 51bdc44e-47d5-4901-be48-7c90e8ab0f3c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:16:36.685055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51bdc44e-47d5-4901-be48-7c90e8ab0f3c not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:16:36.698240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Deleting port 51bdc44e-47d5-4901-be48-7c90e8ab0f3c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:36.698622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:36.766655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4be06-fbee-48f7-9cc3-6b9e00fba66f None None] The port '51bdc44e-47d5-4901-be48-7c90e8ab0f3c' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:16:36.829154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 58994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:37.059043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12c93b9e-ba32-4e72-940f-1f4c7d063b47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7433c4d40c2042b08d91c99423927251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2283020 Nov 24 10:16:37.061707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:37.128284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:37.157021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:37.210873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:37.217054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-743cabc6-39ad-4841-a0f3-d7aa80c2e5b8 tempest-NegativeSecGroupIPv6Test-112280344 tempest-NegativeSecGroupIPv6Test-112280344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:37.229710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59182298-d1cc-4067-81aa-a2dccb4afbf8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:37.232478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:37.236529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:37.237948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59182298-d1cc-4067-81aa-a2dccb4afbf8 HTTP/1.1" status: 204 len: 168 time: 0.1748238 Nov 24 10:16:38.174201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:38.326642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1403570387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:38.333841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:38.338935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:router and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:38.342459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:38.350294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:38.362039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.363142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.385615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.404395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.428726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.430006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-13990db0-e69c-410c-ba3c-6e32fe9b3fd9 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2546048 Nov 24 10:16:38.433368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59028) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:38.440528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2110141751'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:38.446896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:38.451806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:network and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:38.455771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:38.462287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:38.472238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Made reservation on behalf of 20e438eb55604acba1498c03a3011ae4 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:38.477957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.492836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.533312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:38.537699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:security_group_rule and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:38.541853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:38.548437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:38.628664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.632333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.636209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93de94cc-d73b-461b-8b9d-380e39e7f13c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:38.670154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:38.680215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0848e6-0f66-4406-8e01-4353b6dfa156,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:38.687033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.687436 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Added segment fe7fade5-fcbe-44f3-ad25-6098d77f5141 of type vlan for network 762f2f62-e72e-473d-92c3-69e76d1934d7 Nov 24 10:16:38.699449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.699877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.700304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.700719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.701134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.701548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.701978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.702386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.702820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.703228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.703635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:38.708657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:38.735634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.767879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.772054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:38.772703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:38.777626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8da366bd-73e4-4ee0-a2ea-5c4dd4020d6c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:38.892421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4577937 Nov 24 10:16:38.895847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59032) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:38.898823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event updated for resources: {'Network': ['ID=762f2f62-e72e-473d-92c3-69e76d1934d7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:38.905219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'subnet': {'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:38.911183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:38.920393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ed26dfc-638b-4cc2-ac21-54b338c2ff37 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:39.027721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:39.032101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:subnet and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:39.035282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:39.041473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:39.050632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Made reservation on behalf of 20e438eb55604acba1498c03a3011ae4 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:39.168770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.419372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.423281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dfc0839-8932-4ed4-a894-ffa2ef3c1eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:39.505213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event updated for resources: {'Subnet': ['ID=a4342900-ff6f-4be6-b4cd-82f520279943,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:39.509337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:39.516942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Checking segment: {'id': 'fe7fade5-fcbe-44f3-ad25-6098d77f5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:39.517338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Network hostable DHCP agents. Network: 762f2f62-e72e-473d-92c3-69e76d1934d7, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:39.542446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:39.551910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 762f2f62-e72e-473d-92c3-69e76d1934d7) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:39.556005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:39.557226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.583142 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6861074 Nov 24 10:16:39.583837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06f5f8-3847-47c0-b2a5-06864b199f82 None None] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:39.586295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:39.592877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-392544811'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:39.598540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:39.602949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:network and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:39.608320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:39.616347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:39.629480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Made reservation on behalf of 20e438eb55604acba1498c03a3011ae4 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:39.635842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.670697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:39.679860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.680251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Added segment 3d8454f8-f603-43d2-9036-b4b9ef96d322 of type vlan for network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 Nov 24 10:16:39.714762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.745499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.749713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:39.750359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.755879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:39.812949 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2223024 Nov 24 10:16:39.814008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59040) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:39.819678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'subnet': {'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:39.835467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-762f2f62-e72e-473d-92c3-69e76d1934d7', 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7', 'tenant_id': '20e438eb55604acba1498c03a3011ae4', 'fixed_ips': [{'subnet_id': 'a4342900-ff6f-4be6-b4cd-82f520279943'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:39.836757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:39.870923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event updated for resources: {'Network': ['ID=be6b1b4f-6f06-43f9-98ff-82b811f6ceb3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:39.874148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:39.901919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:39.944787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:39.948952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Usage tracker for resource:subnet and tenant:20e438eb55604acba1498c03a3011ae4 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:39.951953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:39.958742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:39.968725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Made reservation on behalf of 20e438eb55604acba1498c03a3011ae4 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:40.084659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.110742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Allocated IP 172.20.0.2 (762f2f62-e72e-473d-92c3-69e76d1934d7/a4342900-ff6f-4be6-b4cd-82f520279943/3f6c6d51-391e-42ca-abe8-22137be7cd54) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:40.312625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.317095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98577301-9ea6-42f1-8606-e6aad5000499 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:40.327403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.340527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Transition to ACTIVE for port object 3f6c6d51-391e-42ca-abe8-22137be7cd54 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:40.362151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Transition to ACTIVE for port object 3f6c6d51-391e-42ca-abe8-22137be7cd54 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:40.366536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.372124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:40.405177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event updated for resources: {'Subnet': ['ID=c9daad4d-5577-4317-9f11-9f88b6c04a6e,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:40.409421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:40.418653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Checking segment: {'id': '3d8454f8-f603-43d2-9036-b4b9ef96d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:40.419058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Network hostable DHCP agents. Network: be6b1b4f-6f06-43f9-98ff-82b811f6ceb3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:40.442165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:40.445066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:40.449451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:40.451875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, be6b1b4f-6f06-43f9-98ff-82b811f6ceb3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:40.452421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:40.455976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:40.456753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.457999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Pushing event updated for resources: {'Port': ['ID=3f6c6d51-391e-42ca-abe8-22137be7cd54,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:40.461164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:40.465820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92aba8-f39f-41db-9ebf-6768ae5de923 None None] Network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:40.483081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-690ad1e7-f031-454a-b59a-051a255c1110 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6683221 Nov 24 10:16:40.484070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59044) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:40.490249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-47dca7e4-0882-4967-ab64-1ad5cd8ff5b6 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:40.644424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Attempting to bind port 3f6c6d51-391e-42ca-abe8-22137be7cd54 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:40.644838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Attempting to bind port 3f6c6d51-391e-42ca-abe8-22137be7cd54 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'fe7fade5-fcbe-44f3-ad25-6098d77f5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:40.645247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Attempting to bind port 3f6c6d51-391e-42ca-abe8-22137be7cd54 on network 762f2f62-e72e-473d-92c3-69e76d1934d7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:40.660969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:40.661396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Checking segment: {'id': 'fe7fade5-fcbe-44f3-ad25-6098d77f5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:40.661843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.662284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Bound using segment: {'id': 'fe7fade5-fcbe-44f3-ad25-6098d77f5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:40.662855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Bound port: 3f6c6d51-391e-42ca-abe8-22137be7cd54, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7fade5-fcbe-44f3-ad25-6098d77f5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '762f2f62-e72e-473d-92c3-69e76d1934d7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:40.663275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.810628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.866684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-be6b1b4f-6f06-43f9-98ff-82b811f6ceb3', 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3', 'tenant_id': '20e438eb55604acba1498c03a3011ae4', 'fixed_ips': [{'subnet_id': 'c9daad4d-5577-4317-9f11-9f88b6c04a6e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:40.867589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.881982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] For port 3f6c6d51-391e-42ca-abe8-22137be7cd54, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:40.901521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] For port 3f6c6d51-391e-42ca-abe8-22137be7cd54, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3f6c6d51-391e-42ca-abe8-22137be7cd54,segment=NetworkSegment(fe7fade5-fcbe-44f3-ad25-6098d77f5141),segment_id=fe7fade5-fcbe-44f3-ad25-6098d77f5141)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:40.901805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-47dca7e4-0882-4967-ab64-1ad5cd8ff5b6 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.941353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:40.947251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:41.113492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Pushing event updated for resources: {'Port': ['ID=3f6c6d51-391e-42ca-abe8-22137be7cd54,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:41.118994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:41.139939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Allocated IP 172.21.0.2 (be6b1b4f-6f06-43f9-98ff-82b811f6ceb3/c9daad4d-5577-4317-9f11-9f88b6c04a6e/b8b34d65-d133-4d66-83bc-a97ce022104b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:41.304698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.api.v2.resource [None req-47dca7e4-0882-4967-ab64-1ad5cd8ff5b6 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 10:16:41.312307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47dca7e4-0882-4967-ab64-1ad5cd8ff5b6 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "PUT /v2.0/routers/2b6a5479-4b93-46ae-9fc1-f5e554c43d96 HTTP/1.1" status: 400 len: 364 time: 0.8205574 Nov 24 10:16:41.314134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59048) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:41.370381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.384852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Transition to ACTIVE for port object b8b34d65-d133-4d66-83bc-a97ce022104b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:41.398654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Deleting subnet c9daad4d-5577-4317-9f11-9f88b6c04a6e {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:16:41.414111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Transition to ACTIVE for port object b8b34d65-d133-4d66-83bc-a97ce022104b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:41.418085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.420284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.426806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:41.500841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.602741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.688035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.692744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ad88f9d-660a-44d2-b2c3-4b68d9f2edfa tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:41.699060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:41.699858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Pushing event updated for resources: {'Port': ['ID=b8b34d65-d133-4d66-83bc-a97ce022104b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:41.702654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:41.704783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:41.705555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:41.738066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Subnet': ['ID=c9daad4d-5577-4317-9f11-9f88b6c04a6e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:41.742471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:41.746057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.752846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "DELETE /v2.0/subnets/c9daad4d-5577-4317-9f11-9f88b6c04a6e HTTP/1.1" status: 204 len: 168 time: 0.4375613 Nov 24 10:16:41.755453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:41.795246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Attempting to bind port b8b34d65-d133-4d66-83bc-a97ce022104b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:41.795673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Attempting to bind port b8b34d65-d133-4d66-83bc-a97ce022104b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '3d8454f8-f603-43d2-9036-b4b9ef96d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:41.796093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Attempting to bind port b8b34d65-d133-4d66-83bc-a97ce022104b on network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:41.802936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:41.803351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Checking segment: {'id': '3d8454f8-f603-43d2-9036-b4b9ef96d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:41.803808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.804256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Bound using segment: {'id': '3d8454f8-f603-43d2-9036-b4b9ef96d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:41.804784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Bound port: b8b34d65-d133-4d66-83bc-a97ce022104b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8454f8-f603-43d2-9036-b4b9ef96d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'be6b1b4f-6f06-43f9-98ff-82b811f6ceb3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:41.805211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.879628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.892078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Deleting port b8b34d65-d133-4d66-83bc-a97ce022104b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:41.892267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.902678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] For port b8b34d65-d133-4d66-83bc-a97ce022104b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:41.905879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] For port b8b34d65-d133-4d66-83bc-a97ce022104b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b8b34d65-d133-4d66-83bc-a97ce022104b,segment=NetworkSegment(3d8454f8-f603-43d2-9036-b4b9ef96d322),segment_id=3d8454f8-f603-43d2-9036-b4b9ef96d322)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:41.909316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:41.913682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:42.032863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Pushing event updated for resources: {'Port': ['ID=b8b34d65-d133-4d66-83bc-a97ce022104b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:42.036251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:42.063318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962602b-2524-43f9-90e5-e7ab57f846d4 None None] Network be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:42.108016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] For port b8b34d65-d133-4d66-83bc-a97ce022104b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=b8b34d65-d133-4d66-83bc-a97ce022104b,segment=NetworkSegment(3d8454f8-f603-43d2-9036-b4b9ef96d322),segment_id=3d8454f8-f603-43d2-9036-b4b9ef96d322)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:42.108420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.237594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Calling delete_port for b8b34d65-d133-4d66-83bc-a97ce022104b owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:42.317961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.324099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4997475f-7948-4795-b0d8-96f59f75b9ff tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:42.367360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Port': ['ID=b8b34d65-d133-4d66-83bc-a97ce022104b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:42.371163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:42.373433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] No DVR routers for this DVR port b8b34d65-d133-4d66-83bc-a97ce022104b on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:42.511991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.540640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6b1b4f-6f06-43f9-98ff-82b811f6ceb3']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:42.556369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8454f8-f603-43d2-9036-b4b9ef96d322') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:42.556369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8454f8-f603-43d2-9036-b4b9ef96d322') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:42.578600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.607517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.615626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:42.616167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:42.636528 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:42.663582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3f6c6d51-391e-42ca-abe8-22137be7cd54 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:42.723876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.729842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.732787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3cfcbcf8-8dec-4021-ae3a-daf19643e207 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:42.739766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3f6c6d51-391e-42ca-abe8-22137be7cd54 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:42.760222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Network': ['ID=be6b1b4f-6f06-43f9-98ff-82b811f6ceb3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:42.763533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "DELETE /v2.0/networks/be6b1b4f-6f06-43f9-98ff-82b811f6ceb3 HTTP/1.1" status: 204 len: 168 time: 1.0070212 Nov 24 10:16:42.764482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:42.766301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:42.843499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Deleting subnet a4342900-ff6f-4be6-b4cd-82f520279943 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:16:42.846974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.855143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147f772-eda4-47cb-b143-41d9505b5c60 None None] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:42.905145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.972878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Provisioning for port 3f6c6d51-391e-42ca-abe8-22137be7cd54 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:42.992355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Provisioning complete for port 3f6c6d51-391e-42ca-abe8-22137be7cd54 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:42.992783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:42.999731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.074483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.079110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00684926-1daf-48aa-a539-8dcad5b584a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:43.118567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Subnet': ['ID=a4342900-ff6f-4be6-b4cd-82f520279943,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:43.121492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:43.125299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.132113 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "DELETE /v2.0/subnets/a4342900-ff6f-4be6-b4cd-82f520279943 HTTP/1.1" status: 204 len: 168 time: 0.3645852 Nov 24 10:16:43.135409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59060) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:43.205504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.256062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] For port 3f6c6d51-391e-42ca-abe8-22137be7cd54, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3f6c6d51-391e-42ca-abe8-22137be7cd54,segment=NetworkSegment(fe7fade5-fcbe-44f3-ad25-6098d77f5141),segment_id=fe7fade5-fcbe-44f3-ad25-6098d77f5141)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:43.260583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.262392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:43.263850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.276205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Deleting port 3f6c6d51-391e-42ca-abe8-22137be7cd54 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:16:43.276636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.331894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Pushing event updated for resources: {'Port': ['ID=3f6c6d51-391e-42ca-abe8-22137be7cd54,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:43.334801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:43.520033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] For port 3f6c6d51-391e-42ca-abe8-22137be7cd54, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3f6c6d51-391e-42ca-abe8-22137be7cd54,segment=NetworkSegment(fe7fade5-fcbe-44f3-ad25-6098d77f5141),segment_id=fe7fade5-fcbe-44f3-ad25-6098d77f5141)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:43.520522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.523020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f7e9a-0142-41e2-af73-d6df1e9b071e None None] Network 762f2f62-e72e-473d-92c3-69e76d1934d7 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:43.651731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Calling delete_port for 3f6c6d51-391e-42ca-abe8-22137be7cd54 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:16:43.688276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-894a0a5e-94e8-4e13-9198-7097412b8103 None None] Provisioning complete for port 3f6c6d51-391e-42ca-abe8-22137be7cd54 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:43.688712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-894a0a5e-94e8-4e13-9198-7097412b8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.732296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.736954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e8e6e686-22d3-4f4d-ac47-6a6a6746b0d4 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:43.777803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Port': ['ID=3f6c6d51-391e-42ca-abe8-22137be7cd54,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:43.782286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:43.788596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] No DVR routers for this DVR port 3f6c6d51-391e-42ca-abe8-22137be7cd54 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:16:43.791234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-894a0a5e-94e8-4e13-9198-7097412b8103 None None] Could not find standard attr ID for object 3f6c6d51-391e-42ca-abe8-22137be7cd54. {{(pid=88879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 24 10:16:43.795088 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.plugins.ml2.db [None req-894a0a5e-94e8-4e13-9198-7097412b8103 None None] No ports have port_id starting with 3f6c6d51-391e-42ca-abe8-22137be7cd54 Nov 24 10:16:43.834696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a07bc3-5661-4a56-a6d1-820e7ceb5bc1 None None] DHCP port deletion for 762f2f62-e72e-473d-92c3-69e76d1934d7 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:16:43.866383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df0ee0-3dd3-4aef-b566-6db5dc6b33b8 None None] get_active_networks_info from dv-neutron-818439-1-hyperv {{(pid=88879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 10:16:43.925037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.951936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762f2f62-e72e-473d-92c3-69e76d1934d7']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:43.952432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df0ee0-3dd3-4aef-b566-6db5dc6b33b8 None None] Resources bound (agent type, host, resource id): {{(pid=88879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 24 10:16:43.964667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7fade5-fcbe-44f3-ad25-6098d77f5141') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:43.965027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7fade5-fcbe-44f3-ad25-6098d77f5141') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:43.976891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:43.995222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:44.002294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:16:44.002806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:16:44.019202 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:16:44.104422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:44.109281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:44.113780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bd2a33a3-2478-49f5-9e84-d7903c1c0b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:44.139015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Pushing event deleted for resources: {'Network': ['ID=762f2f62-e72e-473d-92c3-69e76d1934d7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:44.141666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:44.143862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "DELETE /v2.0/networks/762f2f62-e72e-473d-92c3-69e76d1934d7 HTTP/1.1" status: 204 len: 168 time: 1.0074761 Nov 24 10:16:44.146831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:44.193205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e9e867d-a3b0-4b57-a25b-89efbffb2275 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Synchronizing usage tracker for tenant:20e438eb55604acba1498c03a3011ae4 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:16:44.210714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e9e867d-a3b0-4b57-a25b-89efbffb2275 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Unset dirty status for tenant:20e438eb55604acba1498c03a3011ae4 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:16:44.212005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e9e867d-a3b0-4b57-a25b-89efbffb2275 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b6a5479-4b93-46ae-9fc1-f5e554c43d96 HTTP/1.1" status: 200 len: 205 time: 0.0641603 Nov 24 10:16:44.215248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:44.583200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3f6c6d51-391e-42ca-abe8-22137be7cd54 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:16:44.609084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:44.622267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3f6c6d51-391e-42ca-abe8-22137be7cd54 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:16:44.622698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3f6c6d51-391e-42ca-abe8-22137be7cd54 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:16:45.017546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.021966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.045164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.045711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Fanout notify agent at l3_agent the message router_deleted on router 2b6a5479-4b93-46ae-9fc1-f5e554c43d96 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:16:45.057162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.058462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3c1bef04-9210-45fe-b99a-613e20864451 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] 10.222.0.55 "DELETE /v2.0/routers/2b6a5479-4b93-46ae-9fc1-f5e554c43d96 HTTP/1.1" status: 204 len: 168 time: 0.8422489 Nov 24 10:16:45.366755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59076) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:45.557718 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5ee22804-a47e-412a-b4cd-1f87680abcf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20e438eb55604acba1498c03a3011ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886728 Nov 24 10:16:45.560390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:45.624498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.654360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.700980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.706271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b6fe86b8-cd9c-4255-997d-03e6f91448b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:45.721500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0848e6-0f66-4406-8e01-4353b6dfa156,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:45.724155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:45.726467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:45.727562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b0848e6-0f66-4406-8e01-4353b6dfa156 HTTP/1.1" status: 204 len: 168 time: 0.1660771 Nov 24 10:16:46.625731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59104) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:46.768309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1737966983-network', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:46.773586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:46.777697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Usage tracker for resource:network and tenant:bce62f5aa1984e82a5ffa74e6190c769 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:46.780714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:46.786799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:46.797477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Made reservation on behalf of bce62f5aa1984e82a5ffa74e6190c769 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:46.802696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:46.817491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:46.851452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:46.856416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:bce62f5aa1984e82a5ffa74e6190c769 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:46.859358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:46.865385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:46.933285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:46.936095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:46.940312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4092d648-d017-4523-93bf-13f1d350471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:46.965513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:46.979160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084925a-ebef-4012-a77e-1d38dd455572,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:46.982444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:46.985219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:46.985611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Added segment 0bf461a7-3305-441a-a719-5c12ac2a18f8 of type vlan for network 16d55491-b016-4414-bb62-032ac0458cf3 Nov 24 10:16:47.014802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.047699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.048651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:47.049284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.054320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ea6570b-a262-437b-814d-a798a16f4ce4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:47.156670 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5297778 Nov 24 10:16:47.159901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59110) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:47.160611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=16d55491-b016-4414-bb62-032ac0458cf3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:47.163376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a94ed7-fb9b-4dd1-820b-4aa1c64bf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:47.167686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Request body: {'subnet': {'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-subnet', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:47.172235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 16d55491-b016-4414-bb62-032ac0458cf3 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:47.174179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:47.178233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Usage tracker for resource:subnet and tenant:bce62f5aa1984e82a5ffa74e6190c769 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:47.183710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:47.189939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:47.200372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Made reservation on behalf of bce62f5aa1984e82a5ffa74e6190c769 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:47.205657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.427226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.432174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7ca56166-c02a-475d-9d15-80a7e8c12f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:47.510737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb89e9dd-45a9-419b-991d-7a23b9f997e6,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:47.514188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:47.521576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Checking segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:47.521974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Network hostable DHCP agents. Network: 16d55491-b016-4414-bb62-032ac0458cf3, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:47.545343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Network 16d55491-b016-4414-bb62-032ac0458cf3 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:47.553633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 16d55491-b016-4414-bb62-032ac0458cf3) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:47.558237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:47.558919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.564713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c5a7f-7695-41d8-81a9-068053c84904 None None] Network 16d55491-b016-4414-bb62-032ac0458cf3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:47.585151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2416fcd-f194-4a75-8e48-e0de3733346a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4239054 Nov 24 10:16:47.588970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59114) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:47.595085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:47.600507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:47.605529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Usage tracker for resource:router and tenant:bce62f5aa1984e82a5ffa74e6190c769 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:47.614858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:47.622937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:47.633795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.635463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.655203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.800556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-16d55491-b016-4414-bb62-032ac0458cf3', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:47.801510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.807079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:47.968339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Allocated IP 172.20.0.2 (16d55491-b016-4414-bb62-032ac0458cf3/fb89e9dd-45a9-419b-991d-7a23b9f997e6/9aed9f81-9187-47a1-9e55-5a37de968585) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:48.006699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.043930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.184530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.189489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Allocated IP 172.26.6.46 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/ce7842cb-e1ea-483b-852e-f5d817257986) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:48.195560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Transition to ACTIVE for port object 9aed9f81-9187-47a1-9e55-5a37de968585 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:48.216947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Transition to ACTIVE for port object 9aed9f81-9187-47a1-9e55-5a37de968585 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:48.221605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.230773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:48.292244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Network 16d55491-b016-4414-bb62-032ac0458cf3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:48.299901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:48.304437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:48.312121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Pushing event updated for resources: {'Port': ['ID=9aed9f81-9187-47a1-9e55-5a37de968585,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:48.316728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:48.355839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.382536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.387536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96fd9c15-bb7b-4bd7-a45f-608d532d9d28 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:48.407123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Attempting to bind port 9aed9f81-9187-47a1-9e55-5a37de968585 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:48.407541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Attempting to bind port 9aed9f81-9187-47a1-9e55-5a37de968585 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:48.407953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Attempting to bind port 9aed9f81-9187-47a1-9e55-5a37de968585 on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:48.414756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:48.415180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Checking segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:48.415628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.417108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Bound using segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:48.417636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Bound port: 9aed9f81-9187-47a1-9e55-5a37de968585, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:48.418062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.460792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:48.464969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:48.467172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7842cb-e1ea-483b-852e-f5d817257986,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:48.469504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:48.496810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:48.512225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] For port 9aed9f81-9187-47a1-9e55-5a37de968585, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:48.515457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] For port 9aed9f81-9187-47a1-9e55-5a37de968585, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9aed9f81-9187-47a1-9e55-5a37de968585,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:48.518861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.523393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:48.611229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Pushing event updated for resources: {'Port': ['ID=9aed9f81-9187-47a1-9e55-5a37de968585,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:48.615041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:48.643416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.644184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:48.740945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:16:48.886436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Router c3059d01-7877-461b-a46a-82fa8337865c is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:16:48.912573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-979fdf55-b9f5-40c2-a0ca-6e30c76ed68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:49.121751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:16:49.132709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Sync routers for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:16:49.145411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:49.145770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:49.146528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:49.146797 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5567598 Nov 24 10:16:49.149707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59118) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:49.336404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:49.653428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:48Z', 'revision_number': 3, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:49.657620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Checking router: c3059d01-7877-461b-a46a-82fa8337865c for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:16:49.658000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Updating router c3059d01-7877-461b-a46a-82fa8337865c port ce7842cb-e1ea-483b-852e-f5d817257986 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:16:49.714703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.121349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.134288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Transition to ACTIVE for port object ce7842cb-e1ea-483b-852e-f5d817257986 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:50.141673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.146259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:50.216890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.219037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Attempting to bind port ce7842cb-e1ea-483b-852e-f5d817257986 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:50.219463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Attempting to bind port ce7842cb-e1ea-483b-852e-f5d817257986 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:50.219875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Attempting to bind port ce7842cb-e1ea-483b-852e-f5d817257986 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:50.244475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:50.244712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:50.245345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.245937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:50.246656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Bound port: ce7842cb-e1ea-483b-852e-f5d817257986, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:50.247377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.274190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Pushing event updated for resources: {'Port': ['ID=ce7842cb-e1ea-483b-852e-f5d817257986,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:50.301408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.302208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.302815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.303382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.304661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.305238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.305932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.306543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.307247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.307966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.308529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:16:50.312726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:50.353290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] For port ce7842cb-e1ea-483b-852e-f5d817257986, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:50.357041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] For port ce7842cb-e1ea-483b-852e-f5d817257986, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ce7842cb-e1ea-483b-852e-f5d817257986,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:50.361485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.373094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:50.379817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c68a60-7e27-456a-8778-207b5fd7ce54 None None] Network 16d55491-b016-4414-bb62-032ac0458cf3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:50.462073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Pushing event updated for resources: {'Port': ['ID=ce7842cb-e1ea-483b-852e-f5d817257986,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:50.467643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:50.468760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:50.469436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:50.504713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Allocated IP 172.20.0.1 (16d55491-b016-4414-bb62-032ac0458cf3/fb89e9dd-45a9-419b-991d-7a23b9f997e6/8eb5ede9-2c54-45a3-a5ff-98074cdf4213) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:50.547444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.555362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f2270203-a08f-47e7-b3cc-802fd2dcd3b4 None None] Provisioning for port 9aed9f81-9187-47a1-9e55-5a37de968585 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:50.665391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9aed9f81-9187-47a1-9e55-5a37de968585 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:50.703292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:50.762704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.785731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Transition to ACTIVE for port object 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:50.807829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.812854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cffe85e0-d290-40ea-b073-b9c3f9b9dbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:50.885031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Network 16d55491-b016-4414-bb62-032ac0458cf3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:50.889569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:50.894863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:50.924242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:50.932324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:50.940222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9aed9f81-9187-47a1-9e55-5a37de968585 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:50.945342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9aed9f81-9187-47a1-9e55-5a37de968585 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:50.945764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:50.957626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.051415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:48Z', 'revision_number': 3, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:51.058085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad89382-fd2c-4740-af1f-fb4301568a2f None None] The sync data for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv is: [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:48Z', 'revision_number': 3, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:16:51.062657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.069936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.108114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9aed9f81-9187-47a1-9e55-5a37de968585, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9aed9f81-9187-47a1-9e55-5a37de968585,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:51.111672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.113670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:51.196470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9aed9f81-9187-47a1-9e55-5a37de968585,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:51.200701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:51.335190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c04edeb8-8be9-4654-80c3-795d5736fb6f None None] Provisioning complete for port 9aed9f81-9187-47a1-9e55-5a37de968585 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:51.335602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c04edeb8-8be9-4654-80c3-795d5736fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.349156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.355175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.390718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52151f16-3cbe-45e1-ac97-83376f9bfddc tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:51.477194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:51.479526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.496164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:51.625795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f3c029e1-1793-4b70-b6d7-efd3dc078a4f None None] Provisioning for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:51.632771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f3c029e1-1793-4b70-b6d7-efd3dc078a4f None None] Provisioning complete for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:51.633107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3c029e1-1793-4b70-b6d7-efd3dc078a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.680088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Network 16d55491-b016-4414-bb62-032ac0458cf3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:51.683017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:51.713047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f3c029e1-1793-4b70-b6d7-efd3dc078a4f None None] Port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:16:51.727456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-660a3b06-5110-4325-b473-29e0f7f24e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:51.733531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:52.038421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-01551a1c-cda1-4105-8cc6-01c71ae2c363 None None] Provisioning complete for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:52.038980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01551a1c-cda1-4105-8cc6-01c71ae2c363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:52.097908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-01551a1c-cda1-4105-8cc6-01c71ae2c363 None None] Port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:16:52.125780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Router c3059d01-7877-461b-a46a-82fa8337865c has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:16:52.354006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:16:52.364378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3059d01-7877-461b-a46a-82fa8337865c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2134404 Nov 24 10:16:52.685101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9aed9f81-9187-47a1-9e55-5a37de968585 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:52.759906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9aed9f81-9187-47a1-9e55-5a37de968585 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:52.760472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:52.885811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ce7842cb-e1ea-483b-852e-f5d817257986 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:52.959021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ce7842cb-e1ea-483b-852e-f5d817257986 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:52.964849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ce7842cb-e1ea-483b-852e-f5d817257986 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:52.965274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.089401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.106416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ce7842cb-e1ea-483b-852e-f5d817257986, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ce7842cb-e1ea-483b-852e-f5d817257986,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:53.109392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.111378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:53.183158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ce7842cb-e1ea-483b-852e-f5d817257986,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:53.186427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:53.348142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.431368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59142) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:53.437969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1281742410-network', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:53.443230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:53.448268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Usage tracker for resource:network and tenant:071b2f3dddcf4fe7b1719ca91e68a56a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:53.451331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:53.457563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:53.468955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Made reservation on behalf of 071b2f3dddcf4fe7b1719ca91e68a56a for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:53.473672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.487281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.520292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:53.524460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Usage tracker for resource:security_group_rule and tenant:071b2f3dddcf4fe7b1719ca91e68a56a is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:53.528668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:53.534807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:53.606920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.609933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.614265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa8e8361-4e40-4130-bb89-63b86215e00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:53.645723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:16:53.654753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc8c43-dbe8-4076-89d5-ac39b4aed42f,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:53.658617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:53.661187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.661584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Added segment 2f85a596-c7b3-4288-a96d-629b20868376 of type vlan for network 1c161af2-8e95-4b54-9d0a-87dc5296e691 Nov 24 10:16:53.690523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.726240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.727250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:53.727893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:53.733179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e733b160-af17-4e81-958a-f88567b8cc90 tempest-NetworksTest-258933637 tempest-NetworksTest-258933637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:53.831774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3989806 Nov 24 10:16:53.834780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:53.841302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Pushing event updated for resources: {'Network': ['ID=1c161af2-8e95-4b54-9d0a-87dc5296e691,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:53.842262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Request body: {'subnet': {'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-subnet', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:53.844252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:53.849306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:53.855184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:16:53.855380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Usage tracker for resource:subnet and tenant:071b2f3dddcf4fe7b1719ca91e68a56a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:53.858334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:53.865633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:53.877692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Made reservation on behalf of 071b2f3dddcf4fe7b1719ca91e68a56a for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:16:53.882877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.106247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.110738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db3e7f4f-8a56-4d04-90ce-6d31006283cb tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:54.186939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:54.189938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:54.204169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Checking segment: {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:54.204379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Sync routers for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:16:54.204487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Network hostable DHCP agents. Network: 1c161af2-8e95-4b54-9d0a-87dc5296e691, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:16:54.217342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:54.218027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:54.226868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:16:54.236530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 1c161af2-8e95-4b54-9d0a-87dc5296e691) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:54.240548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:16:54.241195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.263394 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ec9deba-226a-44bd-84df-5b14d9066e7e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4271033 Nov 24 10:16:54.266001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:54.271503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:16:54.274473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac0c049-2d7b-4735-a4f5-acacc0ce3ea1 None None] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:54.276513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:16:54.280580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Usage tracker for resource:router and tenant:071b2f3dddcf4fe7b1719ca91e68a56a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:16:54.283627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:16:54.289722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:16:54.300076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.301064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.323244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.479358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.564812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:54.629126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ce7842cb-e1ea-483b-852e-f5d817257986 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:54.682986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.715768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.728037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-1c161af2-8e95-4b54-9d0a-87dc5296e691', 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'fixed_ips': [{'subnet_id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:16:54.729591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:54.864611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Allocated IP 172.26.6.208 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/9680c928-b59b-4743-8b9d-701c0a6e8d4f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:55.023668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.023978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ce7842cb-e1ea-483b-852e-f5d817257986 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:55.024410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.050251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.054796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b028bc0-f921-48da-8b6d-c64fca99fe93 tempest-PortsIpV6TestJSON-25377480 tempest-PortsIpV6TestJSON-25377480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:55.124447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:55.128088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:55.133284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:55.162505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Pushing event updated for resources: {'Port': ['ID=9680c928-b59b-4743-8b9d-701c0a6e8d4f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:55.169974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:55.204538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Allocated IP 172.20.0.2 (1c161af2-8e95-4b54-9d0a-87dc5296e691/5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c/3e66664a-b84a-4241-ae57-4e644af8fbca) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:55.299999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.300683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.547127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Router 958888cd-d835-4ac5-beab-6410a288828e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:16:55.581215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:50Z', 'revision_number': 4, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '8eb5ede9-2c54-45a3-a5ff-98074cdf4213', 'name': '', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'mac_address': 'fa:16:3e:25:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:50Z', 'updated_at': '2021-11-24T10:16:51Z', 'revision_number': 2, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'subnets': [{'id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:55.599180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Checking router: c3059d01-7877-461b-a46a-82fa8337865c for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:16:55.599592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Updating router c3059d01-7877-461b-a46a-82fa8337865c port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:16:55.709341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.763970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:16:55.774645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Sync routers for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:16:55.789298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:55.789765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.790003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:55.790128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.794572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5246530 Nov 24 10:16:55.794857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:16:55.863195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Transition to ACTIVE for port object 3e66664a-b84a-4241-ae57-4e644af8fbca will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:55.911374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Transition to ACTIVE for port object 3e66664a-b84a-4241-ae57-4e644af8fbca will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:55.921653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:55.940889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:56.004102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:56.086601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:56.088139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:56.102258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:56.112836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Pushing event updated for resources: {'Port': ['ID=3e66664a-b84a-4241-ae57-4e644af8fbca,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:56.121974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:56.237016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Attempting to bind port 3e66664a-b84a-4241-ae57-4e644af8fbca on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:56.237442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Attempting to bind port 3e66664a-b84a-4241-ae57-4e644af8fbca by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:56.237871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Attempting to bind port 3e66664a-b84a-4241-ae57-4e644af8fbca on network 1c161af2-8e95-4b54-9d0a-87dc5296e691 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:56.260336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:56.260709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Checking segment: {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:56.261173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.261626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Bound using segment: {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:56.262168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Bound port: 3e66664a-b84a-4241-ae57-4e644af8fbca, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:56.262614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.346968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:55Z', 'revision_number': 3, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:56.353964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Checking router: 958888cd-d835-4ac5-beab-6410a288828e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:16:56.354978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Updating router 958888cd-d835-4ac5-beab-6410a288828e port 9680c928-b59b-4743-8b9d-701c0a6e8d4f binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:16:56.380172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.412181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.420584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Transition to ACTIVE for port object 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:56.433266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.437318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] For port 3e66664a-b84a-4241-ae57-4e644af8fbca, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:56.440092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-644ca2e2-7996-496a-ac97-f96520a60540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:56.489722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] For port 3e66664a-b84a-4241-ae57-4e644af8fbca, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3e66664a-b84a-4241-ae57-4e644af8fbca,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:56.497254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.596281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Pushing event updated for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:56.600046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:56.600949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:56.673878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Pushing event updated for resources: {'Port': ['ID=3e66664a-b84a-4241-ae57-4e644af8fbca,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:56.682873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:56.796572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Attempting to bind port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:56.797127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Attempting to bind port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:56.797314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Attempting to bind port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:56.804618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:56.805054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Checking segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:56.805520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.805968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Bound using segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:56.806779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Bound port: 8eb5ede9-2c54-45a3-a5ff-98074cdf4213, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:56.807220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.909711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.932451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Transition to ACTIVE for port object 9680c928-b59b-4743-8b9d-701c0a6e8d4f will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:56.942425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.950992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45d86c5f-01fb-4e89-b0b9-c8f98c1815a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:56.953337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] For port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:56.955320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.957277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] For port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:56.960442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:56.966413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:57.071169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Pushing event updated for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:57.076103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:57.077812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:57.078528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:57.189679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2952-01bc-44c6-a5a3-a4639c2aac16 None None] Pushing event updated for resources: {'Port': ['ID=9680c928-b59b-4743-8b9d-701c0a6e8d4f,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:57.192726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c44c2952-01bc-44c6-a5a3-a4639c2aac16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:57.213916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Attempting to bind port 9680c928-b59b-4743-8b9d-701c0a6e8d4f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:16:57.214400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Attempting to bind port 9680c928-b59b-4743-8b9d-701c0a6e8d4f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:16:57.214862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Attempting to bind port 9680c928-b59b-4743-8b9d-701c0a6e8d4f on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:16:57.222714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:16:57.223601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:16:57.224039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.224493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:16:57.225007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Bound port: 9680c928-b59b-4743-8b9d-701c0a6e8d4f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:16:57.225425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.342115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] For port 9680c928-b59b-4743-8b9d-701c0a6e8d4f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:16:57.345533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] For port 9680c928-b59b-4743-8b9d-701c0a6e8d4f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9680c928-b59b-4743-8b9d-701c0a6e8d4f,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:16:57.349559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Allocated IP 172.20.0.1 (1c161af2-8e95-4b54-9d0a-87dc5296e691/5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c/01e71eef-b028-4d6c-b241-b313834f1459) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:16:57.350850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.362259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201ed2dd-b7b1-4a2f-b4b5-5865fc8029b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:57.363934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:57.450721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:16:57.451687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:57.525564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2952-01bc-44c6-a5a3-a4639c2aac16 None None] Pushing event updated for resources: {'Port': ['ID=9680c928-b59b-4743-8b9d-701c0a6e8d4f,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:57.537766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c44c2952-01bc-44c6-a5a3-a4639c2aac16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:57.569266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.590472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Transition to ACTIVE for port object 01e71eef-b028-4d6c-b241-b313834f1459 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:16:57.611529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.616370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-71d4f693-0a4f-4d15-a15b-04b8dae755d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:57.692295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:16:57.696289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:57.700600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:57.703156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Pushing event updated for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:57.705628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:16:57.740701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:57.769498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:57.798987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:50Z', 'revision_number': 4, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '8eb5ede9-2c54-45a3-a5ff-98074cdf4213', 'name': '', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'mac_address': 'fa:16:3e:25:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:50Z', 'updated_at': '2021-11-24T10:16:56Z', 'revision_number': 4, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'subnets': [{'id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:57.803821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540bd8af-c6fd-429b-83e8-c067b0154409 None None] The sync data for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv is: [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:16:50Z', 'revision_number': 4, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '8eb5ede9-2c54-45a3-a5ff-98074cdf4213', 'name': '', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'mac_address': 'fa:16:3e:25:fd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:50Z', 'updated_at': '2021-11-24T10:16:56Z', 'revision_number': 4, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'subnets': [{'id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:16:57.864221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:58.040228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:55Z', 'revision_number': 3, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:16:58.046423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2a24c-a890-4efb-a1e7-b47570b9a4e7 None None] The sync data for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv is: [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:55Z', 'revision_number': 3, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:16:58.143859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:58.148486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:58.181069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35a8a7e7-96bf-47e2-a1b6-bb7183da87c0 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:58.278389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:58.283385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Pushing event updated for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:58.286819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:58.452758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:16:58.453991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:16:58.986467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c15908-ba77-483c-b6d2-0d5138e3eb4a None None] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:16:59.001329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3e66664a-b84a-4241-ae57-4e644af8fbca up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:59.088303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Router 958888cd-d835-4ac5-beab-6410a288828e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:16:59.185598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-df6ece61-5cd2-4fa6-baff-d71211cd0739 None None] Provisioning for port 3e66664a-b84a-4241-ae57-4e644af8fbca completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:59.255979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3e66664a-b84a-4241-ae57-4e644af8fbca completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:59.270494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3e66664a-b84a-4241-ae57-4e644af8fbca triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:59.270949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.324576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:16:59.335852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] 10.222.0.55 "PUT /v2.0/routers/958888cd-d835-4ac5-beab-6410a288828e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5398626 Nov 24 10:16:59.500019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.588977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 3e66664a-b84a-4241-ae57-4e644af8fbca, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3e66664a-b84a-4241-ae57-4e644af8fbca,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:59.592079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.593014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:16:59.637627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:16:59.734891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=3e66664a-b84a-4241-ae57-4e644af8fbca,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:16:59.741385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:16:59.785021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:16:59.794389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:16:59.794845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.929238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.965609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:16:59.969680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:16:59.972059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:00.030562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Provisioning for port 01e71eef-b028-4d6c-b241-b313834f1459 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:00.037930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Provisioning complete for port 01e71eef-b028-4d6c-b241-b313834f1459 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.038361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:00.125320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:00.129054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:00.136536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Port 01e71eef-b028-4d6c-b241-b313834f1459 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:17:00.153451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Provisioning complete for port 3e66664a-b84a-4241-ae57-4e644af8fbca triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.154022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c457da4-d377-4cb7-8829-2cec01a86006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:00.408752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-415473b6-f29a-40e4-baab-3b09a49d50c9 None None] Provisioning complete for port 01e71eef-b028-4d6c-b241-b313834f1459 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.409376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-415473b6-f29a-40e4-baab-3b09a49d50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:00.438204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-a8d8722d-5f0a-40a5-96cb-7293840ff1f0 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:00.439950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-a8d8722d-5f0a-40a5-96cb-7293840ff1f0 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 817 time: 0.1708386 Nov 24 10:17:00.459184 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-c7ac60fe-873f-45db-b2cd-e3a9068a7794 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/quotas/bce62f5aa1984e82a5ffa74e6190c769 HTTP/1.1" status: 200 len: 375 time: 0.0131371 Nov 24 10:17:00.474807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-415473b6-f29a-40e4-baab-3b09a49d50c9 None None] Port 01e71eef-b028-4d6c-b241-b313834f1459 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:17:00.550535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-6762f4ad-e134-49d3-9046-f107f412a092 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:00.581302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-6762f4ad-e134-49d3-9046-f107f412a092 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:00.591169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-6762f4ad-e134-49d3-9046-f107f412a092 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255574 Nov 24 10:17:00.608711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e08824fd-ceb5-48f5-af97-7be820b459e1 None None] Provisioning complete for port 01e71eef-b028-4d6c-b241-b313834f1459 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.609160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e08824fd-ceb5-48f5-af97-7be820b459e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:00.688087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e08824fd-ceb5-48f5-af97-7be820b459e1 None None] Port 01e71eef-b028-4d6c-b241-b313834f1459 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:17:00.724892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3e66664a-b84a-4241-ae57-4e644af8fbca up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:00.762686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-8b76d984-437c-496a-96ac-aa46276dc773 service neutron] 10.222.0.55 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559334 Nov 24 10:17:00.804529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3e66664a-b84a-4241-ae57-4e644af8fbca triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.804871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:00.911622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-ffe47bd1-5c0f-476f-ad96-d3b549a4ace9 service neutron] 10.222.0.55 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420791 Nov 24 10:17:00.924027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:00.999223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:00.999667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:01.121695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9680c928-b59b-4743-8b9d-701c0a6e8d4f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:01.131672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95b28cf7-ef2a-40f1-a592-78f4229fdb44 req-50e3176f-9fa4-4b50-961d-e98ac99d8dd3 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 210 time: 0.0540676 Nov 24 10:17:01.196134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9680c928-b59b-4743-8b9d-701c0a6e8d4f completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:01.201459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9680c928-b59b-4743-8b9d-701c0a6e8d4f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:01.201795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:01.328125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:01.346151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9680c928-b59b-4743-8b9d-701c0a6e8d4f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9680c928-b59b-4743-8b9d-701c0a6e8d4f,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:01.349125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:01.352031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:01.426898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9680c928-b59b-4743-8b9d-701c0a6e8d4f,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:01.430099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:02.204694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-5e2984ea-9c01-4e59-bb95-e2f9dfa9c0b1 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:02.206305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-5e2984ea-9c01-4e59-bb95-e2f9dfa9c0b1 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 817 time: 0.1669466 Nov 24 10:17:02.222040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Request body: {'port': {'device_id': '818091c0-cef1-4999-93ae-1bbae54643d3', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'admin_state_up': True, 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:17:02.249999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Sync routers for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:17:02.266699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:17:02.267512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:17:02.368615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-280057c4-a6a1-43d3-b3db-8fc8f46c6668 req-0df717d6-cf46-4712-8e2a-bc71e38cd25f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 210 time: 0.1089294 Nov 24 10:17:02.419463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:17:02.430464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:17:02.440168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Made reservation on behalf of bce62f5aa1984e82a5ffa74e6190c769 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:17:02.445892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:02.458325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:17:02.630878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Allocated IP 172.20.0.6 (16d55491-b016-4414-bb62-032ac0458cf3/fb89e9dd-45a9-419b-991d-7a23b9f997e6/cb26926d-a6b2-42e8-b795-e4f2856ff97b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:17:02.642894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9680c928-b59b-4743-8b9d-701c0a6e8d4f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:02.849379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9680c928-b59b-4743-8b9d-701c0a6e8d4f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:02.849804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:02.855350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:02.871656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Transition to ACTIVE for port object cb26926d-a6b2-42e8-b795-e4f2856ff97b will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:17:02.892912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:02.899248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-800f0232-0164-4f40-a271-73b0535e85cd tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:02.935102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 4, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '01e71eef-b028-4d6c-b241-b313834f1459', 'name': '', 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'mac_address': 'fa:16:3e:7f:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:57Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 2, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'subnets': [{'id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:17:02.967228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Checking router: 958888cd-d835-4ac5-beab-6410a288828e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:17:02.967649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Updating router 958888cd-d835-4ac5-beab-6410a288828e port 01e71eef-b028-4d6c-b241-b313834f1459 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:17:02.976996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Network 16d55491-b016-4414-bb62-032ac0458cf3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:17:02.981560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:17:02.983768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Pushing event updated for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:02.986083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:17:03.017248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:03.048943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.062855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:03.063547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.094888 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8772609 Nov 24 10:17:03.107418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Request body: {'port': {'device_id': '818091c0-cef1-4999-93ae-1bbae54643d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:17:03.393614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cd21243a-5a4a-4ffa-88da-a3a68f8ed621 None None] Provisioning for port cb26926d-a6b2-42e8-b795-e4f2856ff97b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:03.405347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cd21243a-5a4a-4ffa-88da-a3a68f8ed621 None None] Provisioning complete for port cb26926d-a6b2-42e8-b795-e4f2856ff97b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:03.405731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cd21243a-5a4a-4ffa-88da-a3a68f8ed621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.495886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.552296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cd21243a-5a4a-4ffa-88da-a3a68f8ed621 None None] Port cb26926d-a6b2-42e8-b795-e4f2856ff97b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:17:03.600149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0086ee-532a-465e-a27d-fd69ad2bdf4e req-2afc74d3-cf17-4049-ba35-43b48ef8cc5f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:03.608895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0086ee-532a-465e-a27d-fd69ad2bdf4e req-2afc74d3-cf17-4049-ba35-43b48ef8cc5f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 931 time: 0.1035254 Nov 24 10:17:03.662019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1e0086ee-532a-465e-a27d-fd69ad2bdf4e req-08243f19-19c4-45c5-9034-43b10dbb75db tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:03.678222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1e0086ee-532a-465e-a27d-fd69ad2bdf4e req-08243f19-19c4-45c5-9034-43b10dbb75db tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:03.679536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e0086ee-532a-465e-a27d-fd69ad2bdf4e req-08243f19-19c4-45c5-9034-43b10dbb75db tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694988 Nov 24 10:17:03.686565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.701788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Transition to ACTIVE for port object 01e71eef-b028-4d6c-b241-b313834f1459 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:17:03.708365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.712820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:03.841618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Pushing event updated for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:03.846196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:03.889413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb26926d-a6b2-42e8-b795-e4f2856ff97b {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:17:03.897490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.916341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Transition to ACTIVE for port object cb26926d-a6b2-42e8-b795-e4f2856ff97b will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:17:03.919860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.924751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:03.940232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Attempting to bind port 01e71eef-b028-4d6c-b241-b313834f1459 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:17:03.940673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Attempting to bind port 01e71eef-b028-4d6c-b241-b313834f1459 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:17:03.941105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Attempting to bind port 01e71eef-b028-4d6c-b241-b313834f1459 on network 1c161af2-8e95-4b54-9d0a-87dc5296e691 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:17:03.948646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:17:03.949085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Checking segment: {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:17:03.949557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:03.950012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Bound using segment: {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:17:03.950549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Bound port: 01e71eef-b028-4d6c-b241-b313834f1459, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f85a596-c7b3-4288-a96d-629b20868376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:17:03.951009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:04.053011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] For port 01e71eef-b028-4d6c-b241-b313834f1459, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:17:04.057352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] For port 01e71eef-b028-4d6c-b241-b313834f1459, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01e71eef-b028-4d6c-b241-b313834f1459,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:17:04.061412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:04.066707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:04.069258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:04.069622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:04.159471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:17:04.160560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:16:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:17:04.183961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Attempting to bind port cb26926d-a6b2-42e8-b795-e4f2856ff97b on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:17:04.184339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Attempting to bind port cb26926d-a6b2-42e8-b795-e4f2856ff97b by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:17:04.184712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Attempting to bind port cb26926d-a6b2-42e8-b795-e4f2856ff97b on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:17:04.191872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Port cb26926d-a6b2-42e8-b795-e4f2856ff97b on network 16d55491-b016-4414-bb62-032ac0458cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:17:04.192214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Attempting to bind port cb26926d-a6b2-42e8-b795-e4f2856ff97b on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:17:04.200278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:17:04.200678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Checking segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:17:04.201068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Bound using segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:17:04.201692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Bound port: cb26926d-a6b2-42e8-b795-e4f2856ff97b, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:17:04.202081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:04.253555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Pushing event updated for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:04.257313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:04.313494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:17:04.317017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:17:04.320851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:04.326685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-43b82ba0-7030-4f00-86a8-22083235ca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:04.387051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:04.388546 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] 10.222.0.61 "PUT /v2.0/ports/cb26926d-a6b2-42e8-b795-e4f2856ff97b HTTP/1.1" status: 200 len: 1093 time: 1.2862506 Nov 24 10:17:04.389181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:17:04.397759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:17:04.419294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:04.422888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:04.488898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b', 'status': 'completed', 'code': 200} Nov 24 10:17:04.526955 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-cadf3638-3523-4a99-8b46-c13ab25e8775 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 1096 time: 0.0959339 Nov 24 10:17:04.615763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-70447430-7afb-472e-ac59-40b5a77a09ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b HTTP/1.1" status: 200 len: 217 time: 0.0808799 Nov 24 10:17:04.693118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-56a16b55-930e-426e-b54d-3ef97ca6537e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:04.695252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-56a16b55-930e-426e-b54d-3ef97ca6537e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb89e9dd-45a9-419b-991d-7a23b9f997e6 HTTP/1.1" status: 200 len: 856 time: 0.0740240 Nov 24 10:17:04.786025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-a82b8a26-c54b-4753-9840-d6dd302f9059 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16d55491-b016-4414-bb62-032ac0458cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853109 Nov 24 10:17:04.815766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 4, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '01e71eef-b028-4d6c-b241-b313834f1459', 'name': '', 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'mac_address': 'fa:16:3e:7f:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:57Z', 'updated_at': '2021-11-24T10:17:04Z', 'revision_number': 4, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'subnets': [{'id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:17:04.821980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09b72c-b4f9-4514-b683-c6be2bdd1e73 None None] The sync data for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv is: [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:16:57Z', 'revision_number': 4, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '01e71eef-b028-4d6c-b241-b313834f1459', 'name': '', 'network_id': '1c161af2-8e95-4b54-9d0a-87dc5296e691', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'mac_address': 'fa:16:3e:7f:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:57Z', 'updated_at': '2021-11-24T10:17:04Z', 'revision_number': 4, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'subnets': [{'id': '5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:17:04.933525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b285ec-e1ea-4412-8d71-1b581d91b6c8 req-66d4e0c4-c731-482c-8a9a-50cb87e94c19 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:04.935249 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-44b285ec-e1ea-4412-8d71-1b581d91b6c8 req-66d4e0c4-c731-482c-8a9a-50cb87e94c19 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 943 time: 0.1206245 Nov 24 10:17:04.947764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-69d632b7-30ea-4e9f-9d25-25c762f51e27 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539845 Nov 24 10:17:04.999018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-44b285ec-e1ea-4412-8d71-1b581d91b6c8 req-2d8ff08e-0d42-450e-9257-d08b373a5d12 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Nov 24 10:17:05.109991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4de3a15e-003e-47bb-9bcb-c17bdf22df43 req-3f76250e-eed9-4762-b50f-1d4446064e50 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545277 Nov 24 10:17:05.238067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-a1e41b2c-ff03-42f5-a109-cbb268a78e65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 1096 time: 0.0785012 Nov 24 10:17:05.387716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-b46bbc3e-8541-4a99-b870-d4cb467e0a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:05.389357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-b46bbc3e-8541-4a99-b870-d4cb467e0a7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 918 time: 0.1443806 Nov 24 10:17:05.471868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-bcf08e5e-8215-410e-bda6-c30d3b67cd72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b HTTP/1.1" status: 200 len: 217 time: 0.0751922 Nov 24 10:17:05.545232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-23aad09e-86c6-4c9a-944b-b26f46e78282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:05.546918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-23aad09e-86c6-4c9a-944b-b26f46e78282 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb89e9dd-45a9-419b-991d-7a23b9f997e6 HTTP/1.1" status: 200 len: 856 time: 0.0684135 Nov 24 10:17:05.643401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-79d66be1-5808-424c-b7cb-c650403c3a36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16d55491-b016-4414-bb62-032ac0458cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894694 Nov 24 10:17:05.801410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-d0e6f948-36e1-440d-88a8-caae14ddb354 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513226 Nov 24 10:17:05.957401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-adb16eb8-63e6-4e5a-8b47-03102b7093aa req-0acf2e97-3163-4041-a6e9-fc53b3141047 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488678 Nov 24 10:17:06.217194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205edb-9557-4866-8401-0efe57077b81 req-f802f1d3-4f7d-4096-935e-4fb3a3e28f1b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:06.217974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e9205edb-9557-4866-8401-0efe57077b81 req-f802f1d3-4f7d-4096-935e-4fb3a3e28f1b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:06.234660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e9205edb-9557-4866-8401-0efe57077b81 req-f802f1d3-4f7d-4096-935e-4fb3a3e28f1b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:06.235964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9205edb-9557-4866-8401-0efe57077b81 req-f802f1d3-4f7d-4096-935e-4fb3a3e28f1b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 943 time: 0.1058011 Nov 24 10:17:06.288181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9205edb-9557-4866-8401-0efe57077b81 req-7db7e7bf-066a-489e-b855-9f6fe2f3395d tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Nov 24 10:17:06.633247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01e71eef-b028-4d6c-b241-b313834f1459 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:06.706821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 01e71eef-b028-4d6c-b241-b313834f1459 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:06.711498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 01e71eef-b028-4d6c-b241-b313834f1459 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:06.711922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:06.831488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:06.872803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 01e71eef-b028-4d6c-b241-b313834f1459, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01e71eef-b028-4d6c-b241-b313834f1459,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:06.875722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:06.878629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-387d0dcf-df07-43fe-9590-d021d8d203d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:06.947291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:06.950642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:07.501716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77565326-e681-43c3-8872-deb6b1114f92 req-89626be7-e610-4767-a4b6-9399a9dbcd46 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:07.503656 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-77565326-e681-43c3-8872-deb6b1114f92 req-89626be7-e610-4767-a4b6-9399a9dbcd46 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 943 time: 0.0891178 Nov 24 10:17:07.782849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-77565326-e681-43c3-8872-deb6b1114f92 req-8ba2e138-cce4-421b-bfc9-50e762339d14 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726939 Nov 24 10:17:08.103941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device cb26926d-a6b2-42e8-b795-e4f2856ff97b details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:17:08.245752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:08.260735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'port_id': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b', 'mac_address': 'fa:16:3e:2e:f5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:17:08.316912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:08.335494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb26926d-a6b2-42e8-b795-e4f2856ff97b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:17:08.352679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:08.355641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:08.357396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:08.428288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:08.431579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:08.564990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['cb26926d-a6b2-42e8-b795-e4f2856ff97b'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:17:08.606960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01e71eef-b028-4d6c-b241-b313834f1459 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:08.727068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 01e71eef-b028-4d6c-b241-b313834f1459 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:08.727488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:09.003364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba6653-4332-484c-8eee-9b1eece538ce req-b19790d5-d7ab-47f3-9f53-7937df351882 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:09.004965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2ba6653-4332-484c-8eee-9b1eece538ce req-b19790d5-d7ab-47f3-9f53-7937df351882 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 944 time: 0.0870867 Nov 24 10:17:09.053930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2ba6653-4332-484c-8eee-9b1eece538ce req-66b8e5c9-b041-44c4-8f3a-5a6672fbf849 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Nov 24 10:17:10.119928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device cb26926d-a6b2-42e8-b795-e4f2856ff97b up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:10.194218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port cb26926d-a6b2-42e8-b795-e4f2856ff97b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:10.199255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port cb26926d-a6b2-42e8-b795-e4f2856ff97b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:10.199730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:10.263671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ff1d3-c7a2-4c31-b646-2d49a3f73268 req-d2c79f18-ef23-4d55-91bc-743df7f9308a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:10.265342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc0ff1d3-c7a2-4c31-b646-2d49a3f73268 req-d2c79f18-ef23-4d55-91bc-743df7f9308a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 944 time: 0.0844212 Nov 24 10:17:10.315488 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc0ff1d3-c7a2-4c31-b646-2d49a3f73268 req-50d1a3ad-b7da-47d8-b400-ac7f607dfa75 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Nov 24 10:17:10.322695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:10.356658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:17:10.365925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:10.369130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:10.371186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:10.413341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b', 'code': 200} Nov 24 10:17:10.440957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:10.444068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:10.653911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7dea5275-c05f-47fd-8f70-879782693f53 req-2340ba52-ba39-4b57-9503-a26a6522fc6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 1098 time: 0.0756779 Nov 24 10:17:10.699427 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7dea5275-c05f-47fd-8f70-879782693f53 req-b33d0ae4-fa8a-43e1-af17-5003200c46db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Nov 24 10:17:10.773846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:11.524291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756421-2896-45af-b5aa-ff6d64dcfcc8 req-29e3b25e-73b8-49db-a6a7-73a618e08bee tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:11.526016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b9756421-2896-45af-b5aa-ff6d64dcfcc8 req-29e3b25e-73b8-49db-a6a7-73a618e08bee tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0856128 Nov 24 10:17:11.578852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b9756421-2896-45af-b5aa-ff6d64dcfcc8 req-0d9ce6ea-5f96-4014-b98b-f270e356b0de tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Nov 24 10:17:12.800260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34ee60-e7c7-408b-afc5-fa438294be6b req-61cfe00c-f619-4fdf-a905-05635dc58117 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:12.801848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d34ee60-e7c7-408b-afc5-fa438294be6b req-61cfe00c-f619-4fdf-a905-05635dc58117 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0899496 Nov 24 10:17:12.851661 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d34ee60-e7c7-408b-afc5-fa438294be6b req-43aa1034-3ee2-46e7-9ab5-36b508577343 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Nov 24 10:17:13.064981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a896ce-f12b-4998-8f16-2d6335384569 req-a2242245-e7ee-4f62-9dce-13814f512dc8 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:13.066620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28a896ce-f12b-4998-8f16-2d6335384569 req-a2242245-e7ee-4f62-9dce-13814f512dc8 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0848835 Nov 24 10:17:13.120717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-28a896ce-f12b-4998-8f16-2d6335384569 req-ab0b63cd-6ed3-4b4e-b286-5389011913a8 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Nov 24 10:17:18.917969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fedca673-0c1d-4470-952f-69654001cf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:20.490714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:21.664966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-be63256c-7635-4776-9dca-c1b84526da39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:21.696179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:23.352105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:25.743512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:17:28.151575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060a11a-c671-4e38-ac11-0353790513a2 req-60e9a3c6-aa6b-4c0e-bdb4-5bdd0759a095 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:28.153456 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6060a11a-c671-4e38-ac11-0353790513a2 req-60e9a3c6-aa6b-4c0e-bdb4-5bdd0759a095 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0925465 Nov 24 10:17:28.211236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6060a11a-c671-4e38-ac11-0353790513a2 req-f8db2afd-113f-4686-8b9b-3af7ade6a9fd tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Nov 24 10:17:29.447579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f6569-5d5f-4f68-ae08-0df0edb05307 req-36591b9f-57ee-4fef-a0c6-8fe3a4105593 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:29.449284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-550f6569-5d5f-4f68-ae08-0df0edb05307 req-36591b9f-57ee-4fef-a0c6-8fe3a4105593 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0881567 Nov 24 10:17:29.500403 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-550f6569-5d5f-4f68-ae08-0df0edb05307 req-e2a21a0d-4483-4f2b-9811-8af2f1a9492a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Nov 24 10:17:29.585436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-7a554f53-119a-4ecd-ab02-4dcf17a36d02 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:29.587146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-7a554f53-119a-4ecd-ab02-4dcf17a36d02 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 945 time: 0.0934556 Nov 24 10:17:29.666272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Deleting port cb26926d-a6b2-42e8-b795-e4f2856ff97b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:17:29.666726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:29.945854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] For port cb26926d-a6b2-42e8-b795-e4f2856ff97b, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=cb26926d-a6b2-42e8-b795-e4f2856ff97b,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:29.946258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:30.084195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Calling delete_port for cb26926d-a6b2-42e8-b795-e4f2856ff97b owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:17:30.251695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:30.260237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:30.304460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Pushing event deleted for resources: {'Port': ['ID=cb26926d-a6b2-42e8-b795-e4f2856ff97b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:30.307548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:30.390920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] No DVR routers for this DVR port cb26926d-a6b2-42e8-b795-e4f2856ff97b on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:17:30.393602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:30.398204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'name': 'network-vif-deleted', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:17:30.414804 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-57e5856e-bee1-4e67-8c32-7c89803b8269 req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "DELETE /v2.0/ports/cb26926d-a6b2-42e8-b795-e4f2856ff97b HTTP/1.1" status: 204 len: 173 time: 0.8221402 Nov 24 10:17:30.464497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818091c0-cef1-4999-93ae-1bbae54643d3', 'name': 'network-vif-deleted', 'tag': 'cb26926d-a6b2-42e8-b795-e4f2856ff97b', 'status': 'completed', 'code': 200} Nov 24 10:17:30.714552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4d8f7719-a98d-4d39-9dc1-b19f656af100 req-43c96615-e4c3-44fb-b474-ea073018931e tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=818091c0-cef1-4999-93ae-1bbae54643d3 HTTP/1.1" status: 200 len: 210 time: 0.0551169 Nov 24 10:17:32.228718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device cb26926d-a6b2-42e8-b795-e4f2856ff97b no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:17:32.266920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: cb26926d-a6b2-42e8-b795-e4f2856ff97b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:17:32.267314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device cb26926d-a6b2-42e8-b795-e4f2856ff97b not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:17:32.310361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c98e7a4d-184b-4661-b200-2b5b8bbec666 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:32.311152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c98e7a4d-184b-4661-b200-2b5b8bbec666 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:32.328075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c98e7a4d-184b-4661-b200-2b5b8bbec666 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:32.329388 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c98e7a4d-184b-4661-b200-2b5b8bbec666 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 817 time: 0.1778286 Nov 24 10:17:32.347654 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-738c0d6e-2f70-4673-938d-f6d2eca22831 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/quotas/bce62f5aa1984e82a5ffa74e6190c769 HTTP/1.1" status: 200 len: 375 time: 0.0119617 Nov 24 10:17:32.438609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-2d2accb4-db1f-4718-b056-4920071b7648 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842302 Nov 24 10:17:32.455529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-e1ca9242-0742-4846-8577-086d93786da5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:17:32.456560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-e1ca9242-0742-4846-8577-086d93786da5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054624 Nov 24 10:17:32.603536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-200930ef-1226-4350-93f2-5c30703dddb9 service neutron] 10.222.0.55 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398840 Nov 24 10:17:32.750242 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8cf94bbc-9ba1-4d9a-9dbc-541dc88f29ed service neutron] 10.222.0.55 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400046 Nov 24 10:17:32.950867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-508c60e8-87fd-45b2-9e2d-8d2be6f7943b req-b5f83eb5-e24b-4f5b-a191-597ceb879079 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:32.967380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-508c60e8-87fd-45b2-9e2d-8d2be6f7943b req-b5f83eb5-e24b-4f5b-a191-597ceb879079 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:32.968799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-508c60e8-87fd-45b2-9e2d-8d2be6f7943b req-b5f83eb5-e24b-4f5b-a191-597ceb879079 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 210 time: 0.0644140 Nov 24 10:17:34.168807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-91c28645-17f4-4628-bb83-7a7d52d90308 req-de8e4327-4277-435d-b31d-53d80991b3de tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 210 time: 0.0521362 Nov 24 10:17:34.309614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-e5c45f32-871c-4ecf-aa0c-f9b34f899b30 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:34.312254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-e5c45f32-871c-4ecf-aa0c-f9b34f899b30 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 817 time: 0.4521847 Nov 24 10:17:34.330569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Request body: {'port': {'device_id': '2af81342-b331-4ff8-a21a-493e75c523d0', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'admin_state_up': True, 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:17:34.484379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:17:34.497388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:17:34.508359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Made reservation on behalf of bce62f5aa1984e82a5ffa74e6190c769 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:17:34.514466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:34.753427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Allocated IP 172.20.0.14 (16d55491-b016-4414-bb62-032ac0458cf3/fb89e9dd-45a9-419b-991d-7a23b9f997e6/b9a1bfe2-504b-4318-b994-45950333b717) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:17:34.983080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.000904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Transition to ACTIVE for port object b9a1bfe2-504b-4318-b994-45950333b717 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:17:35.021821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.029551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea905068-2261-4795-acec-6636ca54e3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:35.101096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Network 16d55491-b016-4414-bb62-032ac0458cf3 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:17:35.110315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:17:35.115836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:17:35.152356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Pushing event updated for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:35.177737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.178353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.178614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.179070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.179507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.179935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.180362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.180847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.181286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.181849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.182216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:35.189131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:35.211155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:35.211941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.252096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258220 Nov 24 10:17:35.265513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Request body: {'port': {'device_id': '2af81342-b331-4ff8-a21a-493e75c523d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:17:35.455359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.490073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d5ca29a9-1554-42b8-994d-a8907e569ab7 None None] Provisioning for port b9a1bfe2-504b-4318-b994-45950333b717 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:35.495421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d5ca29a9-1554-42b8-994d-a8907e569ab7 None None] Provisioning complete for port b9a1bfe2-504b-4318-b994-45950333b717 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:35.495923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5ca29a9-1554-42b8-994d-a8907e569ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.564737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca29a9-1554-42b8-994d-a8907e569ab7 None None] Port b9a1bfe2-504b-4318-b994-45950333b717 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:17:35.615216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e43e9-1758-4f0c-95b1-1e7fdd124640 req-014c84cb-87bd-479d-bba4-aa38a287b471 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:35.616019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7e43e9-1758-4f0c-95b1-1e7fdd124640 req-014c84cb-87bd-479d-bba4-aa38a287b471 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Synchronizing usage tracker for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:17:35.667811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7e43e9-1758-4f0c-95b1-1e7fdd124640 req-014c84cb-87bd-479d-bba4-aa38a287b471 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Unset dirty status for tenant:bce62f5aa1984e82a5ffa74e6190c769 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:17:35.669170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7e43e9-1758-4f0c-95b1-1e7fdd124640 req-014c84cb-87bd-479d-bba4-aa38a287b471 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 932 time: 0.3011186 Nov 24 10:17:35.827211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7e43e9-1758-4f0c-95b1-1e7fdd124640 req-9bdee2f6-0d92-4570-a08d-04c93fb66a40 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506033 Nov 24 10:17:35.948653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a1bfe2-504b-4318-b994-45950333b717 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:17:35.956815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.978614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Transition to ACTIVE for port object b9a1bfe2-504b-4318-b994-45950333b717 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:17:35.981899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:35.986940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:36.145418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:36.148774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:36.279089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Attempting to bind port b9a1bfe2-504b-4318-b994-45950333b717 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:17:36.279679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Attempting to bind port b9a1bfe2-504b-4318-b994-45950333b717 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:17:36.279837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Attempting to bind port b9a1bfe2-504b-4318-b994-45950333b717 on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:17:36.287014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Port b9a1bfe2-504b-4318-b994-45950333b717 on network 16d55491-b016-4414-bb62-032ac0458cf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:17:36.287381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Attempting to bind port b9a1bfe2-504b-4318-b994-45950333b717 on network 16d55491-b016-4414-bb62-032ac0458cf3 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:17:36.296799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:17:36.297178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Checking segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:17:36.297608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Bound using segment: {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:17:36.298088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Bound port: b9a1bfe2-504b-4318-b994-45950333b717, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf461a7-3305-441a-a719-5c12ac2a18f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:17:36.298483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:36.411490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:17:36.415808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b9a1bfe2-504b-4318-b994-45950333b717,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:17:36.419862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:36.425197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac2a32bc-6344-439a-8059-3d496b5666ed tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:36.488199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:36.491153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] 10.222.0.61 "PUT /v2.0/ports/b9a1bfe2-504b-4318-b994-45950333b717 HTTP/1.1" status: 200 len: 1094 time: 1.2305982 Nov 24 10:17:36.491828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:17:36.611915 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717', 'status': 'completed', 'code': 200} Nov 24 10:17:36.636353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:36.645371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:36.702683 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-b8831839-2b88-488b-a880-ba61f3e94ef6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 1097 time: 0.1651061 Nov 24 10:17:36.802795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c58c1e0d-44f2-489b-9763-4237586f17fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a1bfe2-504b-4318-b994-45950333b717 HTTP/1.1" status: 200 len: 217 time: 0.0931225 Nov 24 10:17:36.875424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c45a30a9-5835-4eff-8d12-17955c078419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:36.877071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c45a30a9-5835-4eff-8d12-17955c078419 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb89e9dd-45a9-419b-991d-7a23b9f997e6 HTTP/1.1" status: 200 len: 856 time: 0.0688009 Nov 24 10:17:37.027905 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-7171d42f-ab22-4023-8be6-3c2a35abcea3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16d55491-b016-4414-bb62-032ac0458cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1437838 Nov 24 10:17:37.178693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe9c1-7c09-4764-8813-477149099035 req-60b7b946-62b2-4d37-9473-adfdaed9bfc6 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:37.180433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b68fe9c1-7c09-4764-8813-477149099035 req-60b7b946-62b2-4d37-9473-adfdaed9bfc6 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 944 time: 0.2158239 Nov 24 10:17:37.231640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-8a5f71d0-7435-4e7e-a515-1995c0d69b22 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968689 Nov 24 10:17:37.308408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b68fe9c1-7c09-4764-8813-477149099035 req-54ccfd25-9b46-44ef-94f8-8f4d33db88f7 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048403 Nov 24 10:17:37.410047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f684a680-ebb5-493e-98d9-acf2e60f5327 req-c9e9dc86-1908-4db0-86e5-da29211630c8 service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646421 Nov 24 10:17:37.548991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-42f07a76-a36f-4a85-a725-67c3f6b0b459 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 1097 time: 0.0882976 Nov 24 10:17:37.741869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-2d991518-7741-4489-aeea-997e58486ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:37.744159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-2d991518-7741-4489-aeea-997e58486ebe service neutron] 10.222.0.61 "GET /v2.0/networks?id=16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 200 len: 918 time: 0.1863468 Nov 24 10:17:37.815945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-da1e5e64-b5ab-403a-8a9d-deb993d2d3fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a1bfe2-504b-4318-b994-45950333b717 HTTP/1.1" status: 200 len: 217 time: 0.0657103 Nov 24 10:17:37.896337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-0dc5f6ca-2367-4ad6-979f-ecf5018d6317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:37.897936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-0dc5f6ca-2367-4ad6-979f-ecf5018d6317 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb89e9dd-45a9-419b-991d-7a23b9f997e6 HTTP/1.1" status: 200 len: 856 time: 0.0730376 Nov 24 10:17:37.981057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-5d771566-b17b-41f0-82d4-4e270fa73cf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16d55491-b016-4414-bb62-032ac0458cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766048 Nov 24 10:17:38.140132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-8b9e076b-290d-42ec-8ab0-6877a090073c service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512637 Nov 24 10:17:38.298759 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-526ddbe4-6cd7-4aac-8064-34a09a897cf7 req-e224271d-131c-4a97-9ea2-165857efeffc service neutron] 10.222.0.61 "GET /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517808 Nov 24 10:17:38.544780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c29c6a-1969-4f4e-a3f6-569b91dcad24 req-9a1b69f5-58d4-4edd-aaab-1bbc6c3b8dbd tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:38.546522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5c29c6a-1969-4f4e-a3f6-569b91dcad24 req-9a1b69f5-58d4-4edd-aaab-1bbc6c3b8dbd tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 944 time: 0.0951283 Nov 24 10:17:38.599882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5c29c6a-1969-4f4e-a3f6-569b91dcad24 req-8562ccd8-ae92-4255-969a-bf3956b076e5 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470445 Nov 24 10:17:39.829860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bd95b-c322-4558-80ca-1f6d1846cfb4 req-058874e3-b909-4977-b2ef-4206623cea23 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:39.831570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a2bd95b-c322-4558-80ca-1f6d1846cfb4 req-058874e3-b909-4977-b2ef-4206623cea23 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 944 time: 0.0964837 Nov 24 10:17:39.892430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2a2bd95b-c322-4558-80ca-1f6d1846cfb4 req-9fc16612-4be2-4006-bc8b-f7ed1c9eb9b7 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513148 Nov 24 10:17:40.289861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b9a1bfe2-504b-4318-b994-45950333b717 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:17:40.615697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b9a1bfe2-504b-4318-b994-45950333b717,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:40.633961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b9a1bfe2-504b-4318-b994-45950333b717', 'network_id': '16d55491-b016-4414-bb62-032ac0458cf3', 'port_id': 'b9a1bfe2-504b-4318-b994-45950333b717', 'mac_address': 'fa:16:3e:de:7a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb89e9dd-45a9-419b-991d-7a23b9f997e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:17:40.699314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:40.726707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a1bfe2-504b-4318-b994-45950333b717 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:17:40.745948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b9a1bfe2-504b-4318-b994-45950333b717,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:40.749484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:40.752113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:40.823712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:40.835982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:40.846123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.846521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.846969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.847382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.847810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.848191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.848610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.848993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.849365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.849738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.850107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:17:40.855118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:40.947169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b9a1bfe2-504b-4318-b994-45950333b717'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:17:41.119256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143d728-eeeb-47e5-b8fc-320f314cbd18 req-46780c81-f2f8-484a-9cf3-3b44ae657e0f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:41.121007 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d143d728-eeeb-47e5-b8fc-320f314cbd18 req-46780c81-f2f8-484a-9cf3-3b44ae657e0f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 945 time: 0.0899782 Nov 24 10:17:41.179445 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d143d728-eeeb-47e5-b8fc-320f314cbd18 req-cae29039-8313-4b62-b78e-10c1d275567a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516205 Nov 24 10:17:42.289830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b9a1bfe2-504b-4318-b994-45950333b717 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:17:42.369742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port b9a1bfe2-504b-4318-b994-45950333b717 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:17:42.375331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b9a1bfe2-504b-4318-b994-45950333b717 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:17:42.375766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:42.397377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0e8f5-af84-4b27-b1e9-e2191d6e961f req-30db302d-5566-4155-aae4-4981a076cb5b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:42.399168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8aa0e8f5-af84-4b27-b1e9-e2191d6e961f req-30db302d-5566-4155-aae4-4981a076cb5b tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 945 time: 0.0930731 Nov 24 10:17:42.454310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8aa0e8f5-af84-4b27-b1e9-e2191d6e961f req-48d3cbf3-4ae7-49ed-92ee-f9e16d96dd32 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Nov 24 10:17:42.552369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:42.584001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:17:42.595623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b9a1bfe2-504b-4318-b994-45950333b717,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:17:42.599592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:42.602499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:17:42.699037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:17:42.703431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:17:42.737926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717', 'code': 200} Nov 24 10:17:42.987927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06a9ac1-975a-4ac9-ae09-c8d800306d18 req-26748619-4280-4457-8f5e-56792694ed16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 1099 time: 0.0795019 Nov 24 10:17:43.034524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06a9ac1-975a-4ac9-ae09-c8d800306d18 req-b905a806-bb14-434b-abaf-80e2e9083d1c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Nov 24 10:17:43.674849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecb283-ad36-4806-86a0-d3b9cfd3eaf7 req-cb6b239f-f9f2-475c-ac25-57937488537a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:43.676464 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6eecb283-ad36-4806-86a0-d3b9cfd3eaf7 req-cb6b239f-f9f2-475c-ac25-57937488537a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0959711 Nov 24 10:17:43.726711 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6eecb283-ad36-4806-86a0-d3b9cfd3eaf7 req-ba073320-6c6a-42f6-b6e7-e3ef1773493d tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Nov 24 10:17:44.935410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca46ea-8d1c-478f-abe1-70ab3a6c434e req-4c70fd77-2ad1-43d0-8550-3d1487cfa39e tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:44.936942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66ca46ea-8d1c-478f-abe1-70ab3a6c434e req-4c70fd77-2ad1-43d0-8550-3d1487cfa39e tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0853457 Nov 24 10:17:44.987408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66ca46ea-8d1c-478f-abe1-70ab3a6c434e req-89dbea1d-06c4-41fe-8029-b649921bc964 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441148 Nov 24 10:17:45.339384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa271a-34fb-4fd3-9513-129a293b3ed0 req-0e875ed8-0a7b-41e0-95ff-c1acfbf9a228 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:17:45.341203 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaaa271a-34fb-4fd3-9513-129a293b3ed0 req-0e875ed8-0a7b-41e0-95ff-c1acfbf9a228 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0878484 Nov 24 10:17:45.391813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aaaa271a-34fb-4fd3-9513-129a293b3ed0 req-f0f8d7c1-e1ca-47ea-bcdd-a951b58ad072 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Nov 24 10:17:48.920984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f5cc0488-4722-415d-b84f-19edb2b603c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:50.494472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:51.675407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-186a405e-558b-4a8b-8382-973daf876448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:51.699869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:17:53.357828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:00.187419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2027178-933f-4e9c-8133-392316efbd05 req-12a77f51-12d2-4927-8ed3-baf42cc3c1c6 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:00.189004 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2027178-933f-4e9c-8133-392316efbd05 req-12a77f51-12d2-4927-8ed3-baf42cc3c1c6 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0870967 Nov 24 10:18:00.240731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2027178-933f-4e9c-8133-392316efbd05 req-ba9e5733-061c-44d2-b403-c0820d4e3427 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Nov 24 10:18:01.452644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2e1bb-51aa-4101-be0c-52ca2cc51a66 req-2cefbb9d-01ef-4dac-9b53-8cbd975da64d tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:01.454268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20b2e1bb-51aa-4101-be0c-52ca2cc51a66 req-2cefbb9d-01ef-4dac-9b53-8cbd975da64d tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0879788 Nov 24 10:18:01.504025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20b2e1bb-51aa-4101-be0c-52ca2cc51a66 req-39c30194-2536-4b9f-b01f-2503e8e23af3 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/security-groups?id=d084925a-ebef-4012-a77e-1d38dd455572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Nov 24 10:18:01.648781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-ca5347af-3255-4f9a-a1ea-ede277ded559 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:01.651023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-ca5347af-3255-4f9a-a1ea-ede277ded559 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 946 time: 0.0859282 Nov 24 10:18:01.729831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Deleting port b9a1bfe2-504b-4318-b994-45950333b717 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:01.730208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:02.211557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] For port b9a1bfe2-504b-4318-b994-45950333b717, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b9a1bfe2-504b-4318-b994-45950333b717,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:02.211997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:02.342542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Calling delete_port for b9a1bfe2-504b-4318-b994-45950333b717 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:02.484021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:02.490560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3dde070-2ceb-4911-9d9f-89cc55805376 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:02.541243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Pushing event deleted for resources: {'Port': ['ID=b9a1bfe2-504b-4318-b994-45950333b717,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:02.544009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:02.626732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] No DVR routers for this DVR port b9a1bfe2-504b-4318-b994-45950333b717 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:18:02.630484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:02.633950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'name': 'network-vif-deleted', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:18:02.651556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d10169a1-7686-4bf7-84ad-e532195aa32a req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.61 "DELETE /v2.0/ports/b9a1bfe2-504b-4318-b994-45950333b717 HTTP/1.1" status: 204 len: 173 time: 0.9945607 Nov 24 10:18:02.701848 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af81342-b331-4ff8-a21a-493e75c523d0', 'name': 'network-vif-deleted', 'tag': 'b9a1bfe2-504b-4318-b994-45950333b717', 'status': 'completed', 'code': 200} Nov 24 10:18:02.706593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef451768-bf42-4d34-9c70-d7281c7fad2a req-6846f760-128b-4f37-8685-89a18a28c08a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2af81342-b331-4ff8-a21a-493e75c523d0 HTTP/1.1" status: 200 len: 210 time: 0.0524981 Nov 24 10:18:02.746170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:18:03.854776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:04.262123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:04.415626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b9a1bfe2-504b-4318-b994-45950333b717 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:04.448521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: b9a1bfe2-504b-4318-b994-45950333b717 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:04.448905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b9a1bfe2-504b-4318-b994-45950333b717 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:04.888191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Deleting port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:04.888861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:05.072988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] For port 8eb5ede9-2c54-45a3-a5ff-98074cdf4213, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:05.073382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:05.202306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Calling delete_port for 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:05.606423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:05.611071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5cb4a036-b5ae-45ca-841a-c8b6dfe0021a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:05.654920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb5ede9-2c54-45a3-a5ff-98074cdf4213,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:05.698527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.698995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.699424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.699847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.700268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.700691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.701113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.701529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.701944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.702352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.702815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:05.710606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:05.990501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:06.617051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Router c3059d01-7877-461b-a46a-82fa8337865c has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:18:06.832596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:06.842173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Sync routers for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:06.846323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] 10.222.0.55 "PUT /v2.0/routers/c3059d01-7877-461b-a46a-82fa8337865c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9903648 Nov 24 10:18:06.848945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:06.856200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:06.856882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:17:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:07.043186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:07.050698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:07.263314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:07.271543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Deleting port ce7842cb-e1ea-483b-852e-f5d817257986 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:07.271918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:07.361164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:18:05Z', 'revision_number': 5, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port': {'id': 'ce7842cb-e1ea-483b-852e-f5d817257986', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:a8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:48Z', 'updated_at': '2021-11-24T10:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:07.365225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Checking router: c3059d01-7877-461b-a46a-82fa8337865c for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:07.377526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Routers {'c3059d01-7877-461b-a46a-82fa8337865c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:07.378190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:17:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['c3059d01-7877-461b-a46a-82fa8337865c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:07.456932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] For port ce7842cb-e1ea-483b-852e-f5d817257986, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ce7842cb-e1ea-483b-852e-f5d817257986,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:07.457335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:07.538296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] Set router c3059d01-7877-461b-a46a-82fa8337865c gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:07.585897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Calling delete_port for ce7842cb-e1ea-483b-852e-f5d817257986 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:07.654565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:18:07Z', 'revision_number': 6, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:07.658878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f2133-b3e1-4d8f-9082-b973f2379483 None None] The sync data for ids ['c3059d01-7877-461b-a46a-82fa8337865c'] in dv-neutron-818439-1-hyperv is: [{'id': 'c3059d01-7877-461b-a46a-82fa8337865c', 'name': 'tempest-TestEncryptedCinderVolumes-1737966983-router', 'tenant_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:47Z', 'updated_at': '2021-11-24T10:18:07Z', 'revision_number': 6, 'project_id': 'bce62f5aa1984e82a5ffa74e6190c769', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:07.764158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:07.769131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e19947f0-b55d-4f02-9f8f-390d74956a3c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:07.813646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7842cb-e1ea-483b-852e-f5d817257986,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:07.817538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:08.285960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.550264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.554587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.584921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.585828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3059d01-7877-461b-a46a-82fa8337865c {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:18:08.602003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.607012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] 10.222.0.55 "DELETE /v2.0/routers/c3059d01-7877-461b-a46a-82fa8337865c HTTP/1.1" status: 204 len: 168 time: 1.7546883 Nov 24 10:18:08.607473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:08.642325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:08.677228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:08.677631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 8eb5ede9-2c54-45a3-a5ff-98074cdf4213 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:08.678101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ce7842cb-e1ea-483b-852e-f5d817257986 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:08.679204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Deleting subnet fb89e9dd-45a9-419b-991d-7a23b9f997e6 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:18:08.683435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.713140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ce7842cb-e1ea-483b-852e-f5d817257986 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:08.714035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ce7842cb-e1ea-483b-852e-f5d817257986 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:08.737660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.823705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.897976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.902516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-55587764-5ad8-436e-841c-54878d60cf7a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:08.938890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb89e9dd-45a9-419b-991d-7a23b9f997e6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:08.941576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:08.944330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:08.951284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b7ba86a-4c0a-4661-b3cf-f12d615d38c3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb89e9dd-45a9-419b-991d-7a23b9f997e6 HTTP/1.1" status: 204 len: 168 time: 0.3425162 Nov 24 10:18:08.951555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e96597-afba-450f-bd86-e0a72cb133d1 None None] Network 16d55491-b016-4414-bb62-032ac0458cf3 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:08.953959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:09.070311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.081320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Deleting port 9aed9f81-9187-47a1-9e55-5a37de968585 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:09.081621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.214280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] DHCP port deletion for 16d55491-b016-4414-bb62-032ac0458cf3 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:18:09.218608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Deleting port 9aed9f81-9187-47a1-9e55-5a37de968585 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:09.219041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.307526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] For port 9aed9f81-9187-47a1-9e55-5a37de968585, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9aed9f81-9187-47a1-9e55-5a37de968585,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:09.308143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.429866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] For port 9aed9f81-9187-47a1-9e55-5a37de968585, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9aed9f81-9187-47a1-9e55-5a37de968585,segment=NetworkSegment(0bf461a7-3305-441a-a719-5c12ac2a18f8),segment_id=0bf461a7-3305-441a-a719-5c12ac2a18f8)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:09.430233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.438001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Calling delete_port for 9aed9f81-9187-47a1-9e55-5a37de968585 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:09.513275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.517841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3a566b7e-912b-4c15-9810-0dfe3629a5b5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:09.559950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Calling delete_port for 9aed9f81-9187-47a1-9e55-5a37de968585 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:09.566473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9aed9f81-9187-47a1-9e55-5a37de968585,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:09.569544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:09.572515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] No DVR routers for this DVR port 9aed9f81-9187-47a1-9e55-5a37de968585 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:18:09.633872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:18:09.634324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:18:09.700734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.728590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d55491-b016-4414-bb62-032ac0458cf3']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:09.741338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf461a7-3305-441a-a719-5c12ac2a18f8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:09.741678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf461a7-3305-441a-a719-5c12ac2a18f8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:09.753513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.769115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.776385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:18:09.776818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:18:09.790672 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:18:09.871657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.875211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:09.890049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:09.903811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Pushing event deleted for resources: {'Network': ['ID=16d55491-b016-4414-bb62-032ac0458cf3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:09.908887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:09.916207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] 10.222.0.55 "DELETE /v2.0/networks/16d55491-b016-4414-bb62-032ac0458cf3 HTTP/1.1" status: 204 len: 168 time: 0.9611185 Nov 24 10:18:09.919361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:10.135826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Deleting port 9aed9f81-9187-47a1-9e55-5a37de968585 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:10.136381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:10.205404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fec738f8-382c-4b48-869b-06d8ed492472 None None] The port '9aed9f81-9187-47a1-9e55-5a37de968585' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:18:10.322375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:10.637843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9aed9f81-9187-47a1-9e55-5a37de968585 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:10.675804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9aed9f81-9187-47a1-9e55-5a37de968585 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:10.676209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9aed9f81-9187-47a1-9e55-5a37de968585 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:10.771123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:10.953329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Deleting port 01e71eef-b028-4d6c-b241-b313834f1459 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:10.953627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:11.131427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] For port 01e71eef-b028-4d6c-b241-b313834f1459, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=01e71eef-b028-4d6c-b241-b313834f1459,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:11.131826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:11.263675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Calling delete_port for 01e71eef-b028-4d6c-b241-b313834f1459 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:11.441828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:11.446901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5334b2a8-08be-4c28-bb64-3d047633292b tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:11.489183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=01e71eef-b028-4d6c-b241-b313834f1459,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:11.491989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:12.033916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:12.646309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Router 958888cd-d835-4ac5-beab-6410a288828e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:18:12.855836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:12.865320 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] 10.222.0.55 "PUT /v2.0/routers/958888cd-d835-4ac5-beab-6410a288828e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9448817 Nov 24 10:18:12.865475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Sync routers for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:12.868316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:12.878205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:12.878945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:17:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:13.067237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:13.073413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:13.279241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:13.287522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Deleting port 9680c928-b59b-4743-8b9d-701c0a6e8d4f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:13.287892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:13.369753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:18:11Z', 'revision_number': 5, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port': {'id': '9680c928-b59b-4743-8b9d-701c0a6e8d4f', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958888cd-d835-4ac5-beab-6410a288828e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:13.373863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Checking router: 958888cd-d835-4ac5-beab-6410a288828e for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:13.386022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Routers {'958888cd-d835-4ac5-beab-6410a288828e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:13.386753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:17:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['958888cd-d835-4ac5-beab-6410a288828e'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:13.469264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] For port 9680c928-b59b-4743-8b9d-701c0a6e8d4f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9680c928-b59b-4743-8b9d-701c0a6e8d4f,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:13.469659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:13.544456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] Set router 958888cd-d835-4ac5-beab-6410a288828e gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:13.667253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:18:13Z', 'revision_number': 6, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:13.672088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56f12a-b787-42a0-94a2-0d93ed7fa759 None None] The sync data for ids ['958888cd-d835-4ac5-beab-6410a288828e'] in dv-neutron-818439-1-hyperv is: [{'id': '958888cd-d835-4ac5-beab-6410a288828e', 'name': 'tempest-TestEncryptedCinderVolumes-1281742410-router', 'tenant_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:16:54Z', 'updated_at': '2021-11-24T10:18:13Z', 'revision_number': 6, 'project_id': '071b2f3dddcf4fe7b1719ca91e68a56a', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:13.841396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Calling delete_port for 9680c928-b59b-4743-8b9d-701c0a6e8d4f owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:14.025694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.031430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f75a9a48-7965-4839-bc9f-da5d43e84228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:14.078066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Pushing event deleted for resources: {'Port': ['ID=9680c928-b59b-4743-8b9d-701c0a6e8d4f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:14.080996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:14.317054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.588272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.593131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.626225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.626826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958888cd-d835-4ac5-beab-6410a288828e {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:18:14.640486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.644407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] 10.222.0.55 "DELETE /v2.0/routers/958888cd-d835-4ac5-beab-6410a288828e HTTP/1.1" status: 204 len: 168 time: 1.7725246 Nov 24 10:18:14.644565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01e71eef-b028-4d6c-b241-b313834f1459 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:14.644849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:14.678400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 01e71eef-b028-4d6c-b241-b313834f1459 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:14.678998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 01e71eef-b028-4d6c-b241-b313834f1459 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:14.679264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9680c928-b59b-4743-8b9d-701c0a6e8d4f no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:14.714908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9680c928-b59b-4743-8b9d-701c0a6e8d4f {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:14.715310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9680c928-b59b-4743-8b9d-701c0a6e8d4f not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:14.720456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Deleting subnet 5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:18:14.723981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.778529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.859671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.936182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.940584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-028dd544-8695-4728-a67f-2a1fbc4abe03 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:14.978145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:14.981155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:14.983787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:14.989215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fbf2f-cf2a-480f-a8ae-8527d51a99a3 None None] Network 1c161af2-8e95-4b54-9d0a-87dc5296e691 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:14.990354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a62761aa-5fff-45c2-9c43-49254d8d0d92 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ce4e04c-fe0c-4cad-9d41-54b2d4c9bc4c HTTP/1.1" status: 204 len: 168 time: 0.3443785 Nov 24 10:18:14.993205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:15.105790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.116864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Deleting port 3e66664a-b84a-4241-ae57-4e644af8fbca {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:15.117234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.248412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] DHCP port deletion for 1c161af2-8e95-4b54-9d0a-87dc5296e691 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:18:15.252642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Deleting port 3e66664a-b84a-4241-ae57-4e644af8fbca {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:15.253068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.337246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] For port 3e66664a-b84a-4241-ae57-4e644af8fbca, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3e66664a-b84a-4241-ae57-4e644af8fbca,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:15.337675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.466874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Calling delete_port for 3e66664a-b84a-4241-ae57-4e644af8fbca owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:15.548340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.553217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1884cbf7-d11d-4880-914e-67af1604909c tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:15.601511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e66664a-b84a-4241-ae57-4e644af8fbca,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:15.604926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:15.608283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] No DVR routers for this DVR port 3e66664a-b84a-4241-ae57-4e644af8fbca on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:18:15.635130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] For port 3e66664a-b84a-4241-ae57-4e644af8fbca, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3e66664a-b84a-4241-ae57-4e644af8fbca,segment=NetworkSegment(2f85a596-c7b3-4288-a96d-629b20868376),segment_id=2f85a596-c7b3-4288-a96d-629b20868376)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:15.635574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.732217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.761082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Calling delete_port for 3e66664a-b84a-4241-ae57-4e644af8fbca owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:18:15.766644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c161af2-8e95-4b54-9d0a-87dc5296e691']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:15.780923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f85a596-c7b3-4288-a96d-629b20868376') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:15.781265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f85a596-c7b3-4288-a96d-629b20868376') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:15.793596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.811067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.817724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:18:15.818154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:18:15.832786 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:18:15.835189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:18:15.835629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:18:15.915763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.919289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2941a4b7-b94f-480b-9ac0-74e46b8a3d0a tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:15.933010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:15.948623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c161af2-8e95-4b54-9d0a-87dc5296e691,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:15.952741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c161af2-8e95-4b54-9d0a-87dc5296e691 HTTP/1.1" status: 204 len: 168 time: 0.9584105 Nov 24 10:18:15.960186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:16.157148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59468) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:16.211967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e20fa99f-e4a9-484b-ad17-8cc2daea2f27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bce62f5aa1984e82a5ffa74e6190c769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534587 Nov 24 10:18:16.214678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59472) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:16.289863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.320919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.336703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Deleting port 3e66664a-b84a-4241-ae57-4e644af8fbca {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:18:16.337141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.376453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.381732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-882f539a-463a-4737-aa07-88dfa8aa9ef2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:16.398193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084925a-ebef-4012-a77e-1d38dd455572,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:16.403283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:16.406107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.409790 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d084925a-ebef-4012-a77e-1d38dd455572 HTTP/1.1" status: 204 len: 168 time: 0.1915724 Nov 24 10:18:16.409963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6111742-29a3-4798-a695-466c5b1b027d None None] The port '3e66664a-b84a-4241-ae57-4e644af8fbca' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:18:16.638480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3e66664a-b84a-4241-ae57-4e644af8fbca no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:18:16.675621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3e66664a-b84a-4241-ae57-4e644af8fbca {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:18:16.676022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3e66664a-b84a-4241-ae57-4e644af8fbca not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:18:16.834900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59480) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:16.888951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47db8842-02ee-4cc8-b112-94f2711cbafb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=071b2f3dddcf4fe7b1719ca91e68a56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527258 Nov 24 10:18:16.892001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59484) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:16.955674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:16.983817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:17.032088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:17.037124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:17.050282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc8c43-dbe8-4076-89d5-ac39b4aed42f,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:17.053492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:17.055905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:17.057152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07bc8c43-dbe8-4076-89d5-ac39b4aed42f HTTP/1.1" status: 204 len: 168 time: 0.1641483 Nov 24 10:18:17.962727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:18.104611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-320344409-network', 'tenant_id': '930f468934a8448aa3657332a4fd65e8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:18.110097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:18.114211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Usage tracker for resource:network and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:18.117206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:18.124021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:18.134332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Made reservation on behalf of 930f468934a8448aa3657332a4fd65e8 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:18:18.139145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.152661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.187593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:18.191853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:18.194920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:18.201334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:18.275184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.277988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.282220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0da01867-6d2b-4daf-b019-4fe474714aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:18.309290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:18:18.322318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dadcc08-5dcc-45f6-96d4-8b66c195d989,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:18.326550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:18.327553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.327942 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Added segment bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0 of type vlan for network ad955e30-4161-4e51-9f07-46bd74de17db Nov 24 10:18:18.355908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.390385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.391406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:18.392087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.397214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1b22dfc8-a336-4d9a-99d3-47f9f61471b7 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:18.498097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5340626 Nov 24 10:18:18.501241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59512) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:18.507199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Pushing event updated for resources: {'Network': ['ID=ad955e30-4161-4e51-9f07-46bd74de17db,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:18.507921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Request body: {'subnet': {'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-320344409-subnet', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:18.515457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c171daf0-451b-47e2-a146-d7a8c999ba79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:18.519805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:18.520558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ad955e30-4161-4e51-9f07-46bd74de17db details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:18:18.523348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Usage tracker for resource:subnet and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:18.528018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:18.534035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:18.546154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Made reservation on behalf of 930f468934a8448aa3657332a4fd65e8 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:18:18.551800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.780312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.784557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:18.861622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d433c2b0-e06d-4a04-94bb-c1ff3c35945c,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:18.865728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:18.875225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Checking segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:18.875622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Network hostable DHCP agents. Network: ad955e30-4161-4e51-9f07-46bd74de17db, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:18:18.897023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Network ad955e30-4161-4e51-9f07-46bd74de17db is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:18:18.905600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ad955e30-4161-4e51-9f07-46bd74de17db) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:18.909476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:18.910047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.920056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583e39a-dd35-4439-a16a-f71c8825c4e7 None None] Network ad955e30-4161-4e51-9f07-46bd74de17db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:18.934627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93377f3e-6bdd-418a-96a9-6b575c109449 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4319580 Nov 24 10:18:18.934841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:18.940403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:18.948924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:18.953191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Usage tracker for resource:router and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:18.956513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:18.959346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6a7b0fe6-0d77-4871-aa9d-4635cf374155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.962933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:18.974213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.975271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:18.995493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.145596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.158393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ad955e30-4161-4e51-9f07-46bd74de17db', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:18:19.159462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.326103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Allocated IP 172.20.0.2 (ad955e30-4161-4e51-9f07-46bd74de17db/d433c2b0-e06d-4a04-94bb-c1ff3c35945c/fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:19.344628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.377200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.525835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Allocated IP 172.26.6.179 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/433f5af2-4714-43d6-8879-3a585a48f3be) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:19.541698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.552535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Transition to ACTIVE for port object fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:19.572680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Transition to ACTIVE for port object fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:19.576861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.582321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:19.649384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Network ad955e30-4161-4e51-9f07-46bd74de17db is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:19.653244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:19.658031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:19.660322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Pushing event updated for resources: {'Port': ['ID=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:19.663369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:19.691027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.718325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.722841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0903a100-ac80-45ad-9360-0e031bfa16ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:19.754173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Attempting to bind port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:19.754607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Attempting to bind port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:19.755027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Attempting to bind port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f on network ad955e30-4161-4e51-9f07-46bd74de17db {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:19.763389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:19.763832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Checking segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:19.764261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.764698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Bound using segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:19.765214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Bound port: fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:19.765633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.789068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:19.793286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:19.798264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:19.824290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Pushing event updated for resources: {'Port': ['ID=433f5af2-4714-43d6-8879-3a585a48f3be,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:19.829682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:19.860456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-17511836-5865-4881-a632-e9e72b532a30 None None] For port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:19.863725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-17511836-5865-4881-a632-e9e72b532a30 None None] For port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:19.867018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.871934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:19.965295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Pushing event updated for resources: {'Port': ['ID=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:19.968715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:19.977811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:19.978597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:20.216680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:18:20.499441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:20.675224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:20.687801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:20.699053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Sync routers for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:20.712124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:20.713406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:20.713844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7780879 Nov 24 10:18:20.714263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:17:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:20.717022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:20.751085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:20.902540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:21.353593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:19Z', 'revision_number': 3, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:21.358479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Checking router: 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:21.358917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Updating router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 port 433f5af2-4714-43d6-8879-3a585a48f3be binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:18:21.416518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.546659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.671870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-207b166e-c5ec-4148-8f69-45176eb012af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.720095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.795666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc6bc9-988e-42f6-8221-b946b815cdf9 None None] Network ad955e30-4161-4e51-9f07-46bd74de17db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:21.797661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Allocated IP 172.20.0.1 (ad955e30-4161-4e51-9f07-46bd74de17db/d433c2b0-e06d-4a04-94bb-c1ff3c35945c/6c9cda85-bc88-4c4e-8e0a-baeaf3707443) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:21.815092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.828019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Transition to ACTIVE for port object 433f5af2-4714-43d6-8879-3a585a48f3be will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:21.834130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.838965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad85f538-cb96-4435-b275-122aa2888c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:21.926693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Pushing event updated for resources: {'Port': ['ID=433f5af2-4714-43d6-8879-3a585a48f3be,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:21.927849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Provisioning for port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:21.929681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Attempting to bind port 433f5af2-4714-43d6-8879-3a585a48f3be on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:21.929935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Attempting to bind port 433f5af2-4714-43d6-8879-3a585a48f3be by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:21.930386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Attempting to bind port 433f5af2-4714-43d6-8879-3a585a48f3be on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:21.938434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Provisioning complete for port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:21.938896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.942926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.942926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.943232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.943587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.943955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.944328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.944693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.945056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.945613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.945879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.946789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:21.950653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:21.951975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:21.952195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:21.952585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.953011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:21.953533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Bound port: 433f5af2-4714-43d6-8879-3a585a48f3be, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:21.953947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.970256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:21.989000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Transition to ACTIVE for port object 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:22.014253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.020826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f2a98d47-c55e-41e2-89af-d1da1c08393e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:22.036848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] For port 433f5af2-4714-43d6-8879-3a585a48f3be, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:22.040895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] For port 433f5af2-4714-43d6-8879-3a585a48f3be, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=433f5af2-4714-43d6-8879-3a585a48f3be,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:22.044001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.048660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:22.089757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Network ad955e30-4161-4e51-9f07-46bd74de17db is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:22.093466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:22.098342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:22.113205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.135487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Pushing event updated for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:22.135710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Pushing event updated for resources: {'Port': ['ID=433f5af2-4714-43d6-8879-3a585a48f3be,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:22.139998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:22.143394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:22.143652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:22.144095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:22.150641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] For port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:22.175689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.187041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.197512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:22.272633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.292119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Pushing event updated for resources: {'Port': ['ID=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:22.305205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:22.369671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:22.566618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.571603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.625029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Provisioning for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:22.630785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Provisioning complete for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:22.631481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.641578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-84163873-9db2-4294-9e08-0fb974f7e0bb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:22.736290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Pushing event updated for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:22.737833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:22.741554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:22.747745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:22.756149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:19Z', 'revision_number': 3, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:22.761091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c4e90-3637-4192-9834-035cf479bb44 None None] The sync data for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv is: [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:19Z', 'revision_number': 3, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:22.763443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.824919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Provisioning complete for port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:22.825456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964a4099-dc81-4c51-8383-12e597f2ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.899715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:22.899997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:22.959423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Network ad955e30-4161-4e51-9f07-46bd74de17db is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:22.960800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:23.190600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ea75840-24d7-4b20-a7c7-2ba06729e4ac None None] Provisioning complete for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:23.190600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ea75840-24d7-4b20-a7c7-2ba06729e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:23.278651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6ea75840-24d7-4b20-a7c7-2ba06729e4ac None None] Port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:23.357158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:23.404020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5bfe6dfc-bb84-4716-8eae-d1effb0e57e7 None None] Provisioning complete for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:23.404741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5bfe6dfc-bb84-4716-8eae-d1effb0e57e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:23.425175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:18:23.463165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5bfe6dfc-bb84-4716-8eae-d1effb0e57e7 None None] Port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:23.652601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:23.662024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] 10.222.0.55 "PUT /v2.0/routers/8f85e11c-78cd-4e85-8fd0-bf1b4874ea93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9438434 Nov 24 10:18:24.641831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59542) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:24.648166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-485266615-network', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:24.654415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:24.658995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Usage tracker for resource:network and tenant:af0a757c60c34cc1822e69d0cb47b534 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:24.662268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:24.673117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:24.674999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 433f5af2-4714-43d6-8879-3a585a48f3be up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:24.689370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Made reservation on behalf of af0a757c60c34cc1822e69d0cb47b534 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:18:24.697194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.720134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.750348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 433f5af2-4714-43d6-8879-3a585a48f3be completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:24.754239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:24.755190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 433f5af2-4714-43d6-8879-3a585a48f3be triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:24.755612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.759085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Usage tracker for resource:security_group_rule and tenant:af0a757c60c34cc1822e69d0cb47b534 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:24.762054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:24.768117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:24.837927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.840789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.845317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d31b8fa9-16e6-4e77-9440-3a58f4ed8bbd tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:24.875244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.877330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:18:24.886962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6869aa6f-a454-4a25-9af8-3f88d5d0daa6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:24.890887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:24.892830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 433f5af2-4714-43d6-8879-3a585a48f3be, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=433f5af2-4714-43d6-8879-3a585a48f3be,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:24.893857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.894389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Added segment 9aa7e551-6b70-4dfc-8797-79accd6c9218 of type vlan for network cfa3abf2-12a5-4628-92fb-45432e5b4a7d Nov 24 10:18:24.895957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.898057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:24.924396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.956119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.957233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:24.958195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:24.964674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1a4c2b95-5b52-40a2-8d4c-42a4a3d66b72 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:24.970120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=433f5af2-4714-43d6-8879-3a585a48f3be,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:24.973479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:25.074754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4315701 Nov 24 10:18:25.075730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa3abf2-12a5-4628-92fb-45432e5b4a7d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:25.077777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:25.078934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:25.084683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Request body: {'subnet': {'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-485266615-subnet', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:25.087924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:18:25.091337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:25.095397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Usage tracker for resource:subnet and tenant:af0a757c60c34cc1822e69d0cb47b534 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:25.098401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:25.104917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:25.115046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Made reservation on behalf of af0a757c60c34cc1822e69d0cb47b534 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:18:25.120853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.350765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.355961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-82f4f854-3308-40c8-8605-020e2917c4c2 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:25.436956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:25.441172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:25.451191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Checking segment: {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:25.451598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Network hostable DHCP agents. Network: cfa3abf2-12a5-4628-92fb-45432e5b4a7d, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:18:25.474162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:18:25.484810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, cfa3abf2-12a5-4628-92fb-45432e5b4a7d) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:25.488981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:25.489639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.496756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f3ba3-4a10-4041-b878-599ad5dcaa94 None None] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:25.513092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-62244c92-7e48-4ad4-82ef-49ba4e45120a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4340057 Nov 24 10:18:25.515785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59550) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:25.521545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:25.526926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:25.531083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Usage tracker for resource:router and tenant:af0a757c60c34cc1822e69d0cb47b534 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:18:25.534112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:18:25.541248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:25.552622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.553728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.573518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.729246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'fixed_ips': [{'subnet_id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:18:25.730143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.735418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.888537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Sync routers for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:25.915704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Allocated IP 172.20.0.2 (cfa3abf2-12a5-4628-92fb-45432e5b4a7d/4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da/6095082c-6cbe-4d67-9170-b748b2ba32d1) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:25.919920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:25.920626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:25.943302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:25.978284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.127585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Allocated IP 172.26.6.37 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/4d438191-08b3-4a15-8339-81a5825ecc38) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:26.235830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:26.289398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.316495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.323997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09f029fa-624f-46f2-a886-c1a2c222571f tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:26.397258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:26.401675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:26.406650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:26.437455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Pushing event updated for resources: {'Port': ['ID=4d438191-08b3-4a15-8339-81a5825ecc38,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:26.443199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:26.453003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.479414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Transition to ACTIVE for port object 6095082c-6cbe-4d67-9170-b748b2ba32d1 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:26.566353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Transition to ACTIVE for port object 6095082c-6cbe-4d67-9170-b748b2ba32d1 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:26.576735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.582761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.583659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.591284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91ec0cf3-aed4-479d-94e7-5ff0849d0297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:26.677670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 433f5af2-4714-43d6-8879-3a585a48f3be up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:26.731072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:26.745924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:26.760069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:26.763233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Pushing event updated for resources: {'Port': ['ID=6095082c-6cbe-4d67-9170-b748b2ba32d1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:26.770092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:26.834942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Router 20763818-5f98-45a3-a032-d69eab1b9d6c is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:18:26.889666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Attempting to bind port 6095082c-6cbe-4d67-9170-b748b2ba32d1 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:26.890087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Attempting to bind port 6095082c-6cbe-4d67-9170-b748b2ba32d1 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:26.890502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Attempting to bind port 6095082c-6cbe-4d67-9170-b748b2ba32d1 on network cfa3abf2-12a5-4628-92fb-45432e5b4a7d {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:26.907671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 2, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:26.909878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:26.910300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Checking segment: {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:26.910787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.911228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Bound using segment: {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:26.911763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Bound port: 6095082c-6cbe-4d67-9170-b748b2ba32d1, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:26.912184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.927144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 433f5af2-4714-43d6-8879-3a585a48f3be triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:26.927568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:26.965908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Checking router: 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:26.966316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Updating router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:18:27.047254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:27.058505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Sync routers for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:27.075034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:27.075798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:27.079988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.081366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5645542 Nov 24 10:18:27.084195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:18:27.094983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.198331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] For port 6095082c-6cbe-4d67-9170-b748b2ba32d1, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:27.235311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] For port 6095082c-6cbe-4d67-9170-b748b2ba32d1, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6095082c-6cbe-4d67-9170-b748b2ba32d1,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:27.249798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.262750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6f5d913-bb3a-485d-a000-1c7e28aff91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:27.288610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:27.593255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Pushing event updated for resources: {'Port': ['ID=6095082c-6cbe-4d67-9170-b748b2ba32d1,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:27.598684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:27.655538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:26Z', 'revision_number': 3, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:27.660153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Checking router: 20763818-5f98-45a3-a032-d69eab1b9d6c for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:27.660553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Updating router 20763818-5f98-45a3-a032-d69eab1b9d6c port 4d438191-08b3-4a15-8339-81a5825ecc38 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:18:27.717347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.852422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.867561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Transition to ACTIVE for port object 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:27.875902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:27.881127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89ba818c-1f8e-4843-b1b1-e362c1a1c5d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:27.970124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Pushing event updated for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:27.975448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:28.222472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Attempting to bind port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:28.223455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Attempting to bind port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:28.223455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Attempting to bind port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 on network ad955e30-4161-4e51-9f07-46bd74de17db {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:28.231053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:28.231487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Checking segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:28.231946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.232395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Bound using segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:28.233013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Bound port: 6c9cda85-bc88-4c4e-8e0a-baeaf3707443, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:28.233480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.295139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.316790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.336334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Transition to ACTIVE for port object 4d438191-08b3-4a15-8339-81a5825ecc38 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:28.343062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.347951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a5c44655-6556-4828-aff6-af711177f60f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:28.350144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] For port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:28.353982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] For port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:28.360692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.367136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:28.426114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Attempting to bind port 4d438191-08b3-4a15-8339-81a5825ecc38 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:28.426553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Attempting to bind port 4d438191-08b3-4a15-8339-81a5825ecc38 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:28.426958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Attempting to bind port 4d438191-08b3-4a15-8339-81a5825ecc38 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:28.449408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d9ab8-6a8a-4520-a858-86ebf3e82a63 None None] Pushing event updated for resources: {'Port': ['ID=4d438191-08b3-4a15-8339-81a5825ecc38,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:28.452607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:28.452871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:28.453269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.453703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:28.454231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Bound port: 4d438191-08b3-4a15-8339-81a5825ecc38, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:28.454677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.458467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Pushing event updated for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:28.462342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:28.470101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:28.470852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:28.531522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] For port 4d438191-08b3-4a15-8339-81a5825ecc38, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:28.534376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] For port 4d438191-08b3-4a15-8339-81a5825ecc38, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4d438191-08b3-4a15-8339-81a5825ecc38,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:28.536081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b12d9ab8-6a8a-4520-a858-86ebf3e82a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:28.538235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.540751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Allocated IP 172.20.0.1 (cfa3abf2-12a5-4628-92fb-45432e5b4a7d/4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da/ec4cd5a8-1178-4457-a292-d8c37ec135a2) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:28.543507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fbebaa4a-6753-4d4d-a051-b24cee28f063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:28.647293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:28.648007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:28.703330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:28.790984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.823681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Transition to ACTIVE for port object ec4cd5a8-1178-4457-a292-d8c37ec135a2 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:28.845536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:28.848213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:28.860311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e3c0357-4958-444e-be27-5c427bde8e5e tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:28.892579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6095082c-6cbe-4d67-9170-b748b2ba32d1 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:28.916041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:28.919196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:28.923161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:28.975639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d9ab8-6a8a-4520-a858-86ebf3e82a63 None None] Pushing event updated for resources: {'Port': ['ID=4d438191-08b3-4a15-8339-81a5825ecc38,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:28.981627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b12d9ab8-6a8a-4520-a858-86ebf3e82a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:28.982116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:28.986749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:28.997843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:29.064878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 6095082c-6cbe-4d67-9170-b748b2ba32d1 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:29.098990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:29.172298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:26Z', 'revision_number': 3, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:29.176918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05981de1-8d10-4b34-86ea-075966bfd81e None None] The sync data for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv is: [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:26Z', 'revision_number': 3, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:29.233142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:28Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:29.238036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61a868-76d0-48a6-a433-8dbebd175dfa None None] The sync data for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv is: [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:28Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:29.392549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:29.397019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:29.428682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:29.519664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:29.524889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:29.528952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:29.668513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba7cab-74c2-4a94-89dd-f25ca16a849c None None] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:18:29.691175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:29.692343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:29.843685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Provisioning for port 6095082c-6cbe-4d67-9170-b748b2ba32d1 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:29.856676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Provisioning complete for port 6095082c-6cbe-4d67-9170-b748b2ba32d1 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:29.857119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:30.080816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:30.138023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] For port 6095082c-6cbe-4d67-9170-b748b2ba32d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6095082c-6cbe-4d67-9170-b748b2ba32d1,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:30.143116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:30.145032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8de43bb0-73dc-44c2-8896-90ba95b69069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:30.185872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Router 20763818-5f98-45a3-a032-d69eab1b9d6c has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:18:30.235052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Pushing event updated for resources: {'Port': ['ID=6095082c-6cbe-4d67-9170-b748b2ba32d1,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:30.239127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:30.488457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:18:30.502859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] 10.222.0.55 "PUT /v2.0/routers/20763818-5f98-45a3-a032-d69eab1b9d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172525 Nov 24 10:18:30.587350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Provisioning complete for port 6095082c-6cbe-4d67-9170-b748b2ba32d1 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:30.587789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:30.821485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Provisioning for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:30.828958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Provisioning complete for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:30.830801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:30.879618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4d438191-08b3-4a15-8339-81a5825ecc38 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:30.966406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9b1693b0-4700-47a6-a5a9-410aebc900f6 None None] Port ec4cd5a8-1178-4457-a292-d8c37ec135a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:31.028513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4d438191-08b3-4a15-8339-81a5825ecc38 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:31.034034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4d438191-08b3-4a15-8339-81a5825ecc38 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:31.034473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.136419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-219b39c9-6887-4785-a7c6-a7034afbc6a8 None None] Provisioning complete for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:31.137151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-219b39c9-6887-4785-a7c6-a7034afbc6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.255757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.286782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 4d438191-08b3-4a15-8339-81a5825ecc38, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4d438191-08b3-4a15-8339-81a5825ecc38,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:31.295347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.296390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:31.326539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:31.392725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-219b39c9-6887-4785-a7c6-a7034afbc6a8 None None] Port ec4cd5a8-1178-4457-a292-d8c37ec135a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:31.434902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=4d438191-08b3-4a15-8339-81a5825ecc38,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:31.448244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:31.474006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:31.485164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:31.485909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.748898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d6c7c3f6-f284-42fa-9e42-b68982c879e4 None None] Provisioning complete for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:31.749328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d6c7c3f6-f284-42fa-9e42-b68982c879e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.848210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7c3f6-f284-42fa-9e42-b68982c879e4 None None] Port ec4cd5a8-1178-4457-a292-d8c37ec135a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:31.869346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.906455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:31.908829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:31.909871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6095082c-6cbe-4d67-9170-b748b2ba32d1 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:31.940580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-136f9077-b1db-4731-bc58-52adf0bfabf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:32.043972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:32.047320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:32.057333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6095082c-6cbe-4d67-9170-b748b2ba32d1 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:32.057764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:32.675961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4d438191-08b3-4a15-8339-81a5825ecc38 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:32.760262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4d438191-08b3-4a15-8339-81a5825ecc38 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:32.761069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:32.921205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:33.005982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:33.006529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:33.919775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Sync routers for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:18:33.936925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:33.937614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:34.143893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:34.521359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:29Z', 'revision_number': 4, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec4cd5a8-1178-4457-a292-d8c37ec135a2', 'name': '', 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'mac_address': 'fa:16:3e:e0:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:28Z', 'updated_at': '2021-11-24T10:18:29Z', 'revision_number': 2, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'subnets': [{'id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:34.526552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Checking router: 20763818-5f98-45a3-a032-d69eab1b9d6c for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:18:34.526986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Updating router 20763818-5f98-45a3-a032-d69eab1b9d6c port ec4cd5a8-1178-4457-a292-d8c37ec135a2 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:18:34.588829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:34.992271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:35.010379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Transition to ACTIVE for port object ec4cd5a8-1178-4457-a292-d8c37ec135a2 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:35.019042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:35.023837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:35.239691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Pushing event updated for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:35.259246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:35.278704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Attempting to bind port ec4cd5a8-1178-4457-a292-d8c37ec135a2 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:35.280597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Attempting to bind port ec4cd5a8-1178-4457-a292-d8c37ec135a2 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:35.280597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Attempting to bind port ec4cd5a8-1178-4457-a292-d8c37ec135a2 on network cfa3abf2-12a5-4628-92fb-45432e5b4a7d {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:35.293963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:35.297382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Checking segment: {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:35.297864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:35.298328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Bound using segment: {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:35.298934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Bound port: ec4cd5a8-1178-4457-a292-d8c37ec135a2, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa7e551-6b70-4dfc-8797-79accd6c9218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:35.299373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:35.408818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] For port ec4cd5a8-1178-4457-a292-d8c37ec135a2, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:35.413135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] For port ec4cd5a8-1178-4457-a292-d8c37ec135a2, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec4cd5a8-1178-4457-a292-d8c37ec135a2,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:35.417311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:35.422177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:35.535917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:18:35.536461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:35.599020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Pushing event updated for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:35.609563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:35.789213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:18:36.180459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:29Z', 'revision_number': 4, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec4cd5a8-1178-4457-a292-d8c37ec135a2', 'name': '', 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'mac_address': 'fa:16:3e:e0:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:28Z', 'updated_at': '2021-11-24T10:18:35Z', 'revision_number': 4, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'subnets': [{'id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:18:36.187906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af0b3cf-f63e-407d-a262-a98295db5670 None None] The sync data for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv is: [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:18:29Z', 'revision_number': 4, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'ec4cd5a8-1178-4457-a292-d8c37ec135a2', 'name': '', 'network_id': 'cfa3abf2-12a5-4628-92fb-45432e5b4a7d', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'mac_address': 'fa:16:3e:e0:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:28Z', 'updated_at': '2021-11-24T10:18:35Z', 'revision_number': 4, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'subnets': [{'id': '4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:18:36.730012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec4cd5a8-1178-4457-a292-d8c37ec135a2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:36.852539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:36.858305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:36.858771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:37.006439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:37.051691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port ec4cd5a8-1178-4457-a292-d8c37ec135a2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec4cd5a8-1178-4457-a292-d8c37ec135a2,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:37.059448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:37.067099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9bdabf1-dbe3-47b6-b885-c82fe884cebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:37.158106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:37.161832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:38.706559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec4cd5a8-1178-4457-a292-d8c37ec135a2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:18:38.958404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ec4cd5a8-1178-4457-a292-d8c37ec135a2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:38.958777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:39.748062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:18:40.805965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:41.889774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-1c36b408-edfa-4d04-a164-3626a76980f4 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:41.890464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-1c36b408-edfa-4d04-a164-3626a76980f4 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:18:41.907054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-1c36b408-edfa-4d04-a164-3626a76980f4 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:18:41.908334 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-1c36b408-edfa-4d04-a164-3626a76980f4 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 814 time: 0.4146805 Nov 24 10:18:41.926498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-7f500640-08ed-4ed2-a8ae-96fa7e27e87a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/quotas/930f468934a8448aa3657332a4fd65e8 HTTP/1.1" status: 200 len: 375 time: 0.0121412 Nov 24 10:18:42.017654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-a1a386ec-8c52-403d-a38e-475cf1cc54e6 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:18:42.034388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-a1a386ec-8c52-403d-a38e-475cf1cc54e6 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:18:42.035925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-a1a386ec-8c52-403d-a38e-475cf1cc54e6 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028841 Nov 24 10:18:42.194987 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-b727bc24-9a23-4446-a857-98af23ece854 service neutron] 10.222.0.55 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453145 Nov 24 10:18:42.341115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-6474da93-8793-49fc-9b5b-231d727cce8e service neutron] 10.222.0.55 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395168 Nov 24 10:18:42.581358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7432562-f343-4e52-8867-4d18f535162c req-0afa0a8e-ae7b-4536-aa69-eed3aa8ec944 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 210 time: 0.0580788 Nov 24 10:18:43.764842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2baa4819-a53c-40c7-8850-adf910edafad req-f373819d-a463-4a92-9dd5-3b5c4e51579c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 210 time: 0.0486195 Nov 24 10:18:43.905606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-845c7b08-0a76-49bb-99b1-8bfbe42f9855 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:43.907229 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-845c7b08-0a76-49bb-99b1-8bfbe42f9855 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 814 time: 0.4110942 Nov 24 10:18:43.921704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'port': {'device_id': '77e91428-657e-40ae-b39a-5f7807162b29', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'admin_state_up': True, 'tenant_id': '930f468934a8448aa3657332a4fd65e8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:44.077641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:18:44.090501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:18:44.103994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Made reservation on behalf of 930f468934a8448aa3657332a4fd65e8 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:18:44.110041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:44.375731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Allocated IP 172.20.0.12 (ad955e30-4161-4e51-9f07-46bd74de17db/d433c2b0-e06d-4a04-94bb-c1ff3c35945c/7e1c9204-ad84-4a4a-b970-08dd6114abba) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:18:44.624939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:44.645074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Transition to ACTIVE for port object 7e1c9204-ad84-4a4a-b970-08dd6114abba will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:44.666927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:44.673691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:44.746814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Network ad955e30-4161-4e51-9f07-46bd74de17db is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:18:44.750833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:18:44.755979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:18:44.784363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:44.819785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.820318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.820872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.821304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.821982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.822512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.823038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.823535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.823960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.824379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.824800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:44.833856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:44.859575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:44.860307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:44.904499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9869730 Nov 24 10:18:45.031328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25587f0a-7eaf-4968-ac3b-42f3395953c7 req-f4f0a8b7-dbed-4828-9bfa-10916b24b46c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:45.032311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-25587f0a-7eaf-4968-ac3b-42f3395953c7 req-f4f0a8b7-dbed-4828-9bfa-10916b24b46c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:18:45.050367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-25587f0a-7eaf-4968-ac3b-42f3395953c7 req-f4f0a8b7-dbed-4828-9bfa-10916b24b46c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:18:45.051757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25587f0a-7eaf-4968-ac3b-42f3395953c7 req-f4f0a8b7-dbed-4828-9bfa-10916b24b46c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.1153226 Nov 24 10:18:45.109538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25587f0a-7eaf-4968-ac3b-42f3395953c7 req-dea32074-f17a-4337-ba18-2a72bff9dd02 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Nov 24 10:18:45.148127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e2ca895d-39e1-4b96-bab4-81529baee325 None None] Provisioning for port 7e1c9204-ad84-4a4a-b970-08dd6114abba completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:18:45.153518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e2ca895d-39e1-4b96-bab4-81529baee325 None None] Provisioning complete for port 7e1c9204-ad84-4a4a-b970-08dd6114abba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:18:45.153942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2ca895d-39e1-4b96-bab4-81529baee325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:45.211647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca895d-39e1-4b96-bab4-81529baee325 None None] Port 7e1c9204-ad84-4a4a-b970-08dd6114abba cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:18:46.324444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fd212-54ba-49ff-b211-eeed0261b9b9 req-039320ed-92a1-45f3-ba5f-d9bf9f4c4826 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:46.326368 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-454fd212-54ba-49ff-b211-eeed0261b9b9 req-039320ed-92a1-45f3-ba5f-d9bf9f4c4826 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0914586 Nov 24 10:18:46.378411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-454fd212-54ba-49ff-b211-eeed0261b9b9 req-021d8d30-3eee-4df1-83b1-09d76f1908d8 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:18:46.411408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-454fd212-54ba-49ff-b211-eeed0261b9b9 req-021d8d30-3eee-4df1-83b1-09d76f1908d8 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:18:46.412611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-454fd212-54ba-49ff-b211-eeed0261b9b9 req-021d8d30-3eee-4df1-83b1-09d76f1908d8 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799780 Nov 24 10:18:47.642786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abc296-b8d0-4a0a-985c-a72838d737a4 req-bfd9fb68-d1e7-42f9-8f7f-f94eb1a82d3f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:47.644521 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0abc296-b8d0-4a0a-985c-a72838d737a4 req-bfd9fb68-d1e7-42f9-8f7f-f94eb1a82d3f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0968478 Nov 24 10:18:47.699397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0abc296-b8d0-4a0a-985c-a72838d737a4 req-182f88ac-f0bd-44a0-bf2a-acf47ab4e1ec tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Nov 24 10:18:48.931797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7655-854c-4ba5-b90e-5af306bee827 req-432ad635-f279-4236-905d-f0a4265c3848 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:48.932846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-924d16dc-9881-4f97-9170-b7b005db88b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:48.934143 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-be1b7655-854c-4ba5-b90e-5af306bee827 req-432ad635-f279-4236-905d-f0a4265c3848 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0914028 Nov 24 10:18:48.993569 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-be1b7655-854c-4ba5-b90e-5af306bee827 req-56499c94-45d1-4648-9314-9468c2ec46b9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502005 Nov 24 10:18:50.212194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850fccc-ea6f-4336-b3ab-5b8dd27483bc req-71dd27dc-fec8-45b1-9b39-22308cd36b00 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:50.214692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d850fccc-ea6f-4336-b3ab-5b8dd27483bc req-71dd27dc-fec8-45b1-9b39-22308cd36b00 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0891972 Nov 24 10:18:50.267124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d850fccc-ea6f-4336-b3ab-5b8dd27483bc req-c5abca04-bf07-4561-b389-156fdecc740d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Nov 24 10:18:50.503835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:51.482007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f703d8-5493-45b0-b741-e75233f2f58f req-d83a3e57-7669-46e4-bd5a-34cd28be7798 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:51.483861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84f703d8-5493-45b0-b741-e75233f2f58f req-d83a3e57-7669-46e4-bd5a-34cd28be7798 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0866444 Nov 24 10:18:51.536766 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-84f703d8-5493-45b0-b741-e75233f2f58f req-be666a7b-7bd0-4e5f-8d79-d3c5864db8e3 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Nov 24 10:18:51.666471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c8be6c1c-c8ce-4f70-9ec5-7a6cab6e19d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:51.706865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:52.772399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c19e2-b15e-4c6c-9a0f-63d59f5bc835 req-28d41afe-7350-4877-a991-a369f62b2b7e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:52.774045 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a7c19e2-b15e-4c6c-9a0f-63d59f5bc835 req-28d41afe-7350-4877-a991-a369f62b2b7e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0908401 Nov 24 10:18:52.826479 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9a7c19e2-b15e-4c6c-9a0f-63d59f5bc835 req-60d083af-2c28-4e05-a4dd-8450eb38b8da tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Nov 24 10:18:53.360130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.033289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1bf2-f537-46f2-b9b6-35d938a3e18b req-971ba253-0315-4590-8eb0-5b8ddb643e04 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:54.034892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98ea1bf2-f537-46f2-b9b6-35d938a3e18b req-971ba253-0315-4590-8eb0-5b8ddb643e04 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 932 time: 0.0858593 Nov 24 10:18:54.052364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Request body: {'port': {'device_id': '77e91428-657e-40ae-b39a-5f7807162b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:18:54.086851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98ea1bf2-f537-46f2-b9b6-35d938a3e18b req-f6cc1dd9-7406-43af-9b7e-27881e92ce2f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Nov 24 10:18:54.171754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.543225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1c9204-ad84-4a4a-b970-08dd6114abba {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:18:54.550245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.567033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Transition to ACTIVE for port object 7e1c9204-ad84-4a4a-b970-08dd6114abba will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:18:54.570322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.575778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38b5a8e8-4b98-488f-ad7e-16848063254a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:54.704301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:54.707392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:54.826682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Attempting to bind port 7e1c9204-ad84-4a4a-b970-08dd6114abba on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:18:54.827069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Attempting to bind port 7e1c9204-ad84-4a4a-b970-08dd6114abba by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:18:54.827451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Attempting to bind port 7e1c9204-ad84-4a4a-b970-08dd6114abba on network ad955e30-4161-4e51-9f07-46bd74de17db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:54.833994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Port 7e1c9204-ad84-4a4a-b970-08dd6114abba on network ad955e30-4161-4e51-9f07-46bd74de17db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:18:54.834368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Attempting to bind port 7e1c9204-ad84-4a4a-b970-08dd6114abba on network ad955e30-4161-4e51-9f07-46bd74de17db {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:18:54.841643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:18:54.842021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Checking segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:18:54.842453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Bound using segment: {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:18:54.842963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Bound port: 7e1c9204-ad84-4a4a-b970-08dd6114abba, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:18:54.843353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.939592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:18:54.942987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:18:54.946326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:54.950957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cb9887fe-4767-449d-bbfa-3713dcc21ddf tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:55.010943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:55.012531 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1094 time: 0.9650738 Nov 24 10:18:55.013042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:18:55.037929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:55.043128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:55.093494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:18:55.138741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-c7cc1b8b-ba16-424e-94f5-26a545fe7c85 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1097 time: 0.0817525 Nov 24 10:18:55.220822 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-3fc28954-9136-46c1-a340-e5289cd3bc5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 217 time: 0.0750804 Nov 24 10:18:55.290673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-de0d4b0b-2546-468f-9550-f301ea413c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:55.292932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-de0d4b0b-2546-468f-9550-f301ea413c36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0666034 Nov 24 10:18:55.300683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d3d42-ade0-4497-a1c3-1dece4f61990 req-47cdd3fc-9e1e-4b58-b756-252378ff663e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:55.302297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-105d3d42-ade0-4497-a1c3-1dece4f61990 req-47cdd3fc-9e1e-4b58-b756-252378ff663e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 944 time: 0.0856442 Nov 24 10:18:55.355196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-105d3d42-ade0-4497-a1c3-1dece4f61990 req-1f6f0d62-a811-4e70-b2dd-408cf4c31710 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463927 Nov 24 10:18:55.376556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-eeff5a15-74e7-4f64-a0e5-f8dad1019319 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775969 Nov 24 10:18:55.524035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-1ef73b01-ad44-43ff-af30-d8dc7233069c service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405582 Nov 24 10:18:55.671824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9c0c1c6-4858-40aa-b495-12c3f83c8cbd req-207e9a44-8358-41cf-b4a6-0b9162d8d60f service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416891 Nov 24 10:18:55.794839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-eb56e708-3a46-477d-b437-bcfddc47bc3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1097 time: 0.0805216 Nov 24 10:18:55.941379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-263e1be1-0368-4305-922b-37bba77d5ac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:55.942907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-263e1be1-0368-4305-922b-37bba77d5ac0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.1415863 Nov 24 10:18:56.015785 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-cc4fa31d-7f84-49a8-b435-bb6569ac3737 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 217 time: 0.0653219 Nov 24 10:18:56.091414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-b91a02c0-7dcb-4f00-bf9a-ecc48e289f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:56.093036 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-b91a02c0-7dcb-4f00-bf9a-ecc48e289f6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0696979 Nov 24 10:18:56.174836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-16284804-8a70-4ecb-b247-5db757c6b784 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750630 Nov 24 10:18:56.324136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-24d39943-cd4f-4e13-88cd-83f395e8e72d service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412563 Nov 24 10:18:56.478727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-921ba509-f00a-4f1e-a8ac-31567cc514c5 req-1eacbfa4-d4f0-4911-b7d8-e05517d90796 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441612 Nov 24 10:18:56.573788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a778d-effa-4b61-a7be-a906329ae62f req-4f56c6a7-2968-4980-afc7-4087e70daff9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:56.575518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-905a778d-effa-4b61-a7be-a906329ae62f req-4f56c6a7-2968-4980-afc7-4087e70daff9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 944 time: 0.0917621 Nov 24 10:18:56.629057 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-905a778d-effa-4b61-a7be-a906329ae62f req-1af060f1-2197-425c-b374-bb86f91d6db5 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Nov 24 10:18:57.837295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55444e8b-6e8c-4038-a894-0d2085abb842 req-7ed3c7bf-4783-446c-a2f4-24171b2cd7ab tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:57.838967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-55444e8b-6e8c-4038-a894-0d2085abb842 req-7ed3c7bf-4783-446c-a2f4-24171b2cd7ab tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 944 time: 0.0867882 Nov 24 10:18:57.890715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-55444e8b-6e8c-4038-a894-0d2085abb842 req-d518ba7f-a1ca-4be2-99d9-8b4793e4c7b5 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Nov 24 10:18:58.724903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7e1c9204-ad84-4a4a-b970-08dd6114abba details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:18:58.863822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:58.878266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'port_id': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'mac_address': 'fa:16:3e:85:f7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:18:58.934601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:58.957285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1c9204-ad84-4a4a-b970-08dd6114abba {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:18:58.972892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:18:58.975898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:18:58.977697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:18:59.043767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:18:59.054142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.054142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.054142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.054606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.054606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.054996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.055377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.055757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.056133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.057323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.057703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:18:59.061939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:18:59.097995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae9787-4168-46ca-8591-5e4b0cdbbe21 req-d63e51ef-2404-4d07-879d-74b16e5a4aaa tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:18:59.099694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fae9787-4168-46ca-8591-5e4b0cdbbe21 req-d63e51ef-2404-4d07-879d-74b16e5a4aaa tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 945 time: 0.0844002 Nov 24 10:18:59.151346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fae9787-4168-46ca-8591-5e4b0cdbbe21 req-e91bb1ae-806c-4f01-a5f9-931b8c53ad69 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Nov 24 10:18:59.179544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:19:00.356522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c671d-467f-44ac-af32-a545fb9ae33d req-6560f68b-229e-46d5-8d32-479a4c228a55 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:00.358149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da9c671d-467f-44ac-af32-a545fb9ae33d req-6560f68b-229e-46d5-8d32-479a4c228a55 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 945 time: 0.0851657 Nov 24 10:19:00.410845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-da9c671d-467f-44ac-af32-a545fb9ae33d req-76584459-c927-4c44-b361-37492c7764b5 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464818 Nov 24 10:19:00.737655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7e1c9204-ad84-4a4a-b970-08dd6114abba up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:19:00.808879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 7e1c9204-ad84-4a4a-b970-08dd6114abba completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:19:00.813900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 7e1c9204-ad84-4a4a-b970-08dd6114abba triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:19:00.814333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:00.932375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:00.961329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:19:00.972069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:19:00.975113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:00.977825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:01.020425 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'code': 200} Nov 24 10:19:01.049328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:01.052439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:01.261867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8e0de0a9-67a4-4142-b295-9b070841774c req-141dbc52-c1b8-4686-9f13-705ba76293c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1099 time: 0.0786481 Nov 24 10:19:01.308023 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8e0de0a9-67a4-4142-b295-9b070841774c req-79fc36a9-2436-4a7e-bf61-d22d190c894b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Nov 24 10:19:01.617233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252647-8d4d-414c-8b4a-a49a9dfb9e49 req-3f74c0b1-bdf8-4dfd-a90b-07dcc5bd1c31 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:01.618947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76252647-8d4d-414c-8b4a-a49a9dfb9e49 req-3f74c0b1-bdf8-4dfd-a90b-07dcc5bd1c31 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0827463 Nov 24 10:19:01.668961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76252647-8d4d-414c-8b4a-a49a9dfb9e49 req-8fd1fbb1-3da1-474e-be0e-7b191418757b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Nov 24 10:19:02.874555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27458-4316-4feb-815f-cea989330422 req-db7ea9bb-4312-452f-a47b-1b0206c4cefc tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:02.876149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7dd27458-4316-4feb-815f-cea989330422 req-db7ea9bb-4312-452f-a47b-1b0206c4cefc tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0820167 Nov 24 10:19:02.930673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7dd27458-4316-4feb-815f-cea989330422 req-13c1dca9-748c-4f64-b777-463cd5b79480 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Nov 24 10:19:03.143896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b27fe2-cfd0-499e-8911-e9c7a28460bf req-db692398-af3e-4b67-bdd9-33b32ee78901 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:03.145416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56b27fe2-cfd0-499e-8911-e9c7a28460bf req-db692398-af3e-4b67-bdd9-33b32ee78901 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0920048 Nov 24 10:19:03.197839 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56b27fe2-cfd0-499e-8911-e9c7a28460bf req-a1feb233-a3b3-44ca-8bda-985823f7c337 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Nov 24 10:19:03.652065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed784fc8-102e-45a3-a5fc-7ba128b3405b req-87e1fcb3-c025-4da3-982b-f3bf1785d120 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:03.653683 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ed784fc8-102e-45a3-a5fc-7ba128b3405b req-87e1fcb3-c025-4da3-982b-f3bf1785d120 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0898335 Nov 24 10:19:03.704009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ed784fc8-102e-45a3-a5fc-7ba128b3405b req-04ef9f7b-8aa5-4f00-a92f-1afa40b46019 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Nov 24 10:19:10.811022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:14.328974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ae84-cb18-4592-b882-565f95e48beb req-ee77338a-d8c3-4e10-8615-84517dbf96fb tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:14.330649 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d04ae84-cb18-4592-b882-565f95e48beb req-ee77338a-d8c3-4e10-8615-84517dbf96fb tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.1008632 Nov 24 10:19:14.381099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d04ae84-cb18-4592-b882-565f95e48beb req-70db2b34-0070-4d1f-9280-669500b63ceb tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Nov 24 10:19:14.410866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:14.622668 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2fc0a2d-db2f-451d-81ff-2b63b57c7472 tempest-TestMinimumBasicScenario-1033000132 tempest-TestMinimumBasicScenario-1033000132-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1094 time: 0.2104588 Nov 24 10:19:14.625650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59756) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:14.631527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:14.638595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:14.642729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:floatingip and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:14.645673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:14.651987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:14.661411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:14.809752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:14.953935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Allocated IP 172.26.6.157 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:19:15.112783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:15.140570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:15.145082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e5f2c9a-05d4-4981-b820-c000f8a1cdc4 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:15.215856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:19:15.219473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:19:15.224162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:19:15.249536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'Port': ['ID=c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:15.275729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.276289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.276716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.277136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.277550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.277971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.278381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.278817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.279225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.279639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.280045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:19:15.285168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:15.762768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:15.820046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:16.043531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:16.047661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:16.052377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9a96936-8405-4fb8-b95a-5a39fb152b8f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:16.167995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'Port': ['ID=c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:16.172864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:16.187049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:16.625426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Floating IP 043ada03-c609-4bd2-a6fb-7e772c12add1 associated. External IP: 172.26.6.157, port: 7e1c9204-ad84-4a4a-b970-08dd6114abba. Nov 24 10:19:16.749527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:19:17.042968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:19:17.261791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:19:17.272402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Sync routers for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:19:17.290057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:19:17.291502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:19:17.298148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.356498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7296913 Nov 24 10:19:17.357219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:19:17.359555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59760) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:17.366492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289388945', 'description': 'tempest-secgroup-smoke-1289388945 description', 'project_id': '930f468934a8448aa3657332a4fd65e8'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:17.380762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:17.395081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:17.407281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.453111 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:17.459269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:17.465712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:17.475768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:17.501240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:19:17.542556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.545973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.552338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-377fa5c6-8663-4e14-a055-006e70f9a6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:17.610667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05159916-8451-484a-adea-f8b2dc045c67,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:17.617847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:17.621151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.623119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2615037 Nov 24 10:19:17.626039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59768) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:17.634222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:17.641715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:17.652342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:17.656793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:17.666034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:17.676601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:19:17.689150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.839442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.842843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:17.845838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6839207-ddd5-4657-be76-85ddb783bb8c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:17.864470 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-ac8dc05d-6583-410d-8bb3-be7722b17c5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1099 time: 0.1603827 Nov 24 10:19:17.868574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68efdd43-55ed-4f79-abd5-a4ee73d1995b,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:17.901675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:17.979189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '043ada03-c609-4bd2-a6fb-7e772c12add1', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'port_id': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'mac_address': 'fa:16:3e:85:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e91428-657e-40ae-b39a-5f7807162b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:19:15Z', 'updated_at': '2021-11-24T10:19:15Z', 'revision_number': 0, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:19:17.987758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Checking router: 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:19:18.011499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:19:18.012761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:18:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:19:18.242907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.247185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6197934 Nov 24 10:19:18.247774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:18.254604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:18.263217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:18.270976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:18.278436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:18.303085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:18.319610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-65f74eb8-ca14-4b68-bb7a-0fd403707661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:18.321296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-65f74eb8-ca14-4b68-bb7a-0fd403707661 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.4497361 Nov 24 10:19:18.329188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.454526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.454987 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-73816541-bc7e-45e8-b871-ffbf50a3c3b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1000 time: 0.1253195 Nov 24 10:19:18.457580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.466521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-00887b76-3794-44d9-829c-8063f40b722e tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:18.468667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:19:18.485572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec89df0-3b37-4aa1-b5ec-8e8a6b24413e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:18.488477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:18.499306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.503636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2547174 Nov 24 10:19:18.504356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:18.513737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:18.520194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:18.525219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:18.528811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:18.535692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:18.539502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-4cb37412-5d2a-42f4-8f81-f40903ad5302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:18.541081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-4cb37412-5d2a-42f4-8f81-f40903ad5302 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0756447 Nov 24 10:19:18.555517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.661912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-39a7066c-2018-4d34-bbc1-12437b94cb3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069708 Nov 24 10:19:18.696732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.701016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.703226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-782c2c21-acd3-4b8b-b366-53734525eaac tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:18.725922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545a44b4-b9d6-43b5-b48c-44f47db36787,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:18.731305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:18.739927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.741324 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2356601 Nov 24 10:19:18.747442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:18.758493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:18.765940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:18.776302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:18.781611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:18.792734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:18.814832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.873533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-8fd8aecd-4195-4a70-a8cf-fa48717c278a service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060037 Nov 24 10:19:18.897967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.901333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.903517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5d5bf8ce-280b-4874-9716-ac4bbca163e8 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:18.909284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '043ada03-c609-4bd2-a6fb-7e772c12add1', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'port_id': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'mac_address': 'fa:16:3e:85:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e91428-657e-40ae-b39a-5f7807162b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:19:15Z', 'updated_at': '2021-11-24T10:19:15Z', 'revision_number': 0, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:19:18.915308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61114e-f087-4efe-9394-19c962fe116d None None] The sync data for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv is: [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '043ada03-c609-4bd2-a6fb-7e772c12add1', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'floating_ip_address': '172.26.6.157', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'port_id': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'mac_address': 'fa:16:3e:85:f7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e91428-657e-40ae-b39a-5f7807162b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:19:15Z', 'updated_at': '2021-11-24T10:19:15Z', 'revision_number': 0, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:19:18.930365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47323002-2ce2-4093-af58-a8c23ec672c5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:18.934198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:18.941176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ac6920e5-ee96-4661-90ca-52f75e131fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.944520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:18.946306 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1969965 Nov 24 10:19:18.949835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:18.956505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:18.964069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:18.968879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:18.972438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:18.985306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:18.998438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Project 930f468934a8448aa3657332a4fd65e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:19:19.005973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.071079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5d6a6a04-3469-47b4-a392-24dd16b8b865 req-cc29e910-c5cc-4332-bf93-5aff8a6011ff service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904879 Nov 24 10:19:19.091119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.094555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.102317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b9b3dd01-4a14-4eb1-b980-8b33e84e2ac5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:19.131418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce11c0d-1838-4c1a-8239-021057a17a87,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:19.141116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:19.141116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.149692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1920142 Nov 24 10:19:19.149692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:19:19.158269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'security_group_rule': {'security_group_id': '05159916-8451-484a-adea-f8b2dc045c67', 'project_id': '930f468934a8448aa3657332a4fd65e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:19.165897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:19:19.173416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Usage tracker for resource:security_group_rule and tenant:930f468934a8448aa3657332a4fd65e8 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:19:19.173416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:19:19.180595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:19:19.192450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Project 930f468934a8448aa3657332a4fd65e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:19:19.200036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.275820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.279487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.281518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-35b676dd-94c7-4241-9eef-0095fae8a3f5 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:19.311666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1d5857-e405-42fb-ae59-1a3b127bc4e3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:19.314364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:19.321201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.326424 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1801279 Nov 24 10:19:19.330649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c0040a-05e0-4461-99ed-7c011d41574f None None] New status for floating IP 043ada03-c609-4bd2-a6fb-7e772c12add1: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:19:19.463989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-9261b2bd-d86f-4152-ac04-27e9173e36ee tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289388945&fields=id&tenant_id=930f468934a8448aa3657332a4fd65e8 HTTP/1.1" status: 200 len: 267 time: 0.0457435 Nov 24 10:19:19.555083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-9811f075-60f1-44ff-80a5-41f8ba4723d1 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:19.558098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-9811f075-60f1-44ff-80a5-41f8ba4723d1 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0878582 Nov 24 10:19:19.569980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'port': {'security_groups': ['6dadcc08-5dcc-45f6-96d4-8b66c195d989', '05159916-8451-484a-adea-f8b2dc045c67']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:19:19.703268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:19.986562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:19:20.013365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:20.017069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:20.022880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:19:20.028838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:19:20.088152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:20.088943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:20.090943 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa69f3ee-17d2-41ac-8cff-aa6e63889403 req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "PUT /v2.0/ports/7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 982 time: 0.5256517 Nov 24 10:19:20.091559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:19:20.124378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=6']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:19:20.131456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:19:20.171729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:19:20.187345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:19:20.309821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-5c0b24d0-c7bb-48a9-bf38-f20567cd40c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1138 time: 0.0997639 Nov 24 10:19:20.334108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e0d62-79d8-4559-a932-02efda400e53 req-517158d1-8f69-4f61-9515-4ed5ea11c2bb tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:20.335892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a18e0d62-79d8-4559-a932-02efda400e53 req-517158d1-8f69-4f61-9515-4ed5ea11c2bb tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.1033444 Nov 24 10:19:20.418151 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a18e0d62-79d8-4559-a932-02efda400e53 req-bda9d22a-f607-43eb-b468-4f2f241c8561 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718601 Nov 24 10:19:20.492075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-5313e781-16ac-41fa-86d1-0c4fba98c2f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:20.493831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-5313e781-16ac-41fa-86d1-0c4fba98c2f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.1758416 Nov 24 10:19:20.577096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:20.614694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-58d289b4-c611-4681-a21c-954335cf1145 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1002 time: 0.1132035 Nov 24 10:19:20.653874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-7b540d55-b14b-4293-9086-bff0e1d49c5b None None] Provisioning complete for port 7e1c9204-ad84-4a4a-b970-08dd6114abba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:19:20.654303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7b540d55-b14b-4293-9086-bff0e1d49c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:20.697010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-df94ee6a-a1de-47b0-a5d0-c5352949698f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:20.700185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-df94ee6a-a1de-47b0-a5d0-c5352949698f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0797663 Nov 24 10:19:20.796444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-1d4a70e6-09ee-4804-a236-b3803b8527e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876186 Nov 24 10:19:20.953282 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-9842b4ce-5a55-4951-ab5d-eade0752eeb3 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493058 Nov 24 10:19:21.109235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-29db30f8-2a97-49d1-8441-e0a5b1b8acae req-bf06218c-72b1-403a-9da5-31858cf32a55 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488764 Nov 24 10:19:21.668583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e7c5eb54-7ce2-47b5-9cbf-185a468ccbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:21.709624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:23.362419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:35.734245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-ff175676-a234-4def-9385-45887494c4e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1138 time: 0.1054695 Nov 24 10:19:35.812790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9768f7b-04a7-4318-a67b-d3c40f0f4ae8 req-9e58493f-0e97-4427-a3d3-84214becc551 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:35.815904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9768f7b-04a7-4318-a67b-d3c40f0f4ae8 req-9e58493f-0e97-4427-a3d3-84214becc551 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.1411195 Nov 24 10:19:35.882243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9768f7b-04a7-4318-a67b-d3c40f0f4ae8 req-a78759df-680b-419c-a514-b15d2a60b406 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580232 Nov 24 10:19:35.925106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-11ca51bb-4051-49b7-86a9-d064efea77da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:35.926898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-11ca51bb-4051-49b7-86a9-d064efea77da service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.1866641 Nov 24 10:19:36.049562 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-f23f5833-b503-4ac3-a5da-70a4d97baf4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1002 time: 0.1159909 Nov 24 10:19:36.123893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-8f7102c0-6943-4a74-8f52-e98de380fe91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:36.125513 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-8f7102c0-6943-4a74-8f52-e98de380fe91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0694523 Nov 24 10:19:36.215836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-4416513c-034d-4b3a-a681-b6c2b9c97071 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831463 Nov 24 10:19:36.372640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-f8f47f75-f307-4bbc-8621-697f513fe226 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498551 Nov 24 10:19:36.527288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd320ae8-6c03-4bc7-9424-ae759fcf20d6 req-3df0d7a8-7cf7-47ce-bedd-485aed9f075e service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482508 Nov 24 10:19:37.120593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400080a-9aa1-4215-9d06-a2091a0ab2df req-c9e388eb-ca8c-417e-839f-cc2e5536df65 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:37.122367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8400080a-9aa1-4215-9d06-a2091a0ab2df req-c9e388eb-ca8c-417e-839f-cc2e5536df65 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0953240 Nov 24 10:19:37.183258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8400080a-9aa1-4215-9d06-a2091a0ab2df req-a48e5c39-bed2-4689-821d-b00fad9c6518 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:19:37.200286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-8400080a-9aa1-4215-9d06-a2091a0ab2df req-a48e5c39-bed2-4689-821d-b00fad9c6518 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:19:37.201691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8400080a-9aa1-4215-9d06-a2091a0ab2df req-a48e5c39-bed2-4689-821d-b00fad9c6518 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675874 Nov 24 10:19:38.429977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75220a1-7ca9-4a80-bf27-9c7fcde55304 req-5b3e417e-03a3-4f27-ab7b-fcf864851e7d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:38.432777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c75220a1-7ca9-4a80-bf27-9c7fcde55304 req-5b3e417e-03a3-4f27-ab7b-fcf864851e7d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0994012 Nov 24 10:19:38.488296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c75220a1-7ca9-4a80-bf27-9c7fcde55304 req-7bb2a698-b2b0-43d9-8004-57612c82127c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486479 Nov 24 10:19:39.786288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c7f7-6e79-4654-8c97-a1f2f17d1820 req-8a8e3de2-93aa-48f1-84b5-114256c33302 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:39.787829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db88c7f7-6e79-4654-8c97-a1f2f17d1820 req-8a8e3de2-93aa-48f1-84b5-114256c33302 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.1693273 Nov 24 10:19:39.841260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-db88c7f7-6e79-4654-8c97-a1f2f17d1820 req-a9b27843-3eea-457f-a0c0-072e7d58b951 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462470 Nov 24 10:19:40.798119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:41.139107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45079ee6-0ef4-454a-8a78-37079c1123fb req-9b215ed1-1173-47ba-8ba5-78f17c6ff60e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:41.140776 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-45079ee6-0ef4-454a-8a78-37079c1123fb req-9b215ed1-1173-47ba-8ba5-78f17c6ff60e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.1698413 Nov 24 10:19:41.195481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-45079ee6-0ef4-454a-8a78-37079c1123fb req-a5313c13-0a92-4c14-98b1-9f9321411ad9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484281 Nov 24 10:19:42.404446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1c41-ae02-4f7b-bc1a-084657824649 req-50db442f-a901-4725-93da-ac6f507bb539 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:42.406117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb7f1c41-ae02-4f7b-bc1a-084657824649 req-50db442f-a901-4725-93da-ac6f507bb539 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0868664 Nov 24 10:19:42.461721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb7f1c41-ae02-4f7b-bc1a-084657824649 req-64eb66b0-9c76-4271-92cc-481de8897647 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492468 Nov 24 10:19:43.043438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-9400d4ad-e5af-4e80-8d49-e783d725d7b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1138 time: 0.1528807 Nov 24 10:19:43.205012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-69719ab8-837c-4852-ad07-8957ef649754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:43.206564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-69719ab8-837c-4852-ad07-8957ef649754 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.1439421 Nov 24 10:19:43.318630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-e966b23e-4ce2-4c26-b351-24f6a97a1e0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1002 time: 0.1051633 Nov 24 10:19:43.390462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-af6486dc-2534-40a9-b254-1492e9babac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:43.392132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-af6486dc-2534-40a9-b254-1492e9babac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0673318 Nov 24 10:19:43.481768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-812251c5-854e-4f43-8b5b-a422627d22f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798376 Nov 24 10:19:43.641441 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-ec6c6a14-5da8-4219-ba2b-5cdc63d547f2 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522365 Nov 24 10:19:43.696262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b4c3-b556-4e17-bba1-7214040e8fe2 req-dbe3907c-db45-4f8c-9ec1-81dce01c5eed tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:43.699112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca71b4c3-b556-4e17-bba1-7214040e8fe2 req-dbe3907c-db45-4f8c-9ec1-81dce01c5eed tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0987518 Nov 24 10:19:43.752245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca71b4c3-b556-4e17-bba1-7214040e8fe2 req-db92214f-0d9f-475f-bfe8-0305692ba6a2 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465229 Nov 24 10:19:44.046033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-377a2487-f9c2-44e8-9a6d-49dbebde2e99 req-918c934c-0c83-4d8a-b3f7-dec118cdf6fc service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976989 Nov 24 10:19:44.987585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3ffe2-d430-4b8a-839d-29073f7c1bd3 req-672ebbf5-01d6-4e8b-ac4f-100113b28871 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:44.989122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a3ffe2-d430-4b8a-839d-29073f7c1bd3 req-672ebbf5-01d6-4e8b-ac4f-100113b28871 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0827932 Nov 24 10:19:45.042635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76a3ffe2-d430-4b8a-839d-29073f7c1bd3 req-9e383bef-2b87-4d05-a452-09135e46e05d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465827 Nov 24 10:19:46.250994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26a77-42f5-4d8e-a259-2c6f2d3c6fa8 req-1e79fab3-0a8b-4772-9833-6077c76ac16d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:46.252644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cca26a77-42f5-4d8e-a259-2c6f2d3c6fa8 req-1e79fab3-0a8b-4772-9833-6077c76ac16d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0854321 Nov 24 10:19:46.308663 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cca26a77-42f5-4d8e-a259-2c6f2d3c6fa8 req-5a1337f5-5487-4b8d-be56-e6cd2b14eb67 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494041 Nov 24 10:19:47.524246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db285a-ee81-4a52-8bdd-2f2e2acbd0d5 req-55acf915-3dc3-483b-96c3-aeff75f3518a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:47.525956 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a4db285a-ee81-4a52-8bdd-2f2e2acbd0d5 req-55acf915-3dc3-483b-96c3-aeff75f3518a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0919321 Nov 24 10:19:47.580543 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a4db285a-ee81-4a52-8bdd-2f2e2acbd0d5 req-663ac67b-258e-438c-ba6f-41c08b5fbdef tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461006 Nov 24 10:19:48.793730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9d393-5606-4376-a511-5b20dc240604 req-9934565a-1ed2-4514-8725-8fe51b861b2c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:19:48.795413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2e9d393-5606-4376-a511-5b20dc240604 req-9934565a-1ed2-4514-8725-8fe51b861b2c tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0864794 Nov 24 10:19:48.848355 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2e9d393-5606-4376-a511-5b20dc240604 req-ff065720-94d5-41eb-994d-497d743c8648 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=05159916-8451-484a-adea-f8b2dc045c67&id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462277 Nov 24 10:19:48.924207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5de85a2-3aea-412e-ba42-b32e72c73911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:50.511002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:51.671768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39580bf5-2b40-4f89-b0b4-8101f43bed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:51.712169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:53.364432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:19:53.750685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:20:10.813132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:18.926593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91756f9e-4dda-4cf8-a934-9de4789dac91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:20.514033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.403236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-1d83f900-43b8-410a-a43b-d3329feac700 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289388945&fields=id&tenant_id=930f468934a8448aa3657332a4fd65e8 HTTP/1.1" status: 200 len: 267 time: 0.0444562 Nov 24 10:20:21.490885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-e4819784-483a-4e64-beb1-6d706b2823fa tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:21.492490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-e4819784-483a-4e64-beb1-6d706b2823fa tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 985 time: 0.0826895 Nov 24 10:20:21.504528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Request body: {'port': {'security_groups': ['6dadcc08-5dcc-45f6-96d4-8b66c195d989']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:21.633253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.674064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92991a86-6442-4c1c-a2e8-b8809d1144d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.713778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.891977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:21.917532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.921421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.928873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:21.933135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:20:21.987754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:21.988451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:21.989985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b669416b-36c0-4b04-a87e-2ebc458d8767 req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "PUT /v2.0/ports/7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 943 time: 0.4903967 Nov 24 10:20:21.990601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:20:21.996929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:22.033134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event updated for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=7']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:22.042988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.043434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.043872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.044306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.044740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.048776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.049220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.049659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.050092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.050532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.050977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.065196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:22.070717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:20:22.083136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:20:22.113112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.152739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.214228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-50ba6cfc-cf05-469f-87e9-febe2726ccc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1099 time: 0.1077101 Nov 24 10:20:22.216776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.223520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d843901-669d-41af-9ca4-fd0170a50378 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:22.256015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05159916-8451-484a-adea-f8b2dc045c67,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:22.270770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.275264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "DELETE /v2.0/security-groups/05159916-8451-484a-adea-f8b2dc045c67 HTTP/1.1" status: 204 len: 168 time: 0.2777407 Nov 24 10:20:22.276438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59852) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:22.276946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.277390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.277827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.278409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.278872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.279945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.281322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.281322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.281322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.281567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.281981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:22.286093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:22.387256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-250ff505-0352-49c3-ad38-261ba6ad1c13 None None] Provisioning complete for port 7e1c9204-ad84-4a4a-b970-08dd6114abba triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:22.387679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-250ff505-0352-49c3-ad38-261ba6ad1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.536169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-0de86ac1-c531-42e7-b52f-85a5c305139b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:22.537782 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-0de86ac1-c531-42e7-b52f-85a5c305139b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.3170040 Nov 24 10:20:22.661042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Deleting port c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:22.661522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.721012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-dd7da528-6849-4701-9325-c2a1959ca681 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 1002 time: 0.1740479 Nov 24 10:20:22.885768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-d20f84a9-bd6f-4fca-9415-61ec24afd1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:22.887669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-d20f84a9-bd6f-4fca-9415-61ec24afd1b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.1586905 Nov 24 10:20:22.964802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:22.965159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:23.096536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Calling delete_port for c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:23.166303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-f3545b1d-9fd8-4b7d-9cb7-80ca86deac99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2713788 Nov 24 10:20:23.367460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:23.372647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-8064d35c-7d95-4be8-99c9-69f47a01cf30 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973674 Nov 24 10:20:23.427581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:23.434089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2c164c0e-92bc-408b-ac22-133c53a43b3f tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:23.534839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event deleted for resources: {'Port': ['ID=c385f6f3-b8d4-4b63-bb0a-5f25ea49ae9e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:23.540934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:23.650712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a8c8545-676f-4779-89fd-fbf12706df9b req-071e039a-c4e2-4f79-b713-e2400c778e27 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706509 Nov 24 10:20:23.663480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:24.314371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:20:24.521201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:20:24.532028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Sync routers for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:20:24.542245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:24.545755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:24.546608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:24.602114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "DELETE /v2.0/floatingips/043ada03-c609-4bd2-a6fb-7e772c12add1 HTTP/1.1" status: 204 len: 168 time: 2.3242347 Nov 24 10:20:24.602840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:20:24.687200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:20:24.746447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:24.790387 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-9b2ff383-6638-49f1-8a4f-2dde0f638c01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=930f468934a8448aa3657332a4fd65e8&device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 1099 time: 0.0805566 Nov 24 10:20:24.940296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-8cbad0dd-96e2-4cc6-902a-6f89f67c6693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:24.941923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-8cbad0dd-96e2-4cc6-902a-6f89f67c6693 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 200 len: 915 time: 0.1452327 Nov 24 10:20:25.038451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-933d7698-a6aa-4494-9833-c44fcd2d987a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 200 len: 217 time: 0.0886335 Nov 24 10:20:25.121737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:25.125665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-3e198df0-b469-4f32-a70d-20911045a703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:25.127586 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-3e198df0-b469-4f32-a70d-20911045a703 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 200 len: 853 time: 0.0818217 Nov 24 10:20:25.127969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Checking router: 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:20:25.148943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:25.149628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:25.227842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-bf5c0dd1-e070-44ef-853a-7fce4a12969f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad955e30-4161-4e51-9f07-46bd74de17db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933747 Nov 24 10:20:25.363141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:25.392522 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-23421663-eb5a-4f77-8143-9ea1d630de13 service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575081 Nov 24 10:20:25.558730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a06fc248-2db0-4329-94f4-0a1246fd7695 req-55890822-0827-48b7-ae62-4027860029fb service neutron] 10.222.0.61 "GET /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594770 Nov 24 10:20:25.749639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:25.754433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4081dde1-6057-4230-b0e8-297c27cd7db1 None None] The sync data for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv is: [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:18:22Z', 'revision_number': 4, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '6c9cda85-bc88-4c4e-8e0a-baeaf3707443', 'name': '', 'network_id': 'ad955e30-4161-4e51-9f07-46bd74de17db', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'mac_address': 'fa:16:3e:6d:55:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:21Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'subnets': [{'id': 'd433c2b0-e06d-4a04-94bb-c1ff3c35945c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:20:26.286035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45555c49-a117-4188-bfd3-597cd10e5a80 None None] New status for floating IP 043ada03-c609-4bd2-a6fb-7e772c12add1: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:20:29.306483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fc64f-d177-47ba-9892-cb55e13e1b6d req-9b6262a0-5a2e-4588-a1b3-c168bd0bac11 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:29.308139 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-111fc64f-d177-47ba-9892-cb55e13e1b6d req-9b6262a0-5a2e-4588-a1b3-c168bd0bac11 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0852180 Nov 24 10:20:29.356502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-111fc64f-d177-47ba-9892-cb55e13e1b6d req-74ceb37b-042f-4bd1-b308-aa79ac879d75 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:20:29.370632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-111fc64f-d177-47ba-9892-cb55e13e1b6d req-74ceb37b-042f-4bd1-b308-aa79ac879d75 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:20:29.371796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-111fc64f-d177-47ba-9892-cb55e13e1b6d req-74ceb37b-042f-4bd1-b308-aa79ac879d75 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569963 Nov 24 10:20:30.581762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a726189-c049-4533-866c-26fc0dd3ec01 req-551a36d7-8ea9-49ef-aeb9-62853e7e357f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:30.582541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6a726189-c049-4533-866c-26fc0dd3ec01 req-551a36d7-8ea9-49ef-aeb9-62853e7e357f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:20:30.598394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6a726189-c049-4533-866c-26fc0dd3ec01 req-551a36d7-8ea9-49ef-aeb9-62853e7e357f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:20:30.599716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a726189-c049-4533-866c-26fc0dd3ec01 req-551a36d7-8ea9-49ef-aeb9-62853e7e357f tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.1015556 Nov 24 10:20:30.651020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a726189-c049-4533-866c-26fc0dd3ec01 req-ee17fa0c-5cd5-4540-937f-4c9a3b73ce64 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/security-groups?id=6dadcc08-5dcc-45f6-96d4-8b66c195d989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Nov 24 10:20:30.752177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:20:30.881765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804118a9-b553-4b74-b162-4c837b6f775f req-161b65b1-c460-4367-91ce-316d94c3d4a9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:30.883370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-804118a9-b553-4b74-b162-4c837b6f775f req-161b65b1-c460-4367-91ce-316d94c3d4a9 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.61 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 946 time: 0.0858579 Nov 24 10:20:30.959442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Deleting port 7e1c9204-ad84-4a4a-b970-08dd6114abba {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:30.959748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:31.234084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] For port 7e1c9204-ad84-4a4a-b970-08dd6114abba, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=7e1c9204-ad84-4a4a-b970-08dd6114abba,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:31.234407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:31.368496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Calling delete_port for 7e1c9204-ad84-4a4a-b970-08dd6114abba owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:31.521898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:31.527698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-120a530a-41ca-4ea5-a38d-5290fe038bc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:31.533676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['7e1c9204-ad84-4a4a-b970-08dd6114abba'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:20:31.575053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Pushing event deleted for resources: {'Port': ['ID=7e1c9204-ad84-4a4a-b970-08dd6114abba,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:31.579530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:31.651809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] No DVR routers for this DVR port 7e1c9204-ad84-4a4a-b970-08dd6114abba on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:20:31.654939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:31.657841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'name': 'network-vif-deleted', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:20:31.673912 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-804118a9-b553-4b74-b162-4c837b6f775f req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.61 "DELETE /v2.0/ports/7e1c9204-ad84-4a4a-b970-08dd6114abba HTTP/1.1" status: 204 len: 173 time: 0.7855628 Nov 24 10:20:31.717608 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e91428-657e-40ae-b39a-5f7807162b29', 'name': 'network-vif-deleted', 'tag': '7e1c9204-ad84-4a4a-b970-08dd6114abba', 'status': 'completed', 'code': 200} Nov 24 10:20:31.828096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e00c8ee4-a1a5-41a1-aaf5-2922b8ba5186 req-024fcc5c-cefc-4fc6-a0a7-9fb403b46f50 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Synchronizing usage tracker for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:20:31.844402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e00c8ee4-a1a5-41a1-aaf5-2922b8ba5186 req-024fcc5c-cefc-4fc6-a0a7-9fb403b46f50 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Unset dirty status for tenant:930f468934a8448aa3657332a4fd65e8 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:20:31.845671 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e00c8ee4-a1a5-41a1-aaf5-2922b8ba5186 req-024fcc5c-cefc-4fc6-a0a7-9fb403b46f50 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] 10.222.0.55 "GET /v2.0/ports?device_id=77e91428-657e-40ae-b39a-5f7807162b29 HTTP/1.1" status: 200 len: 210 time: 0.0677946 Nov 24 10:20:33.562768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:33.980180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:34.869146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Deleting port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:34.869734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:35.056229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] For port 6c9cda85-bc88-4c4e-8e0a-baeaf3707443, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:35.056626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:35.160122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7e1c9204-ad84-4a4a-b970-08dd6114abba no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:35.184513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Calling delete_port for 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:35.193814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 7e1c9204-ad84-4a4a-b970-08dd6114abba {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:35.194210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 7e1c9204-ad84-4a4a-b970-08dd6114abba not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:35.367359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:35.371791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de3ba749-1e0f-4a80-a66d-d99447658a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:35.414876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9cda85-bc88-4c4e-8e0a-baeaf3707443,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:35.417849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:35.725433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:36.331852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:20:36.546000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:20:36.555275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Sync routers for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:20:36.569010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] 10.222.0.55 "PUT /v2.0/routers/8f85e11c-78cd-4e85-8fd0-bf1b4874ea93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037405 Nov 24 10:20:36.569210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:36.570067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:36.571502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 59948) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:36.764892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:36.794074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:37.005855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:37.015728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Deleting port 433f5af2-4714-43d6-8879-3a585a48f3be {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:37.016106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:37.068501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179'}], 'enable_snat': True}, 'gw_port_id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:20:35Z', 'revision_number': 5, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port': {'id': '433f5af2-4714-43d6-8879-3a585a48f3be', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:19Z', 'updated_at': '2021-11-24T10:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:37.072828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Checking router: 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:20:37.085031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Routers {'8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:37.085700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:37.205639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] For port 433f5af2-4714-43d6-8879-3a585a48f3be, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=433f5af2-4714-43d6-8879-3a585a48f3be,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:37.206045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:37.344115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Calling delete_port for 433f5af2-4714-43d6-8879-3a585a48f3be owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:37.403836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] Set router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:37.514817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:20:37Z', 'revision_number': 6, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:37.518956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b8c50-d22d-4eab-a885-6921205aa026 None None] The sync data for ids ['8f85e11c-78cd-4e85-8fd0-bf1b4874ea93'] in dv-neutron-818439-1-hyperv is: [{'id': '8f85e11c-78cd-4e85-8fd0-bf1b4874ea93', 'name': 'tempest-TestMinimumBasicScenario-320344409-router', 'tenant_id': '930f468934a8448aa3657332a4fd65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:18Z', 'updated_at': '2021-11-24T10:20:37Z', 'revision_number': 6, 'project_id': '930f468934a8448aa3657332a4fd65e8', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:20:37.529923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:37.534308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9aaec2a5-5ba4-4e7f-856a-90a1db2293c2 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:37.581360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=433f5af2-4714-43d6-8879-3a585a48f3be,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:37.585857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:38.067113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.337187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.342308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.371020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.371574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:20:38.385417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.389702 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8f85e11c-78cd-4e85-8fd0-bf1b4874ea93 HTTP/1.1" status: 204 len: 168 time: 1.8137200 Nov 24 10:20:38.390265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59952) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:38.459207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Deleting subnet d433c2b0-e06d-4a04-94bb-c1ff3c35945c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:20:38.462503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.520516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.610824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.691019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.696090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f0bb385f-d7ec-4142-95c7-96b5c77ae7b0 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:38.726515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 433f5af2-4714-43d6-8879-3a585a48f3be no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:38.740231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d433c2b0-e06d-4a04-94bb-c1ff3c35945c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:38.743658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:38.748209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.755387 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad3c7f15-5f58-4a22-adb2-0f0736c58450 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d433c2b0-e06d-4a04-94bb-c1ff3c35945c HTTP/1.1" status: 204 len: 168 time: 0.3640778 Nov 24 10:20:38.757997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59956) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:38.758397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42f956-b02b-4f0b-b751-e8eb065ab805 None None] Network ad955e30-4161-4e51-9f07-46bd74de17db requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:20:38.782932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 433f5af2-4714-43d6-8879-3a585a48f3be {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:38.783347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 433f5af2-4714-43d6-8879-3a585a48f3be not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:38.783818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:38.890174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.902404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Deleting port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:38.902809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:38.996686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:38.996999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6c9cda85-bc88-4c4e-8e0a-baeaf3707443 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:39.121645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] For port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:39.122215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.219191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] DHCP port deletion for ad955e30-4161-4e51-9f07-46bd74de17db request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:20:39.223686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Deleting port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:39.224103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.252371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Calling delete_port for fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:39.448768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] For port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,segment=NetworkSegment(bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0),segment_id=bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:39.449347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.563439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.568935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-240a7d3f-595e-4165-8e12-9b7676c307e5 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:39.584075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Calling delete_port for fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:39.616793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:39.619454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:39.625215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] No DVR routers for this DVR port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 10:20:39.651362 dv-neutron-818439-1-hyperv neutron-server[88766]: % (table.description, expected, rows_matched) Nov 24 10:20:39.656066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:20:39.656549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:20:39.753085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.781385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad955e30-4161-4e51-9f07-46bd74de17db']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:39.794354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:39.794776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7ca6a9-048b-4a5b-8e3d-640fe88ca2d0') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:39.807288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.830116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.836699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:20:39.837131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:20:39.851191 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:20:39.931189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.934829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:39.952713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:39.961946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad955e30-4161-4e51-9f07-46bd74de17db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:39.965474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:39.977526 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ad955e30-4161-4e51-9f07-46bd74de17db HTTP/1.1" status: 204 len: 168 time: 1.2184181 Nov 24 10:20:39.980675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59960) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:40.158330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Deleting port fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:40.158805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:40.226624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d7c5fc4d-bc41-421b-baf5-7b34fdbf70aa None None] The port 'fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:20:40.387247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:40.723297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:40.758049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:40.758509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fd19c5bc-a1e7-4cf8-9379-5f76da0deb8f not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:40.814265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:41.017652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Deleting port ec4cd5a8-1178-4457-a292-d8c37ec135a2 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:41.017953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:41.213855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] For port ec4cd5a8-1178-4457-a292-d8c37ec135a2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ec4cd5a8-1178-4457-a292-d8c37ec135a2,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:41.214245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:41.344503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Calling delete_port for ec4cd5a8-1178-4457-a292-d8c37ec135a2 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:41.527848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:41.531728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5bca80d1-f588-4243-845b-63ce45d1444f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:41.577252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4cd5a8-1178-4457-a292-d8c37ec135a2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:41.580060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:41.883889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:42.721722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Router 20763818-5f98-45a3-a032-d69eab1b9d6c has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:20:42.941170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:20:42.950066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Sync routers for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:20:42.950448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] 10.222.0.55 "PUT /v2.0/routers/20763818-5f98-45a3-a032-d69eab1b9d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9687200 Nov 24 10:20:42.953748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:42.964556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:42.965242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:43.154134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:43.155455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:43.362782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:43.371186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Deleting port 4d438191-08b3-4a15-8339-81a5825ecc38 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:43.371552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:43.463771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:20:41Z', 'revision_number': 5, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port': {'id': '4d438191-08b3-4a15-8339-81a5825ecc38', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:18:26Z', 'updated_at': '2021-11-24T10:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:43.468696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Checking router: 20763818-5f98-45a3-a032-d69eab1b9d6c for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:20:43.480461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Routers {'20763818-5f98-45a3-a032-d69eab1b9d6c'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:43.481152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['20763818-5f98-45a3-a032-d69eab1b9d6c'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:43.558331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] For port 4d438191-08b3-4a15-8339-81a5825ecc38, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4d438191-08b3-4a15-8339-81a5825ecc38,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:43.558764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:43.666801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] Set router 20763818-5f98-45a3-a032-d69eab1b9d6c gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:43.728508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Calling delete_port for 4d438191-08b3-4a15-8339-81a5825ecc38 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:43.784785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:20:43Z', 'revision_number': 6, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:43.789359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0e4fc8-c6bc-44a9-9eef-84619c86fdb7 None None] The sync data for ids ['20763818-5f98-45a3-a032-d69eab1b9d6c'] in dv-neutron-818439-1-hyperv is: [{'id': '20763818-5f98-45a3-a032-d69eab1b9d6c', 'name': 'tempest-TestMinimumBasicScenario-485266615-router', 'tenant_id': 'af0a757c60c34cc1822e69d0cb47b534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:18:25Z', 'updated_at': '2021-11-24T10:20:43Z', 'revision_number': 6, 'project_id': 'af0a757c60c34cc1822e69d0cb47b534', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:20:43.911045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:43.916338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-64b86420-b468-4b29-9db9-864ad25f4dbb tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:43.962862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d438191-08b3-4a15-8339-81a5825ecc38,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:43.965689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:44.207190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.484268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.488654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.512219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.512775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20763818-5f98-45a3-a032-d69eab1b9d6c {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:20:44.525625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.526925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] 10.222.0.55 "DELETE /v2.0/routers/20763818-5f98-45a3-a032-d69eab1b9d6c HTTP/1.1" status: 204 len: 168 time: 1.5721316 Nov 24 10:20:44.529714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59968) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:44.597065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Deleting subnet 4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:20:44.600648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.658509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.726642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4d438191-08b3-4a15-8339-81a5825ecc38 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:44.743323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.761314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4d438191-08b3-4a15-8339-81a5825ecc38 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:44.761959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4d438191-08b3-4a15-8339-81a5825ecc38 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:44.762431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec4cd5a8-1178-4457-a292-d8c37ec135a2 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:44.794140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ec4cd5a8-1178-4457-a292-d8c37ec135a2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:44.794546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ec4cd5a8-1178-4457-a292-d8c37ec135a2 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:44.813984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.817787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7a59455c-1531-49a3-86b5-9d814bbdd247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:44.856431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:44.860779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:44.864092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:44.870079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a38f16e-d026-4d24-bcf3-35eba853b52d None None] Network cfa3abf2-12a5-4628-92fb-45432e5b4a7d requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:20:44.870250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3b7b2589-db9a-4f88-b5f0-27127ceb7d0c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4ce62eb8-9a3a-4fd2-98d6-cb351f1b31da HTTP/1.1" status: 204 len: 168 time: 0.3395052 Nov 24 10:20:44.873085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59972) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:44.996093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.007841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Deleting port 6095082c-6cbe-4d67-9170-b748b2ba32d1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:45.008218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.143171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] DHCP port deletion for cfa3abf2-12a5-4628-92fb-45432e5b4a7d request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:20:45.147492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Deleting port 6095082c-6cbe-4d67-9170-b748b2ba32d1 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:45.147919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.233394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] For port 6095082c-6cbe-4d67-9170-b748b2ba32d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6095082c-6cbe-4d67-9170-b748b2ba32d1,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:45.233783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.365069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] For port 6095082c-6cbe-4d67-9170-b748b2ba32d1, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6095082c-6cbe-4d67-9170-b748b2ba32d1,segment=NetworkSegment(9aa7e551-6b70-4dfc-8797-79accd6c9218),segment_id=9aa7e551-6b70-4dfc-8797-79accd6c9218)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:45.365352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Calling delete_port for 6095082c-6cbe-4d67-9170-b748b2ba32d1 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:45.365531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.443629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.448200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-24f94d2d-ea8d-44b1-97ab-713779dcd338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:45.493753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Pushing event deleted for resources: {'Port': ['ID=6095082c-6cbe-4d67-9170-b748b2ba32d1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:45.496090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Calling delete_port for 6095082c-6cbe-4d67-9170-b748b2ba32d1 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:20:45.496443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:45.499700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] No DVR routers for this DVR port 6095082c-6cbe-4d67-9170-b748b2ba32d1 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:20:45.573928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:20:45.574350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:20:45.880470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.908675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa3abf2-12a5-4628-92fb-45432e5b4a7d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:45.922225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa7e551-6b70-4dfc-8797-79accd6c9218') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:45.922558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa7e551-6b70-4dfc-8797-79accd6c9218') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:45.934987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.955684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.962205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:20:45.962653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:20:45.976865 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:20:46.053878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.057380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3886a11b-3eab-462a-8967-d766cc85adfd tempest-BulkNetworkOpsIpV6Test-1755306166 tempest-BulkNetworkOpsIpV6Test-1755306166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:46.074009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.075297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Deleting port 6095082c-6cbe-4d67-9170-b748b2ba32d1 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:20:46.075869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.083123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa3abf2-12a5-4628-92fb-45432e5b4a7d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:46.086508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:46.090185 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b15261ae-992d-485e-acd5-5098b498c922 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cfa3abf2-12a5-4628-92fb-45432e5b4a7d HTTP/1.1" status: 204 len: 168 time: 1.2139573 Nov 24 10:20:46.143494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dd6bbbb2-4ef7-493f-b1ba-a803eb1e3863 None None] The port '6095082c-6cbe-4d67-9170-b748b2ba32d1' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:20:46.356011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:46.418454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-778d5ee5-db4f-4772-b798-3a0252ff73d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=930f468934a8448aa3657332a4fd65e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0609622 Nov 24 10:20:46.421668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:46.486336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.513417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.562344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.568085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f83c03db-ed48-468f-a4b9-01683df5c30a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:46.584524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dadcc08-5dcc-45f6-96d4-8b66c195d989,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:46.587691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:46.595337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:46.596564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a094c3b-2ee2-48f5-b5b5-c5d723bf914f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dadcc08-5dcc-45f6-96d4-8b66c195d989 HTTP/1.1" status: 204 len: 168 time: 0.1738713 Nov 24 10:20:46.841489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6095082c-6cbe-4d67-9170-b748b2ba32d1 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:20:46.879565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 6095082c-6cbe-4d67-9170-b748b2ba32d1 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:20:46.879964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6095082c-6cbe-4d67-9170-b748b2ba32d1 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:20:47.036545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:47.090264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d6ebad2d-47e6-48d0-af12-714181b61f66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af0a757c60c34cc1822e69d0cb47b534&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523241 Nov 24 10:20:47.093525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 59994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:47.159769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:47.186214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:47.235301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:47.240232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3c418946-4bba-49d1-8186-79e9c89cc00c tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:47.253983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869aa6f-a454-4a25-9af8-3f88d5d0daa6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:47.257018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:47.257904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:47.259256 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-acb6670e-e68d-41b7-b28d-f846656e470c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6869aa6f-a454-4a25-9af8-3f88d5d0daa6 HTTP/1.1" status: 204 len: 168 time: 0.1646101 Nov 24 10:20:49.102034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fdc4-34c1-470e-b844-964fda4e2541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:49.728168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:49.735719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903399489', 'description': 'tempest-secgroup-smoke-1903399489 description', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:49.742533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:49.747357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:49.751068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:49.758488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:49.768772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:49.783331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:49.817859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:49.822116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:49.825768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:49.834663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:49.916064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:49.918970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:49.924844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cd60727b-da16-42f1-97cc-22d7d7c4d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:49.971256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:49.975722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e04993-f3cb-46e8-8ce4-d893586c0384,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:49.978857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:49.981858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:49.983302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:49.990893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.055237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.058013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.064177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d9f3bf1-9a8d-41e0-a725-0fbdb6c3c0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.105113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.106457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3769367 Nov 24 10:20:50.108186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b57f34-d2b0-4326-ab17-edd7c27fe3c6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.110656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.113473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.117637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.124576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.129007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.132146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.138829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.155882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.221785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.224654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.226644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-414df299-ca40-4068-8a2e-46689cfca13b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.251283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e8e50b-a5bc-45ef-87db-b0fd11289bcf,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.254084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.260630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.262236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503265 Nov 24 10:20:50.265248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60046) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.271189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.277809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.283063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.286856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.293611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.311796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.379883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.382550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.384469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9fd1f75a-e246-4b76-ad48-2823ed3cd644 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.408183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8299d4c9-baa4-421b-843d-5e2db5d3ed1d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.410755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.416882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.418146 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-912cf836-708e-4cd5-9e1a-c2a96fadd313 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1519012 Nov 24 10:20:50.422256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60050) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.428122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.434428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.438430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.441422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.447448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.464028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.516886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.530083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.532767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.534694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-aeb96933-d53f-458e-adae-94f17fff7520 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.555922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582a0e0f-a3fd-4a60-95a2-3300d1123844,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.560591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.568997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.571104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471338 Nov 24 10:20:50.576392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60054) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.582845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.589660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.594337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.597541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.604487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.624171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.695634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.698713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.700728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b939f1a4-1161-4da8-89d9-e3bcbd49c442 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.729593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69030ca-f693-42f9-bf38-718b9d5b42e0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.734924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.738799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.740114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1625550 Nov 24 10:20:50.744972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.751678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.758412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.763054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.766758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.773222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.784914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:20:50.792033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.868361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.871101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.873891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6dbb3425-b509-4a6d-9b4d-eef1138b611f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:50.898896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65607db-a1cf-4d53-9f6d-f6c1c2601849,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:50.901544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:50.908068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:50.909391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1633339 Nov 24 10:20:50.912409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:50.918294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '15b57f34-d2b0-4326-ab17-edd7c27fe3c6', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:50.924948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:50.929048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:50.932173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:50.938914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:50.948816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:20:50.956221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.024978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.027679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.029656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ca21f4b0-cac5-46ca-9086-7e4d255342cb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:51.050421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c021000d-cc92-4350-951d-6a45fa57b74d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:51.054659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:51.062846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.064315 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1507268 Nov 24 10:20:51.068080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:51.074329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'network': {'name': 'tempest-network-smoke--610760214', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:51.080371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:51.084404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:network and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:51.087392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:51.093438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:51.102812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:20:51.108449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.141852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:20:51.150869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.151257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Added segment 6aa808f7-e608-4f80-ba36-83fd981bc164 of type vlan for network ceb70c17-a9a3-4cbe-9545-0acbc77b202a Nov 24 10:20:51.178693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.209538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.213832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:51.214462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.220091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38811a48-ad3a-4efc-8d6f-e4f0e62c3de1 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:51.272152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2029223 Nov 24 10:20:51.275620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60070) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:51.282601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'admin_state_up': True, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:51.290300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:51.294462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:router and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:51.298754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:51.313866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:51.323632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.324694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.332699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Network': ['ID=ceb70c17-a9a3-4cbe-9545-0acbc77b202a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:51.335615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45ae5049-35ef-4186-9ae9-5957c0e9df9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:51.344165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:20:51.345493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.511182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.675325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20d8285d-2af0-474d-9af4-adf3218bda75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.708917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.716798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.741798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:51.896383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.249 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/4e34112e-9a7e-437a-a84b-b1803d026dd3) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:20:52.058157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:52.085206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:52.089860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f566fef-bea3-46de-9464-914fc6dbfac4 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:52.164283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:20:52.168038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:20:52.174487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:20:52.202036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=4e34112e-9a7e-437a-a84b-b1803d026dd3,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:52.207645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:52.343574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:52.344352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:52.583477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router cb854988-fe4a-4d7c-8901-7d5322a73729 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:20:52.796989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:20:52.808891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Sync routers for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:20:52.822423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:52.823071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:52.823196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:52.824443 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5477774 Nov 24 10:20:52.828289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60074) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:53.007294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e741e137-106a-460e-b4b3-d0ec602cb5b7 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=41a1533d55d44b089cd8ae5e985b6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1776977 Nov 24 10:20:53.010189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60080) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:53.010370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:53.154267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4069ac25-bfce-45a5-85fb-588fbda5b88f tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:53.156168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4069ac25-bfce-45a5-85fb-588fbda5b88f tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448939 Nov 24 10:20:53.159729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:53.206365 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9ebcd512-c54a-4eaa-94ca-11bfd0c127fe tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453854 Nov 24 10:20:53.209057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60088) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:53.215141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809135779', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:20:53.312673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:52Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:53.316800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Checking router: cb854988-fe4a-4d7c-8901-7d5322a73729 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:20:53.317199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Updating router cb854988-fe4a-4d7c-8901-7d5322a73729 port 4e34112e-9a7e-437a-a84b-b1803d026dd3 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:20:53.332916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:20:53.337115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:subnet and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:20:53.340107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:20:53.347133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:20:53.356722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:20:53.370428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.375922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.471770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.704685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.709309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-64c873ac-6fdd-4393-b818-61edfbcd0114 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:53.724124 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.737014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Transition to ACTIVE for port object 4e34112e-9a7e-437a-a84b-b1803d026dd3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:20:53.742760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.747761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c898a176-a72d-4255-a2d8-700cb4fda5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:53.797181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Subnet': ['ID=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:53.800893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:53.809143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Checking segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:20:53.809547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network hostable DHCP agents. Network: ceb70c17-a9a3-4cbe-9545-0acbc77b202a, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:20:53.824484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Attempting to bind port 4e34112e-9a7e-437a-a84b-b1803d026dd3 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:20:53.824899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Attempting to bind port 4e34112e-9a7e-437a-a84b-b1803d026dd3 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:20:53.825311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Attempting to bind port 4e34112e-9a7e-437a-a84b-b1803d026dd3 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:20:53.833340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:20:53.836467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Pushing event updated for resources: {'Port': ['ID=4e34112e-9a7e-437a-a84b-b1803d026dd3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:53.841688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:20:53.842107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:20:53.842554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.843012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:20:53.843357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, ceb70c17-a9a3-4cbe-9545-0acbc77b202a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:20:53.843525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Bound port: 4e34112e-9a7e-437a-a84b-b1803d026dd3, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:20:53.843941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.848132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:53.848785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.853118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68540b2-c75b-4774-add8-3cbfb7cb70d9 None None] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:20:53.876653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.877047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.877424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.877787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.878157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.878546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.879138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60092) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:20:53.879353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-696c3891-9916-45f9-8fe2-64a1aa9f1596 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6691759 Nov 24 10:20:53.880061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.880458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.880842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.881218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.881573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:53.899427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:53.937126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] For port 4e34112e-9a7e-437a-a84b-b1803d026dd3, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:20:53.940705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] For port 4e34112e-9a7e-437a-a84b-b1803d026dd3, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4e34112e-9a7e-437a-a84b-b1803d026dd3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:20:53.945950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:53.950487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-254fd11b-3e87-4cb0-9427-bb9334f40963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:54.027420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Pushing event updated for resources: {'Port': ['ID=4e34112e-9a7e-437a-a84b-b1803d026dd3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:54.033983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:54.040992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:54.041493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:54.095210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:20:54.096261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.251680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:54.272047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Allocated IP 172.20.0.2 (ceb70c17-a9a3-4cbe-9545-0acbc77b202a/811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2/6af38a08-18f8-4ba9-9cdf-62b3452f753e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:20:54.505986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.521004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Transition to ACTIVE for port object 6af38a08-18f8-4ba9-9cdf-62b3452f753e will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:20:54.544137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Transition to ACTIVE for port object 6af38a08-18f8-4ba9-9cdf-62b3452f753e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:20:54.549344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.566003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:54.585965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:52Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:54.591073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ab172-00fa-4281-880f-2d239a1b7069 None None] The sync data for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv is: [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:52Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:20:54.650534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:20:54.651841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:20:54.657599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:20:54.660726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Pushing event updated for resources: {'Port': ['ID=6af38a08-18f8-4ba9-9cdf-62b3452f753e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:54.706090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.706489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.707015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.707397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.707777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.708161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.708533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.708912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.709291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.709659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.710031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:20:54.718378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:54.769260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Attempting to bind port 6af38a08-18f8-4ba9-9cdf-62b3452f753e on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:20:54.769684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Attempting to bind port 6af38a08-18f8-4ba9-9cdf-62b3452f753e by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:20:54.770102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Attempting to bind port 6af38a08-18f8-4ba9-9cdf-62b3452f753e on network ceb70c17-a9a3-4cbe-9545-0acbc77b202a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:20:54.777097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:20:54.777526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Checking segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:20:54.777990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.778436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Bound using segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:20:54.779526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Bound port: 6af38a08-18f8-4ba9-9cdf-62b3452f753e, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:20:54.779958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.873652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] For port 6af38a08-18f8-4ba9-9cdf-62b3452f753e, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:20:54.877180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] For port 6af38a08-18f8-4ba9-9cdf-62b3452f753e, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6af38a08-18f8-4ba9-9cdf-62b3452f753e,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:20:54.880592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:54.885073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d42d163-dec9-4d22-b316-db8f7ebfca9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:54.975739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Pushing event updated for resources: {'Port': ['ID=6af38a08-18f8-4ba9-9cdf-62b3452f753e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:54.978683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:55.021483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:55.487968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.1 (ceb70c17-a9a3-4cbe-9545-0acbc77b202a/811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2/0c026632-988f-43fe-bb44-0e9e11ea8902) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:20:55.678037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:55.696960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 0c026632-988f-43fe-bb44-0e9e11ea8902 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:20:55.717807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:55.722751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d42c52a-88b1-4780-9d9d-b1ed7a6d99f7 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:55.802743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:20:55.806798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:20:55.812459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:20:55.844487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:55.852901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:55.879301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:55.972540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:56.433713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:56.437644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:56.469938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fddc84b9-0345-4083-8bb3-f28b32e25996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:56.570083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:56.576267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:56.579883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:56.650525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363caff-d7cc-41d2-9f74-f0cc43a4ba83 None None] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:20:56.748479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:20:56.750190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:20:56.784338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9ddbdac8-80d8-4fa4-a21d-0cafcbcd00a5 None None] Provisioning for port 6af38a08-18f8-4ba9-9cdf-62b3452f753e completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:20:56.847649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4e34112e-9a7e-437a-a84b-b1803d026dd3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:20:56.991445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4e34112e-9a7e-437a-a84b-b1803d026dd3 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:20:57.001456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4e34112e-9a7e-437a-a84b-b1803d026dd3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:57.001883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.131974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.150179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 4e34112e-9a7e-437a-a84b-b1803d026dd3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4e34112e-9a7e-437a-a84b-b1803d026dd3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:57.153254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.154272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6af38a08-18f8-4ba9-9cdf-62b3452f753e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:20:57.182351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:57.183014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router cb854988-fe4a-4d7c-8901-7d5322a73729 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:20:57.287104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=4e34112e-9a7e-437a-a84b-b1803d026dd3,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:57.290424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:57.291186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 6af38a08-18f8-4ba9-9cdf-62b3452f753e completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:20:57.297123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6af38a08-18f8-4ba9-9cdf-62b3452f753e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:57.297473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.431324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:20:57.439074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.446659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/cb854988-fe4a-4d7c-8901-7d5322a73729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626001 Nov 24 10:20:57.450179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Provisioning complete for port 6af38a08-18f8-4ba9-9cdf-62b3452f753e triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:57.450617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.516539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 6af38a08-18f8-4ba9-9cdf-62b3452f753e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6af38a08-18f8-4ba9-9cdf-62b3452f753e,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:20:57.524943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.530330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:57.650387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=6af38a08-18f8-4ba9-9cdf-62b3452f753e,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:57.655863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:57.689681 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-ca0ac961-a851-44ef-9978-5630618c46d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903399489&fields=id&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 267 time: 0.0589037 Nov 24 10:20:57.692535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Provisioning for port 0c026632-988f-43fe-bb44-0e9e11ea8902 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:20:57.702144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Sync routers for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:20:57.705837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Provisioning complete for port 0c026632-988f-43fe-bb44-0e9e11ea8902 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:57.706413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:57.774992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:20:57.775625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:57.849851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4677a702-a7f7-47f9-856e-6bd634718385 None None] Port 0c026632-988f-43fe-bb44-0e9e11ea8902 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:20:57.869418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8248c3-c46f-4edd-81fd-16717c040077 req-5398ec3c-197e-4278-8428-f4c0b038171c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:20:57.877557 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-5398ec3c-197e-4278-8428-f4c0b038171c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 796 time: 0.1782587 Nov 24 10:20:57.891214 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e37923b8-f827-4bad-83f8-46df7304515f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/quotas/41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 375 time: 0.0126171 Nov 24 10:20:57.985927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-de8248c3-c46f-4edd-81fd-16717c040077 req-7689f6d1-20c1-4336-a205-89f2eebc2a02 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:20:58.004608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-de8248c3-c46f-4edd-81fd-16717c040077 req-7689f6d1-20c1-4336-a205-89f2eebc2a02 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:20:58.006245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-7689f6d1-20c1-4336-a205-89f2eebc2a02 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085520 Nov 24 10:20:58.145897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2a038788-17fd-42cf-bebe-623688924f5b None None] Provisioning complete for port 0c026632-988f-43fe-bb44-0e9e11ea8902 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:58.146318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2a038788-17fd-42cf-bebe-623688924f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:58.192916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:20:58.263007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2a038788-17fd-42cf-bebe-623688924f5b None None] Port 0c026632-988f-43fe-bb44-0e9e11ea8902 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:20:58.479935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-de1f2f29-82ad-4497-bffe-1382f09faf98 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597530 Nov 24 10:20:58.629845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-592f6ba1-8220-41fc-8253-3ab0562c2c47 service neutron] 10.222.0.55 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423762 Nov 24 10:20:58.660661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:20:56Z', 'revision_number': 2, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:20:58.668014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Checking router: cb854988-fe4a-4d7c-8901-7d5322a73729 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:20:58.668428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Updating router cb854988-fe4a-4d7c-8901-7d5322a73729 port 0c026632-988f-43fe-bb44-0e9e11ea8902 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:20:58.755741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4e34112e-9a7e-437a-a84b-b1803d026dd3 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:20:58.833441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:58.861362 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-11d4af2c-701d-4f1a-89bc-008be671356d req-24ad8d07-3b38-4ab5-bb92-7e9e9969920a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 210 time: 0.0539796 Nov 24 10:20:59.030784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4e34112e-9a7e-437a-a84b-b1803d026dd3 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:59.031221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.304513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6af38a08-18f8-4ba9-9cdf-62b3452f753e up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:20:59.458334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.473764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 6af38a08-18f8-4ba9-9cdf-62b3452f753e triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:20:59.474188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.509858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Transition to ACTIVE for port object 0c026632-988f-43fe-bb44-0e9e11ea8902 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:20:59.520939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.527175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:20:59.686888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Pushing event updated for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:20:59.690800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:20:59.842638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Attempting to bind port 0c026632-988f-43fe-bb44-0e9e11ea8902 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:20:59.843070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Attempting to bind port 0c026632-988f-43fe-bb44-0e9e11ea8902 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:20:59.843493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Attempting to bind port 0c026632-988f-43fe-bb44-0e9e11ea8902 on network ceb70c17-a9a3-4cbe-9545-0acbc77b202a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:20:59.853654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:20:59.854085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Checking segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:20:59.854551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.855009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Bound using segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:20:59.855538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Bound port: 0c026632-988f-43fe-bb44-0e9e11ea8902, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:20:59.855963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.964830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] For port 0c026632-988f-43fe-bb44-0e9e11ea8902, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:20:59.969577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] For port 0c026632-988f-43fe-bb44-0e9e11ea8902, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c026632-988f-43fe-bb44-0e9e11ea8902,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:20:59.974411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:20:59.979086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:00.039887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5cfe89f4-8e03-4ab0-8398-5a7fb1279ec6 req-096c38bf-f457-4499-bbe9-2cfe13ad1f16 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 210 time: 0.0472841 Nov 24 10:21:00.065859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Pushing event updated for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:00.074747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:00.075457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:00.135234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:00.270482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8248c3-c46f-4edd-81fd-16717c040077 req-c117fad7-9122-4138-ade6-373548a28f5d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:00.272527 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-c117fad7-9122-4138-ade6-373548a28f5d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 796 time: 0.2020385 Nov 24 10:21:00.340103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-261d96be-fd7b-4491-b37f-405241309b70 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 380 time: 0.0556650 Nov 24 10:21:00.351456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'port': {'device_id': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'admin_state_up': True, 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'security_groups': ['15b57f34-d2b0-4326-ab17-edd7c27fe3c6']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:00.479438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:00.505011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:00.515938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:00.525231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:21:00.531427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:00.712993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.6 (ceb70c17-a9a3-4cbe-9545-0acbc77b202a/811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2/87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:21:00.813638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:20:59Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:00.818493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746bd1f-e5ae-4cc4-83e5-00ed9a1d0455 None None] The sync data for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv is: [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:20:59Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:21:00.935570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:00.956393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:21:00.976715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:00.983731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:01.054085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:21:01.057490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:21:01.067633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:21:01.139724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:01.140457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:01.155281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:01.158919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:01.181667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359392 Nov 24 10:21:01.197945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Request body: {'port': {'device_id': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:01.292255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c976c-6500-481b-a4d5-5a420771497f req-9e6927b3-3263-4490-af77-c4d8474f3c09 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:01.294354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b3c976c-6500-481b-a4d5-5a420771497f req-9e6927b3-3263-4490-af77-c4d8474f3c09 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 931 time: 0.0988436 Nov 24 10:21:01.332949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:01.353799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6b3c976c-6500-481b-a4d5-5a420771497f req-25133448-89ee-48bd-b11b-5d33c487c527 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:21:01.374808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6b3c976c-6500-481b-a4d5-5a420771497f req-25133448-89ee-48bd-b11b-5d33c487c527 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:21:01.376572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b3c976c-6500-481b-a4d5-5a420771497f req-25133448-89ee-48bd-b11b-5d33c487c527 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735493 Nov 24 10:21:01.404571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-226b9d56-3f7d-43c0-8209-770c8bdf9425 None None] Provisioning for port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:21:01.413862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-226b9d56-3f7d-43c0-8209-770c8bdf9425 None None] Provisioning complete for port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:21:01.414304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-226b9d56-3f7d-43c0-8209-770c8bdf9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:01.472791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-226b9d56-3f7d-43c0-8209-770c8bdf9425 None None] Port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:21:01.733836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:21:01.741173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:01.757626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Transition to ACTIVE for port object 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:21:01.760585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:01.766056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16d79755-7915-4976-908e-fc9d4c241004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:01.898107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Pushing event updated for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:01.901632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:02.025273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Attempting to bind port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:21:02.025660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Attempting to bind port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:21:02.026028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Attempting to bind port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c on network ceb70c17-a9a3-4cbe-9545-0acbc77b202a {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:21:02.033542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c on network ceb70c17-a9a3-4cbe-9545-0acbc77b202a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:21:02.033908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Attempting to bind port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c on network ceb70c17-a9a3-4cbe-9545-0acbc77b202a {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:21:02.041174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:21:02.041552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Checking segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:21:02.041979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Bound using segment: {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:21:02.042456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Bound port: 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa808f7-e608-4f80-ba36-83fd981bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:21:02.042876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:02.144503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:21:02.147824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:21:02.151853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:02.157634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:02.218212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:02.219968 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] 10.222.0.61 "PUT /v2.0/ports/87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 1093 time: 1.0273223 Nov 24 10:21:02.222963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:21:02.258188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Pushing event updated for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:02.297957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:02.303874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'status': 'completed', 'code': 200} Nov 24 10:21:02.344551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-36a58671-c860-41d3-82a3-01d7ba0f425e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1096 time: 0.0877972 Nov 24 10:21:02.425517 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-3976c929-5247-4a41-a792-2c7916d38842 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 217 time: 0.0741315 Nov 24 10:21:02.502903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8248c3-c46f-4edd-81fd-16717c040077 req-71f6f808-a88c-4910-98ef-ffef02c745aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:02.504516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-71f6f808-a88c-4910-98ef-ffef02c745aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 200 len: 835 time: 0.0734842 Nov 24 10:21:02.598134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-5456b8ca-65d7-4ce9-a146-ab5fb96a0c3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870883 Nov 24 10:21:02.610044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a293990-12ee-4f20-8eeb-4f75d0a868c4 req-65727679-53cc-4fc5-bd0a-ccd13dd33409 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:02.611818 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a293990-12ee-4f20-8eeb-4f75d0a868c4 req-65727679-53cc-4fc5-bd0a-ccd13dd33409 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 943 time: 0.0875249 Nov 24 10:21:02.671326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a293990-12ee-4f20-8eeb-4f75d0a868c4 req-fc44f82a-bd3a-4e69-9fb8-dbab4318427c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442057 Nov 24 10:21:02.756641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-69139cfd-0457-47eb-903f-ec9ac05080da service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519837 Nov 24 10:21:02.773552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c026632-988f-43fe-bb44-0e9e11ea8902 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:21:02.845871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 0c026632-988f-43fe-bb44-0e9e11ea8902 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:21:02.851038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0c026632-988f-43fe-bb44-0e9e11ea8902 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:21:02.851466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:02.914612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de8248c3-c46f-4edd-81fd-16717c040077 req-e0b9535a-4966-47bb-b353-71b2859d5151 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522596 Nov 24 10:21:02.973911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:03.007395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 0c026632-988f-43fe-bb44-0e9e11ea8902, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c026632-988f-43fe-bb44-0e9e11ea8902,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:03.010557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:03.012824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:03.042012 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-a85ec062-0e14-43fb-8009-859455fb5936 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1096 time: 0.0787933 Nov 24 10:21:03.083065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:03.086362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:03.190435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-3b878e60-c8c4-4366-9acc-3a394e399384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:03.192104 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-3b878e60-c8c4-4366-9acc-3a394e399384 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 897 time: 0.1430154 Nov 24 10:21:03.268427 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-1147dc5f-32be-41c8-a4b1-6665f2456458 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 217 time: 0.0693958 Nov 24 10:21:03.336117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-5d5f7094-29a5-4c1e-83f1-893dabfa774d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:03.337666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-5d5f7094-29a5-4c1e-83f1-893dabfa774d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 200 len: 835 time: 0.0632911 Nov 24 10:21:03.423087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-28fb5a82-449c-44cb-a41e-560c03fe0e36 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783529 Nov 24 10:21:03.568379 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-fc4d9a72-b311-4a33-abf1-b2b76ea059f7 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380186 Nov 24 10:21:03.716637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-85bf8240-b89c-4675-a52b-3bd8e43e775a req-756d9606-a717-4f3a-a8b7-01a0c36dcc94 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415489 Nov 24 10:21:03.878671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581cf0b-14ee-490b-b198-4b3aaaf28991 req-282c278e-5268-41f9-8746-4cf9360cd07f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:03.879368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c581cf0b-14ee-490b-b198-4b3aaaf28991 req-282c278e-5268-41f9-8746-4cf9360cd07f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:21:03.896636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c581cf0b-14ee-490b-b198-4b3aaaf28991 req-282c278e-5268-41f9-8746-4cf9360cd07f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:21:03.897991 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c581cf0b-14ee-490b-b198-4b3aaaf28991 req-282c278e-5268-41f9-8746-4cf9360cd07f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 943 time: 0.1003058 Nov 24 10:21:03.948567 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c581cf0b-14ee-490b-b198-4b3aaaf28991 req-69a613c2-15df-48bb-9f98-5d544f21e282 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Nov 24 10:21:04.741742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c026632-988f-43fe-bb44-0e9e11ea8902 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:21:04.813749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 0c026632-988f-43fe-bb44-0e9e11ea8902 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:21:04.814169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:05.157133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adb8cf-a436-4457-840c-c38e87562bb1 req-73b4e197-0c44-4f7d-b8d1-68f2873ff072 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:05.158843 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b1adb8cf-a436-4457-840c-c38e87562bb1 req-73b4e197-0c44-4f7d-b8d1-68f2873ff072 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 943 time: 0.0888491 Nov 24 10:21:05.209346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b1adb8cf-a436-4457-840c-c38e87562bb1 req-69d85cbe-ad30-4d76-b41e-9532e1540668 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Nov 24 10:21:05.331450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:21:05.478121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:05.492370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'port_id': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'mac_address': 'fa:16:3e:c1:a2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:21:05.550068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:05.568734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:21:05.583758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:05.586613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:05.588491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:05.654772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:05.657972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:05.824149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:21:06.417910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41292e-c6eb-4f37-8b0b-64e04ca0dba0 req-9e7dde84-15f3-42c6-9426-cd782798feae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:06.419541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e41292e-c6eb-4f37-8b0b-64e04ca0dba0 req-9e7dde84-15f3-42c6-9426-cd782798feae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 944 time: 0.0870669 Nov 24 10:21:06.472823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e41292e-c6eb-4f37-8b0b-64e04ca0dba0 req-d598c432-09ac-4b9e-b37c-6d0749772e85 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Nov 24 10:21:07.346619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:21:07.421696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:21:07.426749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:21:07.427182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:07.545167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:07.575375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:21:07.586205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:07.590548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:07.592668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-03a8c41b-7296-49bf-b4da-dc5219dac13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:07.657716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'code': 200} Nov 24 10:21:07.667147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:07.670278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:07.696721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f42a2-a756-4f92-895c-060262b58f48 req-1a563d2a-f4c5-4cf8-a7ab-8865fe03d7b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:07.698329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-075f42a2-a756-4f92-895c-060262b58f48 req-1a563d2a-f4c5-4cf8-a7ab-8865fe03d7b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0970163 Nov 24 10:21:07.753555 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-075f42a2-a756-4f92-895c-060262b58f48 req-01db2523-1f8c-4c76-91f0-3b2a02f4e55d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479782 Nov 24 10:21:07.754680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:21:07.908354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62aa03f1-c58d-4517-9b5c-9f3321da5f21 req-756b1798-1c0f-42f9-80d8-1ca88c05ba6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1098 time: 0.0752509 Nov 24 10:21:07.953564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-62aa03f1-c58d-4517-9b5c-9f3321da5f21 req-534b37cc-3720-4caf-aac0-850e996e4d4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Nov 24 10:21:08.969619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c7ee7-d8c5-451f-8553-a3d9397b7401 req-055d3b78-e56c-4ce8-80eb-d3503a1f5c59 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:08.971162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e68c7ee7-d8c5-451f-8553-a3d9397b7401 req-055d3b78-e56c-4ce8-80eb-d3503a1f5c59 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0896487 Nov 24 10:21:09.020249 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e68c7ee7-d8c5-451f-8553-a3d9397b7401 req-c00f912b-0edd-4520-ac3e-d5706095514c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Nov 24 10:21:10.231643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcd98-6785-4208-8d11-310cfbbbfdea req-56098ba6-d54e-419d-a0af-cf29532d1bf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:10.233220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c6fcd98-6785-4208-8d11-310cfbbbfdea req-56098ba6-d54e-419d-a0af-cf29532d1bf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0863352 Nov 24 10:21:10.282486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c6fcd98-6785-4208-8d11-310cfbbbfdea req-afbe15e0-948d-45be-8523-2c4801161bee tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Nov 24 10:21:10.488412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c414ef-7b5c-4413-bc74-fa7fa0ef3b34 req-e4f1e655-3a77-4910-80d7-9d5f4e8c353f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:10.490028 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d1c414ef-7b5c-4413-bc74-fa7fa0ef3b34 req-e4f1e655-3a77-4910-80d7-9d5f4e8c353f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0844326 Nov 24 10:21:10.542975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d1c414ef-7b5c-4413-bc74-fa7fa0ef3b34 req-654a3ced-774f-43f6-bab6-6052f41c282a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467463 Nov 24 10:21:10.570946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60152) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:10.647927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fc81b0f9-0f9a-44de-a066-2912606a6ad7 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1093 time: 0.0751882 Nov 24 10:21:10.650545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60156) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:10.656990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:10.663201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:10.667180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:floatingip and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:10.670092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:10.676925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:10.687590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:10.813958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:10.838290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:10.989549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.200 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/772fad24-f6be-4102-aefb-19663beb1627) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:21:11.149364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:11.174522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:11.179276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48695734-8633-4321-a955-e1f65be64b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:11.237446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:21:11.244628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:21:11.250388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:21:11.288506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=772fad24-f6be-4102-aefb-19663beb1627,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:11.297125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:11.773750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:11.829789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:12.275192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:12.278624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:12.283038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:12.392983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=772fad24-f6be-4102-aefb-19663beb1627,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:12.396010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:12.407187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:12.604226 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Floating IP 00516248-68ea-451c-a744-b16fd85e6b04 associated. External IP: 172.26.6.200, port: 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c. Nov 24 10:21:13.025563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router cb854988-fe4a-4d7c-8901-7d5322a73729 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:21:13.236115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:21:13.246507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Sync routers for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:21:13.259616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:13.260277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:13.260481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:13.316017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6642451 Nov 24 10:21:13.316732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:21:13.378937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'status': 'completed', 'code': 200} Nov 24 10:21:13.492191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-294dd199-e5c2-4b30-ad9c-330fa67d90fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1098 time: 0.0839634 Nov 24 10:21:13.513904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a58a9f-36d4-4672-9418-0e95c2701d1e req-cc81b026-b140-4b2f-99ff-481c737887b1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:13.516563 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43a58a9f-36d4-4672-9418-0e95c2701d1e req-cc81b026-b140-4b2f-99ff-481c737887b1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0951059 Nov 24 10:21:13.571410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43a58a9f-36d4-4672-9418-0e95c2701d1e req-dd139b95-0b55-447d-85c4-eeb1542aaf5c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481055 Nov 24 10:21:13.601298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:13.628820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:13.656230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-f161e08a-20e8-425f-8280-05365b8ee9dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:13.657846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-f161e08a-20e8-425f-8280-05365b8ee9dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 897 time: 0.1596277 Nov 24 10:21:13.718698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d895bc9f-25af-4204-85ca-cc5225d47f9e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 200 len: 991 time: 0.1138132 Nov 24 10:21:13.772844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-908927a4-2135-43ff-858a-8351658d4a0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 999 time: 0.1090071 Nov 24 10:21:13.858490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-c09da345-ba3d-4268-81ee-407ccff5c764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:13.860389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-c09da345-ba3d-4268-81ee-407ccff5c764 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 200 len: 835 time: 0.0690327 Nov 24 10:21:13.942799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-42a54e6d-976e-47d5-afe0-43806ffbe471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762098 Nov 24 10:21:14.002374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '00516248-68ea-451c-a744-b16fd85e6b04', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'port_id': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'mac_address': 'fa:16:3e:c1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:21:11Z', 'updated_at': '2021-11-24T10:21:11Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:14.007067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Checking router: cb854988-fe4a-4d7c-8901-7d5322a73729 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:21:14.019194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:14.019867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:20:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:14.093894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-52ae7e8c-31f7-4e41-acec-f0daa836af3a service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437042 Nov 24 10:21:14.209148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:14.495032 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d13899b-0394-41a0-81e9-f47544dfe4d2 req-eb2cfd3d-98ec-4160-b3db-1f617ddc7639 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881571 Nov 24 10:21:14.590774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '00516248-68ea-451c-a744-b16fd85e6b04', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'port_id': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'mac_address': 'fa:16:3e:c1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:21:11Z', 'updated_at': '2021-11-24T10:21:11Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:14.595120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bbab8-76aa-4403-b881-566d3c3952cf None None] The sync data for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv is: [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '00516248-68ea-451c-a744-b16fd85e6b04', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.200', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'port_id': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'mac_address': 'fa:16:3e:c1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:21:11Z', 'updated_at': '2021-11-24T10:21:11Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:21:14.721630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60168) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:14.832487 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-34112c57-d907-4212-b10a-60bcff142074 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 200 len: 991 time: 0.1083772 Nov 24 10:21:14.928296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86165925-0b49-496f-838e-9e8409c3d67b None None] New status for floating IP 00516248-68ea-451c-a744-b16fd85e6b04: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:21:15.835390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:15.949289 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa2954e5-24b3-4212-a2c4-289d0d74c276 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 200 len: 993 time: 0.1125047 Nov 24 10:21:18.927741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b89b-bd9e-4dfa-8136-ba9668607b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:20.521092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:21.676350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4707def2-41c0-4ba4-a3fd-919796e7700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:21.718714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:23.373208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:40.832533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:40.975454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49716d1d-7c08-4204-b847-76a54e250376 req-05d26389-9380-4128-94b3-87d3ae4f6cbc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:40.977204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-49716d1d-7c08-4204-b847-76a54e250376 req-05d26389-9380-4128-94b3-87d3ae4f6cbc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.1058888 Nov 24 10:21:41.036090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-49716d1d-7c08-4204-b847-76a54e250376 req-2dc0b5bc-8a17-4338-a425-2d407b27c44b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522218 Nov 24 10:21:42.351961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93685-3bfc-45c6-b952-12ba619e13cf req-a7e05831-84b7-4947-9462-80e1a3910b16 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:42.353602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7f93685-3bfc-45c6-b952-12ba619e13cf req-a7e05831-84b7-4947-9462-80e1a3910b16 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0939901 Nov 24 10:21:42.405125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7f93685-3bfc-45c6-b952-12ba619e13cf req-da951dc1-ba13-4925-a7cf-d696efa02c1a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Nov 24 10:21:42.433681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:42.565005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f62f229-386f-4e64-9452-cce87bc59904 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 200 len: 993 time: 0.1295033 Nov 24 10:21:44.147594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be832f-9cb9-4b4c-b00c-8c85eda1893a req-cb188ea4-2dc4-42ca-b882-23eec150dc3e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:44.150302 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8be832f-9cb9-4b4c-b00c-8c85eda1893a req-cb188ea4-2dc4-42ca-b882-23eec150dc3e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.1120005 Nov 24 10:21:44.230056 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c8be832f-9cb9-4b4c-b00c-8c85eda1893a req-f49a437c-16d8-49bb-963e-02cef12110ab tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658824 Nov 24 10:21:44.757186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:21:44.896141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-d2815c3d-71a4-43fc-8676-f55bdcf99695 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854750 Nov 24 10:21:45.054947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-15a417c2-867e-4e5f-ae20-0937cda4c37c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1098 time: 0.0832214 Nov 24 10:21:45.237756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-61d6275b-0b58-4fcb-ab36-d7f8cd602dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:45.239396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-61d6275b-0b58-4fcb-ab36-d7f8cd602dc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 897 time: 0.1633625 Nov 24 10:21:45.361346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-588a0697-5743-4e1d-887b-c8d275d98f0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 1001 time: 0.1150687 Nov 24 10:21:45.437807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-f662712b-675d-4c44-9008-975f2cc84791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:45.440195 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-f662712b-675d-4c44-9008-975f2cc84791 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 200 len: 835 time: 0.0710328 Nov 24 10:21:45.471721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d958ca7-55f2-4a7b-933f-bc2c3b1341dd req-0fe9cadd-af7c-493d-9f16-33eb2c8bc2b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:45.473426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d958ca7-55f2-4a7b-933f-bc2c3b1341dd req-0fe9cadd-af7c-493d-9f16-33eb2c8bc2b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.0921612 Nov 24 10:21:45.528127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6d958ca7-55f2-4a7b-933f-bc2c3b1341dd req-1c328aff-ac40-4161-b214-9b4d7af2edb8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477965 Nov 24 10:21:45.536331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-f8a1435b-4590-47df-8f22-6b82a2b7da3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854337 Nov 24 10:21:45.559998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:45.709408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-d43ddc9a-9ec6-4758-a74d-63a15512e2ef service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642358 Nov 24 10:21:45.709716 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-00eedf63-46e2-4e6e-9224-a882d6856416 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 200 len: 993 time: 0.1486254 Nov 24 10:21:45.898288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7224dac4-f167-44c3-a56a-9e06cc235c9a req-84b1762e-ff45-435f-bfa4-43e1c5584ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814091 Nov 24 10:21:46.086891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60210) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:46.321289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 772fad24-f6be-4102-aefb-19663beb1627 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:21:46.321898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:46.511357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:46.511726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:46.901662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 772fad24-f6be-4102-aefb-19663beb1627 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:21:47.090063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:47.096352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-92fe5fe4-270c-4b5d-9711-396d3435f924 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:47.148999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=772fad24-f6be-4102-aefb-19663beb1627,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:47.163428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.163749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.164182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.164612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.165037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.165655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.165848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.166260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.166701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.167121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.167530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:47.199931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:47.274599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:47.707382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router cb854988-fe4a-4d7c-8901-7d5322a73729 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:21:47.928852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:21:47.940096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Sync routers for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:21:47.953734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:47.954118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:47.954433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:48.012916 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/floatingips/00516248-68ea-451c-a744-b16fd85e6b04 HTTP/1.1" status: 204 len: 168 time: 1.9247918 Nov 24 10:21:48.013945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:21:48.085263 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'status': 'completed', 'code': 200} Nov 24 10:21:48.161090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:48.192843 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-1f61e1c3-7f5e-45f8-b2ca-fcaccbf49a39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 1098 time: 0.0842757 Nov 24 10:21:48.404427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-600e26cb-b8d1-41d7-be01-8ce54e2ff965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:48.406051 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-600e26cb-b8d1-41d7-be01-8ce54e2ff965 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 200 len: 897 time: 0.2064054 Nov 24 10:21:48.490918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-dfeb9097-974c-4558-a491-a933524edee9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 200 len: 217 time: 0.0753510 Nov 24 10:21:48.537094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:48.541852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Checking router: cb854988-fe4a-4d7c-8901-7d5322a73729 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:21:48.559506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:48.561179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:48.590808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281c5d-2ba0-417f-9d7b-975f7dd63d5d req-9209fc2e-37ba-4d8a-9567-d56b450a7181 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:48.592538 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21281c5d-2ba0-417f-9d7b-975f7dd63d5d req-9209fc2e-37ba-4d8a-9567-d56b450a7181 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.2418814 Nov 24 10:21:48.597858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-c6804ad7-7b8b-4755-8205-50a96943c2ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:48.599497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-c6804ad7-7b8b-4755-8205-50a96943c2ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 200 len: 835 time: 0.1019754 Nov 24 10:21:48.702740 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21281c5d-2ba0-417f-9d7b-975f7dd63d5d req-cbaf886e-2b8d-43e7-9315-c980ccb9aeb1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004038 Nov 24 10:21:48.729814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-b956138e-5c85-4924-a51c-015e890a6df0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ceb70c17-a9a3-4cbe-9545-0acbc77b202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099708 Nov 24 10:21:48.835087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:48.879528 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-f1db431d-5637-47aa-ba3c-9f4045e1baff service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428103 Nov 24 10:21:48.930786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-01ad9647-ff58-4a82-82cd-ea4370e3ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:49.031372 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3d7b4d87-ad21-4e1a-bc6c-c0efa52aa811 req-44b7921d-8a43-44ef-831a-e750b3b3d0b6 service neutron] 10.222.0.61 "GET /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446741 Nov 24 10:21:49.167965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:49.171995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5319a97-272b-4293-aee5-0934a0443455 None None] The sync data for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv is: [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:55Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '0c026632-988f-43fe-bb44-0e9e11ea8902', 'name': '', 'network_id': 'ceb70c17-a9a3-4cbe-9545-0acbc77b202a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:7a:eb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:55Z', 'updated_at': '2021-11-24T10:21:02Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:21:49.615054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b2cfd-e15e-43a9-b317-fa56daeb3231 None None] New status for floating IP 00516248-68ea-451c-a744-b16fd85e6b04: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:21:49.917739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-bf0341ac-7438-4db1-b421-005ed8c85cba tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:49.919404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-bf0341ac-7438-4db1-b421-005ed8c85cba tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.1258714 Nov 24 10:21:49.926188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8e32-25f0-44d2-a87e-be95e4a316df req-38b91b88-0469-414e-afa8-eaa8131c7d54 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:21:49.926830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1c4d8e32-25f0-44d2-a87e-be95e4a316df req-38b91b88-0469-414e-afa8-eaa8131c7d54 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:21:49.946456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1c4d8e32-25f0-44d2-a87e-be95e4a316df req-38b91b88-0469-414e-afa8-eaa8131c7d54 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:21:49.947760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c4d8e32-25f0-44d2-a87e-be95e4a316df req-38b91b88-0469-414e-afa8-eaa8131c7d54 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 945 time: 0.1060977 Nov 24 10:21:50.000913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:21:50.001208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:50.004510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c4d8e32-25f0-44d2-a87e-be95e4a316df req-e4e15e77-a77b-48db-8d5e-f52370121446 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=15b57f34-d2b0-4326-ab17-edd7c27fe3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504298 Nov 24 10:21:50.264661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:50.265027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:50.393680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:21:50.523027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:50.542512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:50.549254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6decd1a-b679-4151-8cb4-0d13b7ca97c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:50.591566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:50.606740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.607179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.607679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.608056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.608475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.608893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.609309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.610543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.610699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.611172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.611601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:50.645357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:50.687477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] No DVR routers for this DVR port 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:21:50.690233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:50.693276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'name': 'network-vif-deleted', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:21:50.709400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dbede0a9-b424-46c9-81e7-7235882c2b4f req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "DELETE /v2.0/ports/87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c HTTP/1.1" status: 204 len: 173 time: 0.7848458 Nov 24 10:21:50.848940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b17e20c-ebdc-4032-bce5-3df1b57b69e2', 'name': 'network-vif-deleted', 'tag': '87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c', 'status': 'completed', 'code': 200} Nov 24 10:21:51.200245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3cececf-c509-41d4-a135-d94fceae282a req-b02b8f60-5d60-4b18-9a53-5cf830bcdf9b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b17e20c-ebdc-4032-bce5-3df1b57b69e2 HTTP/1.1" status: 200 len: 210 time: 0.0489550 Nov 24 10:21:51.679107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-986ae65f-762b-4f65-93e1-c37d2a3456cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:51.722469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:52.316001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60232) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:52.735604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:53.375537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:53.389112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 0c026632-988f-43fe-bb44-0e9e11ea8902 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:21:53.389494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:53.592769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 0c026632-988f-43fe-bb44-0e9e11ea8902, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=0c026632-988f-43fe-bb44-0e9e11ea8902,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:53.593173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:53.611699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:21:53.648916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:21:53.649320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 87f4cfb2-c2ea-4e02-8b5a-fa9be91cb40c not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:21:53.728446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 0c026632-988f-43fe-bb44-0e9e11ea8902 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:21:53.926070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:53.930661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-67b7f2f1-9e54-4826-8982-c613e46ba25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:53.978493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=0c026632-988f-43fe-bb44-0e9e11ea8902,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:53.981182 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:54.535837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.174647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router cb854988-fe4a-4d7c-8901-7d5322a73729 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:21:55.395427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:21:55.409986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Sync routers for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:21:55.414198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/cb854988-fe4a-4d7c-8901-7d5322a73729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0970056 Nov 24 10:21:55.417129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:55.423081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:55.423857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:55.639323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting subnet 811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:21:55.643268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.702091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.775109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:55.797688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.886286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.892660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20ffe779-6cce-4d68-89eb-f9ae59a655e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:55.931884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Subnet': ['ID=811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:55.934819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:55.939101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:55.946144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f86e17f5-5563-42cf-b1d7-6f32a5c8e5d6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/subnets/811ae0dc-3b2b-4b7b-92e4-ccd21b8ae2e2 HTTP/1.1" status: 204 len: 168 time: 0.5279217 Nov 24 10:21:55.949436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60240) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:55.951372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa73aa-c436-4ce2-afb1-922250e3a32b None None] Network ceb70c17-a9a3-4cbe-9545-0acbc77b202a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:21:56.106940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:21:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:56.112193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Checking router: cb854988-fe4a-4d7c-8901-7d5322a73729 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:21:56.124922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Routers {'cb854988-fe4a-4d7c-8901-7d5322a73729'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:21:56.126123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['cb854988-fe4a-4d7c-8901-7d5322a73729'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:56.230621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.256108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] DHCP port deletion for ceb70c17-a9a3-4cbe-9545-0acbc77b202a request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:21:56.260911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Deleting port 6af38a08-18f8-4ba9-9cdf-62b3452f753e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:21:56.261341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.337388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] Set router cb854988-fe4a-4d7c-8901-7d5322a73729 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:21:56.462333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.472447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 4e34112e-9a7e-437a-a84b-b1803d026dd3 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:21:56.473274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.526661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] For port 6af38a08-18f8-4ba9-9cdf-62b3452f753e, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=6af38a08-18f8-4ba9-9cdf-62b3452f753e,segment=NetworkSegment(6aa808f7-e608-4f80-ba36-83fd981bc164),segment_id=6aa808f7-e608-4f80-ba36-83fd981bc164)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:56.527359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.685969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Calling delete_port for 6af38a08-18f8-4ba9-9cdf-62b3452f753e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:21:56.727917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:21:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:56.742603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e67dda-39e6-4596-9545-508e4273b313 None None] The sync data for ids ['cb854988-fe4a-4d7c-8901-7d5322a73729'] in dv-neutron-818439-1-hyperv is: [{'id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960228117', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:21:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '4e34112e-9a7e-437a-a84b-b1803d026dd3', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:30:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb854988-fe4a-4d7c-8901-7d5322a73729', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:20:51Z', 'updated_at': '2021-11-24T10:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:21:56.780157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 4e34112e-9a7e-437a-a84b-b1803d026dd3, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4e34112e-9a7e-437a-a84b-b1803d026dd3,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:21:56.781062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:56.923244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 4e34112e-9a7e-437a-a84b-b1803d026dd3 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:21:57.061345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6af38a08-18f8-4ba9-9cdf-62b3452f753e no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:21:57.115989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 6af38a08-18f8-4ba9-9cdf-62b3452f753e {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:21:57.116438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 6af38a08-18f8-4ba9-9cdf-62b3452f753e not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:21:57.118552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:57.124145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:57.154924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:57.160475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-41dbb7e4-418d-4560-8ce4-c2f0d9581f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:57.173802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Pushing event deleted for resources: {'Port': ['ID=6af38a08-18f8-4ba9-9cdf-62b3452f753e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:57.184503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] No DVR routers for this DVR port 6af38a08-18f8-4ba9-9cdf-62b3452f753e on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:21:57.187270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.187663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.188832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.189274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.189656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.190033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.190410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.190816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.191189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.191556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.191925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:21:57.196003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:57.484015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=4e34112e-9a7e-437a-a84b-b1803d026dd3,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:57.487883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:57.729834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.012876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.018024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.053329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.053962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Fanout notify agent at l3_agent the message router_deleted on router cb854988-fe4a-4d7c-8901-7d5322a73729 {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:21:58.069557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.073116 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/routers/cb854988-fe4a-4d7c-8901-7d5322a73729 HTTP/1.1" status: 204 len: 168 time: 2.1196780 Nov 24 10:21:58.074064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:58.213970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.365926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.397815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb70c17-a9a3-4cbe-9545-0acbc77b202a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:58.411565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa808f7-e608-4f80-ba36-83fd981bc164') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:58.411908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa808f7-e608-4f80-ba36-83fd981bc164') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:21:58.423809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.442095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.448859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:21:58.449290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:21:58.465114 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:21:58.548263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.551761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b50318f-3e48-4a92-b50c-223aadc5ee38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:58.571421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.582495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Network': ['ID=ceb70c17-a9a3-4cbe-9545-0acbc77b202a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:58.586981 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/networks/ceb70c17-a9a3-4cbe-9545-0acbc77b202a HTTP/1.1" status: 204 len: 168 time: 0.5105345 Nov 24 10:21:58.586981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-907fbff6-6034-44ff-8616-64f0ae98b6ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:58.588649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:58.662237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.693319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.747897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.755229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a242ee98-dd94-4f2b-8d93-dc832dee481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:58.767746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4e34112e-9a7e-437a-a84b-b1803d026dd3 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:21:58.773963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b57f34-d2b0-4326-ab17-edd7c27fe3c6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:58.776439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:58.786719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:58.790832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/security-groups/15b57f34-d2b0-4326-ab17-edd7c27fe3c6 HTTP/1.1" status: 204 len: 168 time: 0.1983452 Nov 24 10:21:58.816197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4e34112e-9a7e-437a-a84b-b1803d026dd3 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:21:58.816598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4e34112e-9a7e-437a-a84b-b1803d026dd3 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:21:58.817070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c026632-988f-43fe-bb44-0e9e11ea8902 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:21:58.880900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 0c026632-988f-43fe-bb44-0e9e11ea8902 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:21:58.881301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 0c026632-988f-43fe-bb44-0e9e11ea8902 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:21:59.170391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:59.177583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941355674', 'description': 'tempest-secgroup-smoke-1941355674 description', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:59.184428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.189677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.195063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.201481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.212281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.251573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.255666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.258755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.264922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.326689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.329585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.335154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80653221-e871-4752-a7b6-dda393d4453c tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:59.379048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9f69a-8382-4d0b-8d5c-cc6965c263d1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:59.381861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.383196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2116280 Nov 24 10:21:59.384193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5492feb8-a4f0-4559-9655-c4d291006842 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:59.387010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60262) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:59.393335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:59.400445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.404432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.407721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.413723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.431078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.494326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.497051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.499015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-765ee1c0-1673-468f-b5ed-06ca1b0d75b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:59.520268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b799b5-56be-442b-babd-5cd22a10bea0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:59.524528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:59.531412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.533342 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453390 Nov 24 10:21:59.536325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:59.542226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:59.549677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.553788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.556863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.563242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.579734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.648084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.650953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.652833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c0ffafaf-1419-4b4b-a6cc-b972f23d5cf3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:59.677006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f24f2-1e26-4c8a-ae89-4d9ec3a045e8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:59.679618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:59.685816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.687134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1498213 Nov 24 10:21:59.690942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:59.696944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:59.703237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.707787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.710786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.716758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.733765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.801919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.804650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.806566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5999a460-58d5-4563-9acc-51a3e5eaa6ca tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:59.830158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4a969f-13aa-48f7-ab27-2632a7ae40fc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:59.832753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:59.839118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.840413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-bebacb81-9734-4617-8fab-27d092ce5a93 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484261 Nov 24 10:21:59.843419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60274) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:21:59.850296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:21:59.856877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:21:59.860980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:21:59.864018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:21:59.869977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:21:59.886427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.954465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.957077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.959043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3da5b600-bb32-4f35-a253-057d55787151 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:21:59.983222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbdaae2-5fcc-42ae-9a54-ff7acffed64a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:21:59.986383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:21:59.992830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:21:59.994140 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1490810 Nov 24 10:21:59.997104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:00.003508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:00.010164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:00.014425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:00.018643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:00.025766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:00.039094 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:22:00.045696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.112352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.115107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.117024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-201292b2-cedd-4d58-86e4-3ba1ec16ca52 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:00.142139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ebbcfe-5dce-4a3f-a3fb-8da053e22702,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:00.144812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:00.151437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.152731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76da12e8-6515-478c-84ff-d8b9fd784ffa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1546412 Nov 24 10:22:00.155776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:00.162303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '65b9f69a-8382-4d0b-8d5c-cc6965c263d1', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:00.168773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:00.172850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:00.175924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:00.182065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:00.192457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:22:00.199283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.268577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.271226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.273143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db84e38-582c-4b22-bd69-db662d997b5b tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:00.294268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de621c1a-21b8-4812-a9ad-e34521e3ec60,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:00.298704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:00.305552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.306866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0de259f9-d163-485b-bfb1-68eca40b7d3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1500652 Nov 24 10:22:00.309986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:00.316704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'network': {'name': 'tempest-network-smoke--2215619', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:00.322061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:00.325971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:network and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:00.329545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:00.335597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:00.344906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:22:00.350314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.380865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:22:00.389867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.390250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Added segment 602f0525-a9f4-4621-a8f5-41b4db80c495 of type vlan for network 70f221b0-1103-462b-abd2-4fd12a3d199a Nov 24 10:22:00.420667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.450266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.455059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:00.455702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.461005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-16493710-8cd0-4447-b4b5-7d67b5de45e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:00.509686 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1985350 Nov 24 10:22:00.512864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:00.565199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'admin_state_up': True, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:00.582299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:00.588551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Network': ['ID=70f221b0-1103-462b-abd2-4fd12a3d199a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:00.591164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:router and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:00.594522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:00.595398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:00.600060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 70f221b0-1103-462b-abd2-4fd12a3d199a details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:22:00.602359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:00.612480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.613647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.633572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:00.785910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.204353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.236342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.384398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.32 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/aeb991de-8a4a-4c0a-897b-ee17e0de13ca) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:22:01.540229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.567414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.572020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee00166b-605d-4f06-a4fb-a24c57936d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:01.644316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:01.647985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:01.650531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:01.652438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:01.653173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:22:01.812253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:01.813415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:02.047718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 4294ec81-6dc5-47f9-b936-e80218ff20ad is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:22:02.264088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:22:02.275610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Sync routers for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:22:02.288585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:02.289365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:02.290242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:02.294833 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7775304 Nov 24 10:22:02.295091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60294) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:02.343228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-935bf96e-a88d-460a-86e4-fe5cec1d0b14 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=41a1533d55d44b089cd8ae5e985b6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450535 Nov 24 10:22:02.344159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60298) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:02.478565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:02.487734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f960581-45b1-48a1-8ba8-ec10de8835c3 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:02.489413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1f960581-45b1-48a1-8ba8-ec10de8835c3 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1442380 Nov 24 10:22:02.492484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:02.539850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9fe6ddf2-4bbb-4c1d-9136-d57be8c62a87 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435021 Nov 24 10:22:02.540065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60306) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:02.545890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1306458783', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:02.664918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:02.668934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:subnet and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:02.671817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:02.677823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:02.688865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:22:02.792446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:01Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:02.796554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Checking router: 4294ec81-6dc5-47f9-b936-e80218ff20ad for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:22:02.797711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Updating router 4294ec81-6dc5-47f9-b936-e80218ff20ad port aeb991de-8a4a-4c0a-897b-ee17e0de13ca binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:22:02.802388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:02.851310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.030632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.035130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cb00174-c3d9-4d7a-b540-17ae42e8fd00 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:03.115717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Subnet': ['ID=df0a6ca7-fbd2-4739-9451-f16c3489e1ce,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:03.119392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:03.132578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Checking segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:22:03.132578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network hostable DHCP agents. Network: 70f221b0-1103-462b-abd2-4fd12a3d199a, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:22:03.153117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 70f221b0-1103-462b-abd2-4fd12a3d199a is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:22:03.161946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 70f221b0-1103-462b-abd2-4fd12a3d199a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:03.166532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:03.167213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.171529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6709b-727b-4d1d-b4d2-319cc2ca7fa0 None None] Network 70f221b0-1103-462b-abd2-4fd12a3d199a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:22:03.191959 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1cfd0d79-386d-4386-a5a9-92efdb9865b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6508381 Nov 24 10:22:03.194914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60310) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:03.302917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.324227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Transition to ACTIVE for port object aeb991de-8a4a-4c0a-897b-ee17e0de13ca will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:03.341127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.347417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:03.487778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Pushing event updated for resources: {'Port': ['ID=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:03.494605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:03.506015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Attempting to bind port aeb991de-8a4a-4c0a-897b-ee17e0de13ca on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:22:03.506440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Attempting to bind port aeb991de-8a4a-4c0a-897b-ee17e0de13ca by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:22:03.506895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Attempting to bind port aeb991de-8a4a-4c0a-897b-ee17e0de13ca on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:22:03.551582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:22:03.552018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:22:03.552495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.554548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:22:03.555136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Bound port: aeb991de-8a4a-4c0a-897b-ee17e0de13ca, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:22:03.555690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.588390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-70f221b0-1103-462b-abd2-4fd12a3d199a', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:22:03.589302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.732891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] For port aeb991de-8a4a-4c0a-897b-ee17e0de13ca, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:22:03.739461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] For port aeb991de-8a4a-4c0a-897b-ee17e0de13ca, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:22:03.746466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:03.782150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:03.889140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Allocated IP 172.20.0.2 (70f221b0-1103-462b-abd2-4fd12a3d199a/df0a6ca7-fbd2-4739-9451-f16c3489e1ce/35d05c1a-68c0-4cbe-a486-c7dd8c949434) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:22:03.903054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:03.903826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:03.962840 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Pushing event updated for resources: {'Port': ['ID=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:03.966200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:04.013456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.397523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:04.659386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.686226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Transition to ACTIVE for port object 35d05c1a-68c0-4cbe-a486-c7dd8c949434 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:04.730646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Transition to ACTIVE for port object 35d05c1a-68c0-4cbe-a486-c7dd8c949434 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:04.767077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.774520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:04.805211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.1 (70f221b0-1103-462b-abd2-4fd12a3d199a/df0a6ca7-fbd2-4739-9451-f16c3489e1ce/1b9c394a-20e9-4600-9987-c1bb5fb841a2) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:22:04.856510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Pushing event updated for resources: {'Port': ['ID=35d05c1a-68c0-4cbe-a486-c7dd8c949434,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:04.859513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:04.862341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Network 70f221b0-1103-462b-abd2-4fd12a3d199a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:04.866001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:04.868400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:22:04.974668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:01Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:04.978374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.981503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Attempting to bind port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:22:04.981930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Attempting to bind port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:22:04.982357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Attempting to bind port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 on network 70f221b0-1103-462b-abd2-4fd12a3d199a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:22:04.985494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780485ac-b4f2-435f-ae68-b2228c4ccade None None] The sync data for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv is: [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:01Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:22:04.993423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:22:04.993854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Checking segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:22:04.994323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.994798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Bound using segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:22:04.995352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Bound port: 35d05c1a-68c0-4cbe-a486-c7dd8c949434, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:22:04.995773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:04.997236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 1b9c394a-20e9-4600-9987-c1bb5fb841a2 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:05.019141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:05.024033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eafe6f26-89f5-49c1-92fb-66b8077ac14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:05.092478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] For port 35d05c1a-68c0-4cbe-a486-c7dd8c949434, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:22:05.097403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] For port 35d05c1a-68c0-4cbe-a486-c7dd8c949434, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=35d05c1a-68c0-4cbe-a486-c7dd8c949434,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:22:05.099995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 70f221b0-1103-462b-abd2-4fd12a3d199a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:05.100887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:05.104384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:05.105607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:05.109278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:22:05.137566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:05.144306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:05.184922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:05.207980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Pushing event updated for resources: {'Port': ['ID=35d05c1a-68c0-4cbe-a486-c7dd8c949434,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:05.211517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:05.541331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:06.023232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:06.028472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:06.062237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:06.168389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:06.171671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:06.173263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:06.335481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 70f221b0-1103-462b-abd2-4fd12a3d199a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:06.336734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:06.773720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 4294ec81-6dc5-47f9-b936-e80218ff20ad has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:22:06.840824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 35d05c1a-68c0-4cbe-a486-c7dd8c949434 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:06.918225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:06.924611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device aeb991de-8a4a-4c0a-897b-ee17e0de13ca up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:06.968633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec6a5d-1848-495c-8f9a-51ce4d35b2e6 None None] Network 70f221b0-1103-462b-abd2-4fd12a3d199a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:22:07.008807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:22:07.030658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/4294ec81-6dc5-47f9-b936-e80218ff20ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8273110 Nov 24 10:22:07.107156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Provisioning for port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:07.117599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Provisioning complete for port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:07.118027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.157591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port aeb991de-8a4a-4c0a-897b-ee17e0de13ca completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:07.181841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port aeb991de-8a4a-4c0a-897b-ee17e0de13ca triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:07.182269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.230013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-302b42dd-8d05-4d62-80f3-f228f521d18d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:22:07.245462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-302b42dd-8d05-4d62-80f3-f228f521d18d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:22:07.246789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-302b42dd-8d05-4d62-80f3-f228f521d18d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941355674&fields=id&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 267 time: 0.0643170 Nov 24 10:22:07.412128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db762-a4ff-4539-93df-14772db8cd63 req-85579e73-0602-4f53-92fc-782128216046 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:07.412821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-85579e73-0602-4f53-92fc-782128216046 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:22:07.430556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-85579e73-0602-4f53-92fc-782128216046 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:22:07.431876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-85579e73-0602-4f53-92fc-782128216046 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 794 time: 0.1777499 Nov 24 10:22:07.444434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.450054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-333d24fe-2c9a-4d3b-a698-2d992214be91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/quotas/41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 375 time: 0.0117235 Nov 24 10:22:07.496234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.530274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] For port 35d05c1a-68c0-4cbe-a486-c7dd8c949434, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=35d05c1a-68c0-4cbe-a486-c7dd8c949434,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:07.534330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port aeb991de-8a4a-4c0a-897b-ee17e0de13ca, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:07.539613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.541283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-6b9ae0a4-f799-4b1d-9033-954da8a7bb3a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:22:07.542033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:07.561072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-850db762-a4ff-4539-93df-14772db8cd63 req-6b9ae0a4-f799-4b1d-9033-954da8a7bb3a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:22:07.562825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-6b9ae0a4-f799-4b1d-9033-954da8a7bb3a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057963 Nov 24 10:22:07.586188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.633129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Pushing event updated for resources: {'Port': ['ID=35d05c1a-68c0-4cbe-a486-c7dd8c949434,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:07.642897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:07.643417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcb3ab3d-4162-45da-a459-8f7386aeb6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:07.725950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:07.729724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:07.835076 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-a5393663-481c-4f57-8055-0d43fed74100 service neutron] 10.222.0.55 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465413 Nov 24 10:22:07.872459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Provisioning complete for port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:07.872896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:07.994672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-01fbd175-192f-4db0-8815-028d49c1c123 service neutron] 10.222.0.55 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527457 Nov 24 10:22:08.021016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Provisioning for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:08.030819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Provisioning complete for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:08.031259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:08.092044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-539b4133-ee7e-4048-8695-3bae321b17d1 None None] Port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:22:08.196632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Sync routers for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:22:08.215332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:08.216289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:08.222384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-dc861954-a6ad-4c01-b5be-f1a1bd8a08d8 None None] Provisioning complete for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:08.222841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dc861954-a6ad-4c01-b5be-f1a1bd8a08d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:08.240841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-733ded7c-8c73-4e06-8233-8bf3328edcbe req-4ff0dab9-33e2-49c2-b5e7-b6f808a23508 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:22:08.260660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-733ded7c-8c73-4e06-8233-8bf3328edcbe req-4ff0dab9-33e2-49c2-b5e7-b6f808a23508 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:22:08.262114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-733ded7c-8c73-4e06-8233-8bf3328edcbe req-4ff0dab9-33e2-49c2-b5e7-b6f808a23508 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 210 time: 0.0912879 Nov 24 10:22:08.303685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dc861954-a6ad-4c01-b5be-f1a1bd8a08d8 None None] Port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:22:08.435010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:08.529371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6fa0bd35-0f0b-4a9b-8c66-f1ea51a8e205 None None] Provisioning complete for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:08.530243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6fa0bd35-0f0b-4a9b-8c66-f1ea51a8e205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:08.591109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0bd35-0f0b-4a9b-8c66-f1ea51a8e205 None None] Port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:22:08.785155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 2, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:08.789499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Checking router: 4294ec81-6dc5-47f9-b936-e80218ff20ad for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:22:08.790147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Updating router 4294ec81-6dc5-47f9-b936-e80218ff20ad port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:22:08.792632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 35d05c1a-68c0-4cbe-a486-c7dd8c949434 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:08.844841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:08.872055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:08.872492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:08.995824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device aeb991de-8a4a-4c0a-897b-ee17e0de13ca up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:09.067319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port aeb991de-8a4a-4c0a-897b-ee17e0de13ca triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:09.067728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.210951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.223427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Transition to ACTIVE for port object 1b9c394a-20e9-4600-9987-c1bb5fb841a2 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:09.229171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.233534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7aadc1a5-1e20-461b-9653-aafd796348f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:09.385545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Pushing event updated for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:09.400164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.400785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.401242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.401707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.402297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.402770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.403499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.404067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.404513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.404953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.405393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:22:09.410777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db762-a4ff-4539-93df-14772db8cd63 req-a3c91527-3fc0-4beb-8d32-353306d9a2fa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:09.412542 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-a3c91527-3fc0-4beb-8d32-353306d9a2fa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 794 time: 0.2202106 Nov 24 10:22:09.423940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:09.535391 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-de1045ad-d18b-4648-8f35-34df91ebf34d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 380 time: 0.1116874 Nov 24 10:22:09.546933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'port': {'device_id': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'admin_state_up': True, 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'security_groups': ['65b9f69a-8382-4d0b-8d5c-cc6965c263d1']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:09.582864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f65a81d0-9d7d-40db-937a-9ec082e1f2ed req-83302a89-26d1-46db-8d2e-818b481d7da2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 210 time: 0.0627646 Nov 24 10:22:09.678207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Attempting to bind port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:22:09.678653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Attempting to bind port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:22:09.679063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Attempting to bind port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 on network 70f221b0-1103-462b-abd2-4fd12a3d199a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:22:09.686122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:22:09.686531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Checking segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:22:09.687008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.687452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Bound using segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:22:09.688567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Bound port: 1b9c394a-20e9-4600-9987-c1bb5fb841a2, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:22:09.688985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.722269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:09.732660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:09.742989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:22:09.748513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.780710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] For port 1b9c394a-20e9-4600-9987-c1bb5fb841a2, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:22:09.783997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] For port 1b9c394a-20e9-4600-9987-c1bb5fb841a2, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b9c394a-20e9-4600-9987-c1bb5fb841a2,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:22:09.787986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:09.792320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:09.873579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Pushing event updated for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:09.878514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4608824d-c38b-42e2-ba94-8a482b58fbb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:09.880143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:09.880827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:21:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:09.939853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.13 (70f221b0-1103-462b-abd2-4fd12a3d199a/df0a6ca7-fbd2-4739-9451-f16c3489e1ce/48056a33-0a9f-44df-b7c4-24c0d6cb50ce) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:22:10.080237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:10.155335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.173568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 48056a33-0a9f-44df-b7c4-24c0d6cb50ce will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:10.193215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.199371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:10.278038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 70f221b0-1103-462b-abd2-4fd12a3d199a is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:10.282603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:10.285246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:10.288073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:10.288592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:22:10.356517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:10.357202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.390202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481045 Nov 24 10:22:10.401930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Request body: {'port': {'device_id': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:10.437084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:09Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:10.441925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758001e-5d2f-4110-a40e-a7fd95bd8f77 None None] The sync data for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv is: [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:09Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:22:10.529726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.690164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f381b3f8-4bb0-414b-b52d-21ab0444a7d7 None None] Provisioning for port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:10.696488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f381b3f8-4bb0-414b-b52d-21ab0444a7d7 None None] Provisioning complete for port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:10.697351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f381b3f8-4bb0-414b-b52d-21ab0444a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.778780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-f381b3f8-4bb0-414b-b52d-21ab0444a7d7 None None] Port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:22:10.829233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b9c394a-20e9-4600-9987-c1bb5fb841a2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:10.882744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.916477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:10.922381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:10.922757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:10.941871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22e0c3-8955-4b04-9432-3f935dffbf99 req-5c05e6a4-06c1-4cb2-945f-643649ec7dde tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:10.942687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-cb22e0c3-8955-4b04-9432-3f935dffbf99 req-5c05e6a4-06c1-4cb2-945f-643649ec7dde tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:22:10.975326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-cb22e0c3-8955-4b04-9432-3f935dffbf99 req-5c05e6a4-06c1-4cb2-945f-643649ec7dde tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:22:10.976641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb22e0c3-8955-4b04-9432-3f935dffbf99 req-5c05e6a4-06c1-4cb2-945f-643649ec7dde tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 932 time: 0.2531555 Nov 24 10:22:11.056909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.076056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48056a33-0a9f-44df-b7c4-24c0d6cb50ce {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:22:11.088759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.093645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 1b9c394a-20e9-4600-9987-c1bb5fb841a2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b9c394a-20e9-4600-9987-c1bb5fb841a2,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:11.098468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.100650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e3b8a165-15be-4824-8f63-0629c3b4f720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:11.103161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb22e0c3-8955-4b04-9432-3f935dffbf99 req-e6c9f865-b15c-4b9f-a153-aa42524da3c9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929074 Nov 24 10:22:11.113003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Transition to ACTIVE for port object 48056a33-0a9f-44df-b7c4-24c0d6cb50ce will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:22:11.116192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.121144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:11.181346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:11.187659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:11.265469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Pushing event updated for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:11.269922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:11.385304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Attempting to bind port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:22:11.385687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Attempting to bind port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:22:11.386065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Attempting to bind port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce on network 70f221b0-1103-462b-abd2-4fd12a3d199a {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:22:11.394333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce on network 70f221b0-1103-462b-abd2-4fd12a3d199a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:22:11.394735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Attempting to bind port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce on network 70f221b0-1103-462b-abd2-4fd12a3d199a {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:22:11.402322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:22:11.402730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Checking segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:22:11.403163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Bound using segment: {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:22:11.403646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Bound port: 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602f0525-a9f4-4621-a8f5-41b4db80c495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:22:11.404037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.515265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:22:11.519387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:22:11.522878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.527632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0d85676c-cb5c-48d6-bae8-a915f5207ca1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:11.584261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:11.585773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] 10.222.0.61 "PUT /v2.0/ports/48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 1094 time: 1.1886661 Nov 24 10:22:11.586350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:22:11.664272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Pushing event updated for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:11.676721 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'status': 'completed', 'code': 200} Nov 24 10:22:11.677619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:11.719665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-7bd3ce8b-8df9-4911-bef4-c11c2026c8a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1097 time: 0.0903735 Nov 24 10:22:11.800318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-efbb57f6-38b5-41c4-af7b-a7183240d3a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 217 time: 0.0731771 Nov 24 10:22:11.875960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db762-a4ff-4539-93df-14772db8cd63 req-11e5bec3-6657-482b-818f-a2256ce628c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:11.877641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-11e5bec3-6657-482b-818f-a2256ce628c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0713274 Nov 24 10:22:11.962411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-57c38304-bc09-4c2c-9710-601298917d0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788708 Nov 24 10:22:12.107278 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-e3581238-5704-41e8-96d5-1833d931d497 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385446 Nov 24 10:22:12.564170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-850db762-a4ff-4539-93df-14772db8cd63 req-a092e56d-d963-4886-8577-3b070135c052 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503295 Nov 24 10:22:12.584423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3309e-00c3-415e-9715-56b1cdbfc728 req-f235c96d-3131-4c63-8b47-b78ca488527f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:12.586062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86a3309e-00c3-415e-9715-56b1cdbfc728 req-f235c96d-3131-4c63-8b47-b78ca488527f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 944 time: 0.1264307 Nov 24 10:22:12.688616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86a3309e-00c3-415e-9715-56b1cdbfc728 req-655dd14d-6a37-4c43-81c0-6bc8c922b4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951562 Nov 24 10:22:12.713386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-cfd794c6-e1cc-42c8-9145-c4c0330d5b83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1097 time: 0.0990503 Nov 24 10:22:12.778269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b9c394a-20e9-4600-9987-c1bb5fb841a2 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:12.849996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:12.850498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:12.865765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-c2c5e02b-cb8f-428f-a31d-06da03323f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:12.867485 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-c2c5e02b-cb8f-428f-a31d-06da03323f0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 895 time: 0.1466763 Nov 24 10:22:12.944870 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-573abd57-8626-4940-8ff2-d8537935356c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 217 time: 0.0709057 Nov 24 10:22:13.017520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-6d1f5339-698f-44da-9883-d3fbac1afd34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:13.019153 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-6d1f5339-698f-44da-9883-d3fbac1afd34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0678303 Nov 24 10:22:13.107155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-bec03024-9233-4239-9f53-4e72d3222f1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810134 Nov 24 10:22:13.258776 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-a6ea9df8-21a4-45bb-a60c-ccfb629b98bb service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447108 Nov 24 10:22:13.408788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d786075-fafd-44a4-a883-e78d4f1ee645 req-5ed97c1e-22f6-41b9-aca9-22ec35fa636b service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438470 Nov 24 10:22:13.898997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33184902-ffd4-4781-a5c0-484427d164bb req-ed2f6b70-9cba-4e97-80c3-1530c02e7a7d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:13.900604 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-33184902-ffd4-4781-a5c0-484427d164bb req-ed2f6b70-9cba-4e97-80c3-1530c02e7a7d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 944 time: 0.0868714 Nov 24 10:22:13.948413 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-33184902-ffd4-4781-a5c0-484427d164bb req-c2d7278b-2447-4e1d-9cc4-6e13b8e14472 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Nov 24 10:22:15.156281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403406e-09bf-4ebd-92e9-8bf5792b4f52 req-b8c3aeda-b48b-44ac-bbab-a56da515cf32 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:15.158024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8403406e-09bf-4ebd-92e9-8bf5792b4f52 req-b8c3aeda-b48b-44ac-bbab-a56da515cf32 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 944 time: 0.0857890 Nov 24 10:22:15.208209 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8403406e-09bf-4ebd-92e9-8bf5792b4f52 req-465e2fb0-2262-4145-b73b-f8105a6b7a65 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Nov 24 10:22:15.736398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 48056a33-0a9f-44df-b7c4-24c0d6cb50ce details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:22:16.052304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:16.066135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'port_id': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'mac_address': 'fa:16:3e:f6:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:22:16.121046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:16.139223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48056a33-0a9f-44df-b7c4-24c0d6cb50ce {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:22:16.154121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:16.157549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:16.159438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17511836-5865-4881-a632-e9e72b532a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:16.228460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:16.231671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:16.381631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['48056a33-0a9f-44df-b7c4-24c0d6cb50ce'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:22:16.415639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c712ce4-beb7-4e52-a203-13a6fca692b3 req-483edd14-b296-46f2-bc28-a5dea83e0d9b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:16.417250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c712ce4-beb7-4e52-a203-13a6fca692b3 req-483edd14-b296-46f2-bc28-a5dea83e0d9b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 945 time: 0.0854402 Nov 24 10:22:16.470821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7c712ce4-beb7-4e52-a203-13a6fca692b3 req-a8c709cb-b6a2-4fa5-ac22-0f7e226509aa tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Nov 24 10:22:17.689109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21dec-5526-4bff-b2bc-da7fa97ad873 req-e194f96d-ed45-4c15-a772-01638ba67e80 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:17.690777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6e21dec-5526-4bff-b2bc-da7fa97ad873 req-e194f96d-ed45-4c15-a772-01638ba67e80 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 945 time: 0.0951552 Nov 24 10:22:17.741951 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d6e21dec-5526-4bff-b2bc-da7fa97ad873 req-41c17c57-8424-470f-8e12-661395cb6c48 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Nov 24 10:22:17.759366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 48056a33-0a9f-44df-b7c4-24c0d6cb50ce up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:22:17.829992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:22:17.835079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:22:17.835513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:17.957805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:17.986877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:22:17.997204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:22:18.000521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:18.003560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a3fd9086-acde-4298-a2ca-9ac7a603ddd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:18.049188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'code': 200} Nov 24 10:22:18.082338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:18.085506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:18.406690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5996884-4d99-45f0-b309-e18997cb5071 req-378998b6-bd74-4ad8-a6be-f49727bddf96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1099 time: 0.0762479 Nov 24 10:22:18.454606 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5996884-4d99-45f0-b309-e18997cb5071 req-7807adde-1409-4e0b-a642-c9c924485de1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Nov 24 10:22:18.933706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b6d927f-94eb-465a-8171-d4008f54fd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:18.957257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83930a74-1740-4791-aba5-a7e786ddddaf req-6dffc1e6-7379-4965-94d9-c8dd42b1add1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:18.958910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-83930a74-1740-4791-aba5-a7e786ddddaf req-6dffc1e6-7379-4965-94d9-c8dd42b1add1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0883033 Nov 24 10:22:19.008354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-83930a74-1740-4791-aba5-a7e786ddddaf req-9de8bff6-f66c-4653-b7bb-9a70f849f3ff tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Nov 24 10:22:20.220898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426a3b-8f46-493b-8bae-1b872a6788ef req-18cb1b25-e55a-4e9d-a8bf-b68b938f72cf tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:20.222505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24426a3b-8f46-493b-8bae-1b872a6788ef req-18cb1b25-e55a-4e9d-a8bf-b68b938f72cf tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0858703 Nov 24 10:22:20.272228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24426a3b-8f46-493b-8bae-1b872a6788ef req-815ea419-904c-4481-806c-03f3bffb6700 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Nov 24 10:22:20.483705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4bf71-f1d2-486a-a07b-23d70ef97db1 req-2a251a9a-d166-4fd7-8b25-98c528d7b414 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:20.486085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a5e4bf71-f1d2-486a-a07b-23d70ef97db1 req-2a251a9a-d166-4fd7-8b25-98c528d7b414 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0840676 Nov 24 10:22:20.525876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:20.536585 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a5e4bf71-f1d2-486a-a07b-23d70ef97db1 req-fbf83ef8-26e1-4d25-bd8e-4960595f8b8d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Nov 24 10:22:20.565834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60368) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:20.646933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ecfb68f-f52a-4509-aebb-2f3f82ac1bf3 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1094 time: 0.0797226 Nov 24 10:22:20.649878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60372) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:20.656688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:22:20.662982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:22:20.667031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:floatingip and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:22:20.670056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:22:20.676819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:22:20.686357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:20.840376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:20.988078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.22 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/cba63f9d-d5f1-462a-b9c6-e7a5e113a15d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:22:21.144716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:21.170428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:21.175050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44a33fdd-3e27-4aef-a5b6-c6b0ade6f2ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:21.243443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:22:21.247184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:22:21.249340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=cba63f9d-d5f1-462a-b9c6-e7a5e113a15d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:21.252347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:22:21.278954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:21.681028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e26d135e-d559-4420-a0c4-c9559d44e7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:21.724964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:21.759707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:22:21.791097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:21.847145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:22.070307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:22.073900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:22.078340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-12dec3d6-721b-4f89-a3e6-dde8f547a110 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:22:22.190838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=cba63f9d-d5f1-462a-b9c6-e7a5e113a15d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:22:22.195372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:22:22.206488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:22.643017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Floating IP c40302bf-28b1-496e-b9ff-1df5b7d9a84e associated. External IP: 172.26.6.22, port: 48056a33-0a9f-44df-b7c4-24c0d6cb50ce. Nov 24 10:22:23.053730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 4294ec81-6dc5-47f9-b936-e80218ff20ad has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:22:23.270205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:22:23.280370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Sync routers for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:22:23.293543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:23.294224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:22:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:23.294725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:23.351615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7004645 Nov 24 10:22:23.352446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:22:23.414163 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'status': 'completed', 'code': 200} Nov 24 10:22:23.451335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:23.504949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:23.523733 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-82c82166-34a3-472e-af51-8e6d2ab2eee2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1099 time: 0.0872278 Nov 24 10:22:23.544129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87a7f7-fd8b-42de-8810-0b07b661c33f req-7cf83800-49e8-4f51-a95a-7da76c99e9ca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:23.545764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef87a7f7-fd8b-42de-8810-0b07b661c33f req-7cf83800-49e8-4f51-a95a-7da76c99e9ca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0908003 Nov 24 10:22:23.613264 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ef87a7f7-fd8b-42de-8810-0b07b661c33f req-0788aa4e-9092-4a89-b0e9-65414d43f7db tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Nov 24 10:22:23.642427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:23.684981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-e4eb9731-8ed9-4314-ad85-ef0de5e6a9e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:23.686568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-e4eb9731-8ed9-4314-ad85-ef0de5e6a9e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 895 time: 0.1565111 Nov 24 10:22:23.758564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e02f694-6220-4790-8d42-8bb6b764f92a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/c40302bf-28b1-496e-b9ff-1df5b7d9a84e HTTP/1.1" status: 200 len: 991 time: 0.1147361 Nov 24 10:22:23.805377 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-d579eff5-f010-4787-aaeb-06de816c644d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 999 time: 0.1040819 Nov 24 10:22:23.876935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-df4fa48b-c524-4b0e-8b94-6a1e58445605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:23.878435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-df4fa48b-c524-4b0e-8b94-6a1e58445605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0669713 Nov 24 10:22:23.885039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c40302bf-28b1-496e-b9ff-1df5b7d9a84e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'port_id': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'mac_address': 'fa:16:3e:f6:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:22:21Z', 'updated_at': '2021-11-24T10:22:21Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:23.889541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Checking router: 4294ec81-6dc5-47f9-b936-e80218ff20ad for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:22:23.901720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:22:23.902399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:22:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:23.961107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-57f614ac-5439-4ac0-b530-b98dbf7d7da3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763035 Nov 24 10:22:24.095362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:22:24.106558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-5520cd5c-2568-4dde-b688-e44489f963c2 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390171 Nov 24 10:22:24.266228 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8c495e8d-4e3b-4417-bda6-d50b0ddf3ce8 req-dc82c930-8ebe-4c60-935d-4e34c8ef737a service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458497 Nov 24 10:22:24.472509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c40302bf-28b1-496e-b9ff-1df5b7d9a84e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'port_id': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'mac_address': 'fa:16:3e:f6:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:22:21Z', 'updated_at': '2021-11-24T10:22:21Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:22:24.476678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb739a2d-fb6e-4375-b1a1-bf4ec582054a None None] The sync data for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv is: [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'c40302bf-28b1-496e-b9ff-1df5b7d9a84e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'port_id': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'mac_address': 'fa:16:3e:f6:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:22:21Z', 'updated_at': '2021-11-24T10:22:21Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:22:24.762792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:24.810270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ccdd64-a672-4b7e-a56d-9448a346a526 None None] New status for floating IP c40302bf-28b1-496e-b9ff-1df5b7d9a84e: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:22:25.113331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f2001dd1-267f-4d9a-ba5a-8c6be72541f4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/c40302bf-28b1-496e-b9ff-1df5b7d9a84e HTTP/1.1" status: 200 len: 991 time: 0.3488474 Nov 24 10:22:26.117681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60388) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:22:26.228182 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-47a531e4-175c-479d-ad91-cfe277ee1d28 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/c40302bf-28b1-496e-b9ff-1df5b7d9a84e HTTP/1.1" status: 200 len: 993 time: 0.1091850 Nov 24 10:22:40.829359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:45.883976 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-6c74dd8f-c6f6-4e75-81fe-ae8a5752365a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752614 Nov 24 10:22:46.052862 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-2c18f608-260d-4e77-a0a3-d3b975a4c5a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1099 time: 0.0862648 Nov 24 10:22:46.223357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-021b27cd-ab20-4d44-b654-66357dd8eb3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:46.224869 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-021b27cd-ab20-4d44-b654-66357dd8eb3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 895 time: 0.1510184 Nov 24 10:22:46.337364 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-dd394a34-f35e-4b32-ac1e-3b3397c20c68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 1001 time: 0.1046255 Nov 24 10:22:46.409634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-674af785-651c-4817-ae01-20d697a61fb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:46.411274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-674af785-651c-4817-ae01-20d697a61fb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0672235 Nov 24 10:22:46.496665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-dc653927-2683-4747-affb-15c5e3cdca9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744953 Nov 24 10:22:46.644287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-d3206211-ca21-406a-a555-febf06a6e6d7 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400006 Nov 24 10:22:46.794054 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a681b113-8ac5-4e8f-8aa3-3726e94e1104 req-3c8dc4d1-e547-4680-bad7-605d306cca96 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420615 Nov 24 10:22:48.935826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb1efae-75f8-4733-a4ec-49bf7722b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:50.529619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:51.139552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-8709e2fe-7e70-49ac-a9a7-46d69f92e5af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1099 time: 0.1456940 Nov 24 10:22:51.151049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2257fd-7124-4df9-a70b-fe882c5b9296 req-553fea05-d773-49a2-bbaf-a2187243eb47 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:51.152624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab2257fd-7124-4df9-a70b-fe882c5b9296 req-553fea05-d773-49a2-bbaf-a2187243eb47 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.1137512 Nov 24 10:22:51.310417 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ab2257fd-7124-4df9-a70b-fe882c5b9296 req-ed3133f2-e381-4244-861d-ccb93cd9a7e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268952 Nov 24 10:22:51.339449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917209ee-2903-4e4d-a044-515f6300d019 req-1b3b20dc-275a-4387-b477-7201cc980893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:51.341053 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-1b3b20dc-275a-4387-b477-7201cc980893 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 895 time: 0.1872220 Nov 24 10:22:51.448503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-88c7ba8e-f99e-47c3-8137-1813b127b768 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 1001 time: 0.1007178 Nov 24 10:22:51.520530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917209ee-2903-4e4d-a044-515f6300d019 req-6a33fa2e-0171-40c0-be55-f47828a5d7c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:51.522073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-6a33fa2e-0171-40c0-be55-f47828a5d7c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0665727 Nov 24 10:22:51.604236 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-35e79369-a968-4b42-b144-5723e1326782 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748937 Nov 24 10:22:51.683971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-59c8c1d8-41db-4d6c-ba80-45cce82ef2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:51.727529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:51.751141 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-ed8899da-c2b5-4725-ba3e-0171c1a937d0 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392512 Nov 24 10:22:51.894755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-917209ee-2903-4e4d-a044-515f6300d019 req-f086d246-0e00-4551-9efb-6570d515ec8c service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376827 Nov 24 10:22:52.523422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c912b1-4cda-40db-9a0d-65da6aeecb04 req-96f725cc-2320-4fbe-8a0f-ab5f82f23f28 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:52.525022 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2c912b1-4cda-40db-9a0d-65da6aeecb04 req-96f725cc-2320-4fbe-8a0f-ab5f82f23f28 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0878432 Nov 24 10:22:52.574237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d2c912b1-4cda-40db-9a0d-65da6aeecb04 req-0869add7-c96d-4d5c-b289-c0be6faabf8a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Nov 24 10:22:53.384533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:22:53.781408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537bb3-209d-40bb-a58d-ee14b65c0cba req-87256ec0-f172-433d-954b-865cc1f8788b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:53.783921 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fb537bb3-209d-40bb-a58d-ee14b65c0cba req-87256ec0-f172-433d-954b-865cc1f8788b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0848436 Nov 24 10:22:53.836159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fb537bb3-209d-40bb-a58d-ee14b65c0cba req-8250ec76-16c9-499f-8a6a-ae8fe0f51ee3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462053 Nov 24 10:22:55.057818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1304b-0ffe-4cdb-846f-0d88b254c359 req-ef474eee-a7cc-47e6-940c-b7a6b880302f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:55.059449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7a1304b-0ffe-4cdb-846f-0d88b254c359 req-ef474eee-a7cc-47e6-940c-b7a6b880302f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0820410 Nov 24 10:22:55.111920 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7a1304b-0ffe-4cdb-846f-0d88b254c359 req-2caf3493-af1a-4a14-a0a6-53e8a2061f75 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460203 Nov 24 10:22:56.321502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9a707-c100-4e25-8a26-c287027f9890 req-7537f15e-0a7a-4ced-ab95-6edd9dd444af tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:56.323191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bd9a707-c100-4e25-8a26-c287027f9890 req-7537f15e-0a7a-4ced-ab95-6edd9dd444af tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0863857 Nov 24 10:22:56.378382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bd9a707-c100-4e25-8a26-c287027f9890 req-aec28c98-f48d-4df0-915f-55bef9ec971e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475841 Nov 24 10:22:57.589232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ac9f8-c271-4097-9574-74e6064d7268 req-d6a49057-c46c-46e6-818f-00c35a3f6348 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:57.590894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd8ac9f8-c271-4097-9574-74e6064d7268 req-d6a49057-c46c-46e6-818f-00c35a3f6348 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0857038 Nov 24 10:22:57.641375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd8ac9f8-c271-4097-9574-74e6064d7268 req-a12096df-9356-4c4b-aafe-23a8fbeb15e1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Nov 24 10:22:58.760570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:22:59.100687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88f29-04e9-4fba-94e4-ed73a7e85823 req-0b05207f-e628-4b99-a40f-e3cedb7af20c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:22:59.102317 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12c88f29-04e9-4fba-94e4-ed73a7e85823 req-0b05207f-e628-4b99-a40f-e3cedb7af20c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.3323710 Nov 24 10:22:59.152376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12c88f29-04e9-4fba-94e4-ed73a7e85823 req-0e3b215e-6594-4e8e-8021-ac017e84a0c5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Nov 24 10:23:00.364412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72f70-519d-47d8-972a-f710198e8cd4 req-8a7ee236-212e-4cd7-86be-7c66f112b2f8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:00.366067 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7e72f70-519d-47d8-972a-f710198e8cd4 req-8a7ee236-212e-4cd7-86be-7c66f112b2f8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0892527 Nov 24 10:23:00.415149 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7e72f70-519d-47d8-972a-f710198e8cd4 req-f4eeea00-fa9e-43f1-be75-44ad546a8ba6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Nov 24 10:23:01.621925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f327bb-37bc-4583-9279-dd07d61c9120 req-04d13b66-d8e9-439a-bd2a-65573421f4fd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:01.624013 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8f327bb-37bc-4583-9279-dd07d61c9120 req-04d13b66-d8e9-439a-bd2a-65573421f4fd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0843687 Nov 24 10:23:01.674309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d8f327bb-37bc-4583-9279-dd07d61c9120 req-581a3154-0d75-4eae-85e7-4567b6fd1ac0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Nov 24 10:23:02.882898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03978d-c12e-40fd-895a-c3287d9f5231 req-da5b2aa7-3459-4a70-8d7d-cd28395a4efc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:02.884449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e03978d-c12e-40fd-895a-c3287d9f5231 req-da5b2aa7-3459-4a70-8d7d-cd28395a4efc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0833714 Nov 24 10:23:02.932906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e03978d-c12e-40fd-895a-c3287d9f5231 req-6f63901c-3f17-4f18-ae7d-8429dd5fef53 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Nov 24 10:23:02.961451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60424) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:03.073083 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5a5c1851-8307-4ed7-a38a-a01081db02df tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/c40302bf-28b1-496e-b9ff-1df5b7d9a84e HTTP/1.1" status: 200 len: 993 time: 0.1103024 Nov 24 10:23:10.852322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:18.938448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e5bee5d0-09a3-4757-9a68-d21a2141697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:20.534034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:21.686906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9061cc9-4884-4ee9-8be0-d481650d045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:21.731215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:23.388959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:33.507977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60436) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:33.732271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port cba63f9d-d5f1-462a-b9c6-e7a5e113a15d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:23:33.732572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:33.912976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:33.913368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:34.043647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for cba63f9d-d5f1-462a-b9c6-e7a5e113a15d owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:23:34.201989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:34.206741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:34.255136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=cba63f9d-d5f1-462a-b9c6-e7a5e113a15d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:34.294669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.295043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.295480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.295925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.296338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.296761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.297744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.298157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.298794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.299216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.299636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:34.307060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:34.372519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:34.814915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 4294ec81-6dc5-47f9-b936-e80218ff20ad has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:23:35.031279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:23:35.042038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Sync routers for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:23:35.052320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:35.056235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:35.056948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:35.111203 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/floatingips/c40302bf-28b1-496e-b9ff-1df5b7d9a84e HTTP/1.1" status: 204 len: 168 time: 1.6019628 Nov 24 10:23:35.112261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:23:35.174271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'status': 'completed', 'code': 200} Nov 24 10:23:35.298266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-7ee6283c-2b16-4986-bb64-5c9dd1bc2199 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 1099 time: 0.0999014 Nov 24 10:23:35.443610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:35.464763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-6226e0a7-44b8-41bf-affe-f550740879ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:35.466410 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-6226e0a7-44b8-41bf-affe-f550740879ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 200 len: 895 time: 0.1619549 Nov 24 10:23:35.588755 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-c8cb7dfd-eee5-41ba-bfa1-c98f9f12cf95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 200 len: 217 time: 0.1150346 Nov 24 10:23:35.679444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-b0835cdc-beee-4dad-904c-b8c8791faa9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:35.681073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-b0835cdc-beee-4dad-904c-b8c8791faa9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 200 len: 835 time: 0.0835373 Nov 24 10:23:35.688336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10f151-79cf-4985-a317-69d83cbe057b req-12507ba5-b863-4266-9fba-ff1c1e627eb7 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:35.689949 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af10f151-79cf-4985-a317-69d83cbe057b req-12507ba5-b863-4266-9fba-ff1c1e627eb7 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.1652102 Nov 24 10:23:35.762506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:23:35.792926 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-af10f151-79cf-4985-a317-69d83cbe057b req-53ba6b59-57b1-471d-8ccd-92c51bab1dc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609062 Nov 24 10:23:35.802330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:35.811145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Checking router: 4294ec81-6dc5-47f9-b936-e80218ff20ad for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:23:35.815534 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-f2d3c378-25be-4c5f-9f72-e4d76c991208 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70f221b0-1103-462b-abd2-4fd12a3d199a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1245224 Nov 24 10:23:35.834932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:35.835964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:35.971138 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-124b1cad-ae36-4a32-a291-1dfd113515ae service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483927 Nov 24 10:23:36.070890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:36.120830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-86db4aac-514c-4056-bb7c-86f4fc612492 req-ac8e06f7-8d9b-4157-a488-64ab3fd599e7 service neutron] 10.222.0.61 "GET /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432846 Nov 24 10:23:36.418826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:36.423895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f44cb-0cf5-44cf-9dfa-8faf456c6c2d None None] The sync data for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv is: [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:22:05Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '1b9c394a-20e9-4600-9987-c1bb5fb841a2', 'name': '', 'network_id': '70f221b0-1103-462b-abd2-4fd12a3d199a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:83:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:04Z', 'updated_at': '2021-11-24T10:22:11Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'df0a6ca7-fbd2-4739-9451-f16c3489e1ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:23:36.903326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e4b66-3c83-4882-a5d9-8d77c8e999b6 None None] New status for floating IP c40302bf-28b1-496e-b9ff-1df5b7d9a84e: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:23:36.965731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3a6e418e-60e4-4b24-ac0d-8dcb16fc716a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:36.967568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3a6e418e-60e4-4b24-ac0d-8dcb16fc716a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.0946560 Nov 24 10:23:37.039692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed045e5-e22c-4083-95a7-9b9810b15825 req-1b9dbb9c-d39d-46a8-8317-3a28a22c1085 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:37.040673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bed045e5-e22c-4083-95a7-9b9810b15825 req-1b9dbb9c-d39d-46a8-8317-3a28a22c1085 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:37.059698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bed045e5-e22c-4083-95a7-9b9810b15825 req-1b9dbb9c-d39d-46a8-8317-3a28a22c1085 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:37.062005 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bed045e5-e22c-4083-95a7-9b9810b15825 req-1b9dbb9c-d39d-46a8-8317-3a28a22c1085 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 946 time: 0.1094828 Nov 24 10:23:37.090516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:23:37.090928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:37.123515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bed045e5-e22c-4083-95a7-9b9810b15825 req-efd434a3-ba24-4d94-a40e-8ea56b9b18cc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=65b9f69a-8382-4d0b-8d5c-cc6965c263d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546219 Nov 24 10:23:37.366105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:37.366511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:37.506489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 48056a33-0a9f-44df-b7c4-24c0d6cb50ce owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:23:37.662867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:37.669582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2988ec7c-90b2-472f-a118-7f14635597ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:37.720759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=48056a33-0a9f-44df-b7c4-24c0d6cb50ce,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:37.767324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.767769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.768208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.768796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.769047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.769494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.769955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.770383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.770855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.771253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.771672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:37.781897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:37.818214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] No DVR routers for this DVR port 48056a33-0a9f-44df-b7c4-24c0d6cb50ce on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:23:37.820869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:37.823989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'name': 'network-vif-deleted', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:23:37.841958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21dd9e48-70ae-426a-abf5-43578aa65071 req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "DELETE /v2.0/ports/48056a33-0a9f-44df-b7c4-24c0d6cb50ce HTTP/1.1" status: 204 len: 173 time: 0.8679967 Nov 24 10:23:37.887402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ec8c89-f61b-4f72-b990-08ce015b207b', 'name': 'network-vif-deleted', 'tag': '48056a33-0a9f-44df-b7c4-24c0d6cb50ce', 'status': 'completed', 'code': 200} Nov 24 10:23:38.332300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2846b56-6652-42c4-bba3-7b50c455c8e9 req-db7dfaee-344f-4d48-875b-73a3ae0c339e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=15ec8c89-f61b-4f72-b990-08ce015b207b HTTP/1.1" status: 200 len: 210 time: 0.0525858 Nov 24 10:23:39.449467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60454) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:39.921883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:40.189457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 48056a33-0a9f-44df-b7c4-24c0d6cb50ce no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:23:40.225746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 48056a33-0a9f-44df-b7c4-24c0d6cb50ce {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:23:40.226140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 48056a33-0a9f-44df-b7c4-24c0d6cb50ce not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:23:40.655400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 1b9c394a-20e9-4600-9987-c1bb5fb841a2 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:23:40.656054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:40.850792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:40.961643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 1b9c394a-20e9-4600-9987-c1bb5fb841a2, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1b9c394a-20e9-4600-9987-c1bb5fb841a2,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:40.961996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:41.358893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 1b9c394a-20e9-4600-9987-c1bb5fb841a2 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:23:41.568717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:41.573829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e6a855e-8ae2-4f7b-8337-77795997cc6a tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:41.625224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=1b9c394a-20e9-4600-9987-c1bb5fb841a2,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:41.628298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:41.983040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:42.682036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 4294ec81-6dc5-47f9-b936-e80218ff20ad has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:23:42.929264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:23:42.943370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Sync routers for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:23:42.946998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/4294ec81-6dc5-47f9-b936-e80218ff20ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4955769 Nov 24 10:23:42.949904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60458) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:42.967957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:42.969564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:43.208760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting subnet df0a6ca7-fbd2-4739-9451-f16c3489e1ce {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:23:43.212482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.274022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:43.284981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.383571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.473314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.479405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1db6a32e-ba3c-4dc3-8e7d-ee51abb88ab4 tempest-TagsExtTest-1779676954 tempest-TagsExtTest-1779676954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:43.523485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Subnet': ['ID=df0a6ca7-fbd2-4739-9451-f16c3489e1ce,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:43.527747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:43.535213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.543954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/subnets/df0a6ca7-fbd2-4739-9451-f16c3489e1ce HTTP/1.1" status: 204 len: 168 time: 0.5928297 Nov 24 10:23:43.546815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60462) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:43.548865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836f877-e854-48c4-8413-bad447316318 None None] Network 70f221b0-1103-462b-abd2-4fd12a3d199a requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:23:43.790467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:43.807354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:23:41Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:43.815288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Checking router: 4294ec81-6dc5-47f9-b936-e80218ff20ad for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:23:43.844294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Routers {'4294ec81-6dc5-47f9-b936-e80218ff20ad'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:43.845118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['4294ec81-6dc5-47f9-b936-e80218ff20ad'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:43.933769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] DHCP port deletion for 70f221b0-1103-462b-abd2-4fd12a3d199a request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:23:44.005076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Deleting port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:23:44.005497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.049463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.059693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port aeb991de-8a4a-4c0a-897b-ee17e0de13ca {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:23:44.060178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.277301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port aeb991de-8a4a-4c0a-897b-ee17e0de13ca, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:44.277857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.366381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] Set router 4294ec81-6dc5-47f9-b936-e80218ff20ad gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:44.614378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] For port 35d05c1a-68c0-4cbe-a486-c7dd8c949434, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=35d05c1a-68c0-4cbe-a486-c7dd8c949434,segment=NetworkSegment(602f0525-a9f4-4621-a8f5-41b4db80c495),segment_id=602f0525-a9f4-4621-a8f5-41b4db80c495)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:44.614860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.689332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for aeb991de-8a4a-4c0a-897b-ee17e0de13ca owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:23:44.811005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Calling delete_port for 35d05c1a-68c0-4cbe-a486-c7dd8c949434 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:23:44.842144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 35d05c1a-68c0-4cbe-a486-c7dd8c949434 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:23:44.891932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:44.900955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b5a6e33-5b61-4ce9-8caa-094234b600e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:44.989632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=aeb991de-8a4a-4c0a-897b-ee17e0de13ca,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:44.997497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:45.062951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.071825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecce97a-b5c9-4b04-b8c9-257e50390923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:45.121975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Pushing event deleted for resources: {'Port': ['ID=35d05c1a-68c0-4cbe-a486-c7dd8c949434,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:45.143933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.155636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] No DVR routers for this DVR port 35d05c1a-68c0-4cbe-a486-c7dd8c949434 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:23:45.164910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.165313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.165704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.166096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.166476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.167038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.167240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.167617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.167994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.168366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.168769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:45.175982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:45.231097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:23:41Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:45.236382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a24930-385a-4b7f-a340-f6687541d8a0 None None] The sync data for ids ['4294ec81-6dc5-47f9-b936-e80218ff20ad'] in dv-neutron-818439-1-hyperv is: [{'id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845671634', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32'}], 'enable_snat': True}, 'gw_port_id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:22:00Z', 'updated_at': '2021-11-24T10:23:41Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': 'aeb991de-8a4a-4c0a-897b-ee17e0de13ca', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4294ec81-6dc5-47f9-b936-e80218ff20ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:22:01Z', 'updated_at': '2021-11-24T10:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:23:45.336040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.633752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.639022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.665861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.666365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Fanout notify agent at l3_agent the message router_deleted on router 4294ec81-6dc5-47f9-b936-e80218ff20ad {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:23:45.682694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.683964 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/routers/4294ec81-6dc5-47f9-b936-e80218ff20ad HTTP/1.1" status: 204 len: 168 time: 2.1357691 Nov 24 10:23:45.687022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60466) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:45.820453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:45.970551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.002712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f221b0-1103-462b-abd2-4fd12a3d199a']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:46.017884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602f0525-a9f4-4621-a8f5-41b4db80c495') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:46.018232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602f0525-a9f4-4621-a8f5-41b4db80c495') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:46.032513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.049570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.058105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:23:46.058622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:23:46.075470 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:23:46.161193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.164818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdbe7e31-152a-4a96-b339-18d39a2c4183 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:46.184556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.195005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Network': ['ID=70f221b0-1103-462b-abd2-4fd12a3d199a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:46.198769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:46.203930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-da925f03-8fb1-46c0-bc92-ead375b60b18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/networks/70f221b0-1103-462b-abd2-4fd12a3d199a HTTP/1.1" status: 204 len: 168 time: 0.5152652 Nov 24 10:23:46.207470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60470) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:46.283700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.315831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.372475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.377409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbe3180b-0098-49d5-acf9-980859454eeb tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:46.399231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9f69a-8382-4d0b-8d5c-cc6965c263d1,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:46.402194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:46.410639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.411887 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8a2139a8-c7d0-47b0-b839-bb05fd204359 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/security-groups/65b9f69a-8382-4d0b-8d5c-cc6965c263d1 HTTP/1.1" status: 204 len: 168 time: 0.2034132 Nov 24 10:23:46.831977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b9c394a-20e9-4600-9987-c1bb5fb841a2 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:23:46.867595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1b9c394a-20e9-4600-9987-c1bb5fb841a2 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:23:46.867964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1b9c394a-20e9-4600-9987-c1bb5fb841a2 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:23:46.868465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device aeb991de-8a4a-4c0a-897b-ee17e0de13ca no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:23:46.897059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:46.902846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: aeb991de-8a4a-4c0a-897b-ee17e0de13ca {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:23:46.903224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device aeb991de-8a4a-4c0a-897b-ee17e0de13ca not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:23:46.903363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427161975', 'description': 'tempest-secgroup-smoke-427161975 description', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:46.910943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:46.915415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:46.918405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:46.925386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:46.935507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:46.972730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:46.976188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:46.979175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:46.985958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.042929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.045572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.051684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c2249184-18bd-41d1-b2fa-ff0ff2dd327b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.094977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59497313-0baa-4b49-8d3e-672370a9a606,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.097883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.099232 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2010968 Nov 24 10:23:47.100251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4fd7ccba-6fa7-490c-9587-09df0bed55fc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.102537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60482) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.108295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.115572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.119557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.122534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.128808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.148988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.212558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.215302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.217235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-44516f60-37af-47d6-ae43-a56186475186 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.238373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0644b891-8b60-4075-a0e3-d7d1705feed1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.242666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.249566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.251024 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b443ec9c-b6f7-42e6-8717-efc710944997 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476352 Nov 24 10:23:47.253945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60486) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.261173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.269385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.273365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.276349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.283548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.300023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.363831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.366524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.368474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8430180b-5d42-41cf-8231-64d02cdb15b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.392430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f945b16-a255-4bf7-bf6a-3c5a8fbdb1a1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.395141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.402419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.403774 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488392 Nov 24 10:23:47.407940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.414019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.420585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.424963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.428005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.434008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.450366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.519650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.522355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.524312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f843b98a-c4ef-4758-9d07-385dd757f311 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.547286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6cb083-7a98-4d72-9fce-16fffd4575c1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.551935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.555344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.556618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476398 Nov 24 10:23:47.559728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60494) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.567361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.574016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.579130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.582169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.588293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.605118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.674874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.677594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.679604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09ebee44-63f1-4262-a974-fe4a83e90676 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.704819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dbc221-810b-4a6f-b217-519f1f6428cf,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.707510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.713956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.715311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1542637 Nov 24 10:23:47.718200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60498) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.724286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.730514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.734752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.737775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.743837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.753917 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:23:47.760573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.831462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.834164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.836142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0cdfbf60-41d8-4d92-ba55-6acf1b7ca1b1 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:47.862566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8549bee6-2a6d-4f76-bb55-7a1fbd9d60a1,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:47.865239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:47.871888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.873167 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f274ff8c-3de8-4e64-b394-ed78c692a295 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538861 Nov 24 10:23:47.876941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60502) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:47.882984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '59497313-0baa-4b49-8d3e-672370a9a606', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:47.889606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:47.893882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:47.896920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:47.902969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:47.912540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:23:47.919405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:47.996901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.000911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.003102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-980332dc-1507-4346-bf51-5b8e604d88db tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:48.027400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465234f4-42a0-411a-bd8d-f65dafbe44d0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:48.032527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:48.044248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.045996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1678259 Nov 24 10:23:48.050467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:48.057199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'network': {'name': 'tempest-network-smoke--1702730736', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:48.064007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:48.069345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:network and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:48.073050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:48.080872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:48.092207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:23:48.098256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.133859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:23:48.146037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.146435 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Added segment 9d212369-ef32-4de7-8524-c044c47a4adf of type vlan for network 3c867256-3c40-4287-8eeb-22ee4751f11e Nov 24 10:23:48.181109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.213067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.217302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:48.217986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.224322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-159ff4ef-fc4c-4080-9207-1b22b1e6bd73 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:48.265729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-2cb5b0eb-1220-485d-a6df-5fd929b21cdd req-08d7ed4a-2662-421d-a983-94ca64d0c307 tempest-ServerDiskConfigTestJSON-1137299863 tempest-ServerDiskConfigTestJSON-1137299863-project] (88877) timed out ('10.222.0.61', 63488) {{(pid=88877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 10:23:48.564314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5124602 Nov 24 10:23:48.567151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60510) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:48.573463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'admin_state_up': True, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:48.574214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Network': ['ID=3c867256-3c40-4287-8eeb-22ee4751f11e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:48.577273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48318bdf-0974-4698-9f7c-a598f3753016 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:48.583612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:48.586493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 3c867256-3c40-4287-8eeb-22ee4751f11e details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:23:48.588719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:router and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:48.592092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:48.599120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:48.610849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.611611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.634870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.789895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.940119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1e5009b6-8c68-4250-8a1f-54b2e0cff538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:48.985033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.023557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.165135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.71 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/2b6d0a38-18e5-402f-a2e1-3ea353192186) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:23:49.318743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.350140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.355112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-822e65d6-3270-4bb9-b128-ec8afa51108a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:49.420014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:23:49.427998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:49.433168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:23:49.465308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=2b6d0a38-18e5-402f-a2e1-3ea353192186,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:49.473215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:49.613095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.613876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:49.851064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router da15577e-b082-481b-81bd-d74a58596f4f is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:23:50.322921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:23:50.335465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Sync routers for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:23:50.349579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:50.350372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:50.352387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:50.354077 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7856324 Nov 24 10:23:50.358130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60514) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:50.408519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f9ff1f82-382f-4a6f-9579-0ab1804eedad tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=41a1533d55d44b089cd8ae5e985b6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487592 Nov 24 10:23:50.411357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60518) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:50.537555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:50.557411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:50.572388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7602eac-5aa6-43b8-8743-d716b395edcb tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:50.575134 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f7602eac-5aa6-43b8-8743-d716b395edcb tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1624780 Nov 24 10:23:50.578867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60522) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:50.638052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-930dff78-57ca-48ec-895f-c8a5deb33ff3 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547626 Nov 24 10:23:50.638970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60526) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:50.648496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565227154', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:50.782209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:50.786601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:subnet and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:23:50.789719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:23:50.795939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:50.805875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:23:50.925515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.021535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:49Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:51.025675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Checking router: da15577e-b082-481b-81bd-d74a58596f4f for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:23:51.026074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Updating router da15577e-b082-481b-81bd-d74a58596f4f port 2b6d0a38-18e5-402f-a2e1-3ea353192186 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:23:51.082621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.165376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.170023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b1b0bd1d-1810-474f-8eb6-d8390657a9b3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:51.248369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Subnet': ['ID=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:51.254524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:51.265797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Checking segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:23:51.266123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network hostable DHCP agents. Network: 3c867256-3c40-4287-8eeb-22ee4751f11e, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:23:51.287465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 3c867256-3c40-4287-8eeb-22ee4751f11e is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:23:51.295768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 3c867256-3c40-4287-8eeb-22ee4751f11e) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:51.300508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:51.301158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.306906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48ee31-db65-4fcb-8ddb-399815cb979a None None] Network 3c867256-3c40-4287-8eeb-22ee4751f11e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:23:51.326052 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6831071 Nov 24 10:23:51.326264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60530) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:23:51.447274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.461817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Transition to ACTIVE for port object 2b6d0a38-18e5-402f-a2e1-3ea353192186 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:51.467437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.472597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c1c1b63-8205-4866-bdd8-40fcd67b1b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:51.544728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Attempting to bind port 2b6d0a38-18e5-402f-a2e1-3ea353192186 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:23:51.545155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Attempting to bind port 2b6d0a38-18e5-402f-a2e1-3ea353192186 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:23:51.545624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Attempting to bind port 2b6d0a38-18e5-402f-a2e1-3ea353192186 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:23:51.569677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Pushing event updated for resources: {'Port': ['ID=2b6d0a38-18e5-402f-a2e1-3ea353192186,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:51.573900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-3c867256-3c40-4287-8eeb-22ee4751f11e', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:23:51.575664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.579460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.579854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.580297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.580677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.581054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.581434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.581809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.582180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.582552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.582961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.583329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:23:51.587208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:51.588466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:23:51.588890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:23:51.589386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.589825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:23:51.590385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Bound port: 2b6d0a38-18e5-402f-a2e1-3ea353192186, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:23:51.590858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.670948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] For port 2b6d0a38-18e5-402f-a2e1-3ea353192186, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:23:51.676378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] For port 2b6d0a38-18e5-402f-a2e1-3ea353192186, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2b6d0a38-18e5-402f-a2e1-3ea353192186,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:23:51.679467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.691198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:51.715113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3092fc0d-fa46-401a-aafa-e8cc5d435d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.750362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:51.751210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:51.801711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:51.833971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Allocated IP 172.20.0.2 (3c867256-3c40-4287-8eeb-22ee4751f11e/f4d52e66-73a8-4e93-9b18-ef4db5a5afe0/d9f376a9-8160-402e-acfb-899381c6f0f9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:23:51.942199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Pushing event updated for resources: {'Port': ['ID=2b6d0a38-18e5-402f-a2e1-3ea353192186,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:51.946084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:51.982768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:52.130059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.142254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Transition to ACTIVE for port object d9f376a9-8160-402e-acfb-899381c6f0f9 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:52.162277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Transition to ACTIVE for port object d9f376a9-8160-402e-acfb-899381c6f0f9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:52.167009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.172545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:52.188156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.228095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Network 3c867256-3c40-4287-8eeb-22ee4751f11e is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:23:52.231105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:52.235638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:23:52.254653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Pushing event updated for resources: {'Port': ['ID=d9f376a9-8160-402e-acfb-899381c6f0f9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:52.283897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:52.309534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:49Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:52.314604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7a0a7-55e0-4aec-ab9f-2656501f5eed None None] The sync data for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv is: [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:49Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:23:52.344762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Attempting to bind port d9f376a9-8160-402e-acfb-899381c6f0f9 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:23:52.345180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Attempting to bind port d9f376a9-8160-402e-acfb-899381c6f0f9 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:23:52.345594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Attempting to bind port d9f376a9-8160-402e-acfb-899381c6f0f9 on network 3c867256-3c40-4287-8eeb-22ee4751f11e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:23:52.353112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:23:52.353650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Checking segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:23:52.354113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.354562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Bound using segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:23:52.355112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Bound port: d9f376a9-8160-402e-acfb-899381c6f0f9, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:23:52.355542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.460760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] For port d9f376a9-8160-402e-acfb-899381c6f0f9, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:23:52.464781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] For port d9f376a9-8160-402e-acfb-899381c6f0f9, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9f376a9-8160-402e-acfb-899381c6f0f9,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:23:52.467647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.472744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-db7a4769-3de4-482d-b21e-d07db085ddfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:52.558685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Pushing event updated for resources: {'Port': ['ID=d9f376a9-8160-402e-acfb-899381c6f0f9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:52.562563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:52.634485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.1 (3c867256-3c40-4287-8eeb-22ee4751f11e/f4d52e66-73a8-4e93-9b18-ef4db5a5afe0/c42e4c60-d79b-4bac-b701-11dad95b681c) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:23:52.848211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.868956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object c42e4c60-d79b-4bac-b701-11dad95b681c will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:52.884853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2b6d0a38-18e5-402f-a2e1-3ea353192186 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:23:52.908070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:52.919883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e80a614b-e530-4526-8bd4-0987d27a0f34 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:53.003983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 3c867256-3c40-4287-8eeb-22ee4751f11e is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:23:53.008686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:53.011194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 2b6d0a38-18e5-402f-a2e1-3ea353192186 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:53.012168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:23:53.024107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2b6d0a38-18e5-402f-a2e1-3ea353192186 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:53.024890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.058975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:53.062144 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:53.089372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.186398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.203414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.207348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 2b6d0a38-18e5-402f-a2e1-3ea353192186, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2b6d0a38-18e5-402f-a2e1-3ea353192186,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:53.210743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.212977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-542d1367-18c1-47c7-9e05-cf6df308b6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:53.287019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=2b6d0a38-18e5-402f-a2e1-3ea353192186,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:53.298412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:53.389158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.693648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.697884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.729106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:53.826492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:53.829472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:53.833863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:53.993362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 3c867256-3c40-4287-8eeb-22ee4751f11e is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:23:53.994770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:54.322122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b498d5-7ebe-4d94-b0e4-c51e5bbec19e None None] Network 3c867256-3c40-4287-8eeb-22ee4751f11e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:23:54.442947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-88792d95-844d-4b70-b26d-f010c4b2176f None None] Provisioning for port d9f376a9-8160-402e-acfb-899381c6f0f9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:54.687616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router da15577e-b082-481b-81bd-d74a58596f4f has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:23:54.888137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5c1e5c22-dda7-4186-8730-ef94531bb5c2 None None] Provisioning for port c42e4c60-d79b-4bac-b701-11dad95b681c completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:54.895756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5c1e5c22-dda7-4186-8730-ef94531bb5c2 None None] Provisioning complete for port c42e4c60-d79b-4bac-b701-11dad95b681c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:54.896654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5c1e5c22-dda7-4186-8730-ef94531bb5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:54.932502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:23:54.950093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9f376a9-8160-402e-acfb-899381c6f0f9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:23:54.951692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-98b388a7-57e7-4b3e-a96c-953e07f976be tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/da15577e-b082-481b-81bd-d74a58596f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6242583 Nov 24 10:23:55.014611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e5c22-dda7-4186-8730-ef94531bb5c2 None None] Port c42e4c60-d79b-4bac-b701-11dad95b681c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:23:55.068659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port d9f376a9-8160-402e-acfb-899381c6f0f9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:55.074083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d9f376a9-8160-402e-acfb-899381c6f0f9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:55.074519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.180637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-4b24873c-3ae9-4e50-a1d9-d0d113a109b9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:55.200491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-4b24873c-3ae9-4e50-a1d9-d0d113a109b9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:55.202404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-4b24873c-3ae9-4e50-a1d9-d0d113a109b9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427161975&fields=id&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 267 time: 0.0781398 Nov 24 10:23:55.264656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.301389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5dfe6661-f803-4012-bb9c-8b4f0ffe0ae7 None None] Provisioning complete for port c42e4c60-d79b-4bac-b701-11dad95b681c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:55.301820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5dfe6661-f803-4012-bb9c-8b4f0ffe0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.365348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe6661-f803-4012-bb9c-8b4f0ffe0ae7 None None] Port c42e4c60-d79b-4bac-b701-11dad95b681c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:23:55.371560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port d9f376a9-8160-402e-acfb-899381c6f0f9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9f376a9-8160-402e-acfb-899381c6f0f9,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:55.376542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.377665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2b6d0a38-18e5-402f-a2e1-3ea353192186 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:23:55.397855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-c450afb3-f4ef-497d-a8db-78e8fac3a2fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:55.398858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-c450afb3-f4ef-497d-a8db-78e8fac3a2fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:55.419665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:55.420572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-c450afb3-f4ef-497d-a8db-78e8fac3a2fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:55.422192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-c450afb3-f4ef-497d-a8db-78e8fac3a2fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 797 time: 0.2108586 Nov 24 10:23:55.443948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-f10d4351-741f-4175-bc88-ff409f3ca3f9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/quotas/41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 375 time: 0.0140579 Nov 24 10:23:55.550515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-181c3b71-74cb-4a65-b31a-67e56270f935 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987730 Nov 24 10:23:55.642796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Sync routers for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:23:55.711415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-60d52b1a-0be5-4aa6-a155-9283329a058d service neutron] 10.222.0.55 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442258 Nov 24 10:23:55.717215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:55.717823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:55.778903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=d9f376a9-8160-402e-acfb-899381c6f0f9,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:55.782793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:55.792364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-091a851c-d697-49a4-add2-ab52e6bf9a75 None None] Provisioning complete for port c42e4c60-d79b-4bac-b701-11dad95b681c triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:55.792801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-091a851c-d697-49a4-add2-ab52e6bf9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.868773 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-9b3c7b8f-67bd-45fe-94b0-e6871bf7ebcd service neutron] 10.222.0.55 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495936 Nov 24 10:23:55.870439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 2b6d0a38-18e5-402f-a2e1-3ea353192186 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:55.870906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:55.977047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-091a851c-d697-49a4-add2-ab52e6bf9a75 None None] Port c42e4c60-d79b-4bac-b701-11dad95b681c cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:23:56.088802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:56.105077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-05e674f8-e80f-43f2-a39f-3a25c7439d8f req-b889c081-0388-4315-b114-c2e28dfb8446 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:56.123159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-05e674f8-e80f-43f2-a39f-3a25c7439d8f req-b889c081-0388-4315-b114-c2e28dfb8446 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:56.124452 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-05e674f8-e80f-43f2-a39f-3a25c7439d8f req-b889c081-0388-4315-b114-c2e28dfb8446 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 210 time: 0.0732937 Nov 24 10:23:56.504510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 2, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:56.509161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Checking router: da15577e-b082-481b-81bd-d74a58596f4f for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:23:56.509586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Updating router da15577e-b082-481b-81bd-d74a58596f4f port c42e4c60-d79b-4bac-b701-11dad95b681c binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:23:56.574673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:56.889678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9f376a9-8160-402e-acfb-899381c6f0f9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:23:57.027211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port d9f376a9-8160-402e-acfb-899381c6f0f9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:57.027546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.147454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.167684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Transition to ACTIVE for port object c42e4c60-d79b-4bac-b701-11dad95b681c will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:57.201365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.212692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f13ebd0a-22e7-4b11-9c70-31f929433ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:57.366706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Pushing event updated for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:57.371385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:57.488118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-d8e21960-ce4c-4795-8759-3ae8b1d1eb45 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:57.489302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-d8e21960-ce4c-4795-8759-3ae8b1d1eb45 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:57.506860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-d8e21960-ce4c-4795-8759-3ae8b1d1eb45 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:57.508511 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-d8e21960-ce4c-4795-8759-3ae8b1d1eb45 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 797 time: 0.3514199 Nov 24 10:23:57.552559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Attempting to bind port c42e4c60-d79b-4bac-b701-11dad95b681c on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:23:57.553131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Attempting to bind port c42e4c60-d79b-4bac-b701-11dad95b681c by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:23:57.553765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Attempting to bind port c42e4c60-d79b-4bac-b701-11dad95b681c on network 3c867256-3c40-4287-8eeb-22ee4751f11e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:23:57.560937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fc0c0ff1-4542-440b-92e9-b4cd5911e946 req-1f3822c3-ab46-45a3-99e4-12dbd36554e3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 210 time: 0.1386213 Nov 24 10:23:57.568739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:23:57.569482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Checking segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:23:57.570402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.571087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Bound using segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:23:57.571955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Bound port: c42e4c60-d79b-4bac-b701-11dad95b681c, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:23:57.572586 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.607040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-7be818c0-f854-4548-88bd-d8b6b1215dd3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:57.623100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-7be818c0-f854-4548-88bd-d8b6b1215dd3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:57.624696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-7be818c0-f854-4548-88bd-d8b6b1215dd3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 379 time: 0.1044250 Nov 24 10:23:57.639522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'port': {'device_id': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'admin_state_up': True, 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'security_groups': ['59497313-0baa-4b49-8d3e-672370a9a606']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:57.699437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] For port c42e4c60-d79b-4bac-b701-11dad95b681c, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:23:57.704031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] For port c42e4c60-d79b-4bac-b701-11dad95b681c, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c42e4c60-d79b-4bac-b701-11dad95b681c,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:23:57.708086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:57.712291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:57.807822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Pushing event updated for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:57.815246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:57.822555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:23:57.822743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:23:57.823310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:57.834435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:23:57.844001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:23:57.849958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.067828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.4 (3c867256-3c40-4287-8eeb-22ee4751f11e/f4d52e66-73a8-4e93-9b18-ef4db5a5afe0/add2d7d0-3ca2-43f4-9dac-0a22c895c835) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:23:58.212892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:23:58.294835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.314043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object add2d7d0-3ca2-43f4-9dac-0a22c895c835 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:58.333919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.340603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-110b401c-66a9-46e8-bf97-3e3657d1feb0 tempest-ServersNegativeTestJSON-2043959510 tempest-ServersNegativeTestJSON-2043959510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:58.411673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 3c867256-3c40-4287-8eeb-22ee4751f11e is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:23:58.415558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:23:58.420484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:23:58.460882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:58.471055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:58.493861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:58.494864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.526540 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-97ae7e2e-c0c9-41e4-ba13-2e3107bb50b4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926404 Nov 24 10:23:58.539306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Request body: {'port': {'device_id': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:23:58.574192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:57Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:23:58.579028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0063-7fc7-4b0f-b367-8cdad73e40c7 None None] The sync data for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv is: [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:57Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:23:58.717317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.829821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e419b077-92bc-46b4-9dce-6c50f7adb3a5 None None] Provisioning for port add2d7d0-3ca2-43f4-9dac-0a22c895c835 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:58.836131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e419b077-92bc-46b4-9dce-6c50f7adb3a5 None None] Provisioning complete for port add2d7d0-3ca2-43f4-9dac-0a22c895c835 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:58.836494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e419b077-92bc-46b4-9dce-6c50f7adb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.891010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c42e4c60-d79b-4bac-b701-11dad95b681c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:23:58.965099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e419b077-92bc-46b4-9dce-6c50f7adb3a5 None None] Port add2d7d0-3ca2-43f4-9dac-0a22c895c835 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:23:58.988090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port c42e4c60-d79b-4bac-b701-11dad95b681c completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:23:58.993645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c42e4c60-d79b-4bac-b701-11dad95b681c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:23:58.994077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:58.995929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21d256-f3b6-4c13-8c79-fbbc6a208042 req-2a5f2845-9faf-45bb-a360-19b24ece0ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:23:58.996704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bf21d256-f3b6-4c13-8c79-fbbc6a208042 req-2a5f2845-9faf-45bb-a360-19b24ece0ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:23:59.103568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bf21d256-f3b6-4c13-8c79-fbbc6a208042 req-2a5f2845-9faf-45bb-a360-19b24ece0ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:23:59.104808 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf21d256-f3b6-4c13-8c79-fbbc6a208042 req-2a5f2845-9faf-45bb-a360-19b24ece0ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 931 time: 0.3207190 Nov 24 10:23:59.120282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.158149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port c42e4c60-d79b-4bac-b701-11dad95b681c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c42e4c60-d79b-4bac-b701-11dad95b681c,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:23:59.161250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.163384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dca8396d-f425-4b9b-b21d-8ecf3a6485bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:59.195156 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bf21d256-f3b6-4c13-8c79-fbbc6a208042 req-1fd72394-add3-4c09-9911-00d9cc6624ac tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809627 Nov 24 10:23:59.239170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:59.242429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:59.286454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:23:59.293708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.309627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Transition to ACTIVE for port object add2d7d0-3ca2-43f4-9dac-0a22c895c835 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:23:59.313267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.318035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b10684bd-117d-469c-808b-c833e02d6e97 tempest-TestEncryptedCinderVolumes-1078770308 tempest-TestEncryptedCinderVolumes-1078770308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:59.443572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:59.454965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:59.580375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Attempting to bind port add2d7d0-3ca2-43f4-9dac-0a22c895c835 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:23:59.580757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Attempting to bind port add2d7d0-3ca2-43f4-9dac-0a22c895c835 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:23:59.581136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Attempting to bind port add2d7d0-3ca2-43f4-9dac-0a22c895c835 on network 3c867256-3c40-4287-8eeb-22ee4751f11e {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:23:59.588043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Port add2d7d0-3ca2-43f4-9dac-0a22c895c835 on network 3c867256-3c40-4287-8eeb-22ee4751f11e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:23:59.588412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Attempting to bind port add2d7d0-3ca2-43f4-9dac-0a22c895c835 on network 3c867256-3c40-4287-8eeb-22ee4751f11e {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:23:59.597050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:23:59.597430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Checking segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:23:59.597861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Bound using segment: {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:23:59.598348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Bound port: add2d7d0-3ca2-43f4-9dac-0a22c895c835, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d212369-ef32-4de7-8524-c044c47a4adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:23:59.598769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.701187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:23:59.705781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:23:59.709275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.714006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cca95009-2330-4360-a882-0b81a6acfebe tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:23:59.773740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:23:59.775308 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] 10.222.0.61 "PUT /v2.0/ports/add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 1093 time: 1.2411857 Nov 24 10:23:59.775858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:23:59.813982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:23:59.817357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:23:59.860222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'status': 'completed', 'code': 200} Nov 24 10:23:59.906294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-402307cb-0301-4603-8002-ac6a73409737 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1096 time: 0.0864589 Nov 24 10:23:59.990984 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-6664f71b-7a54-4fb4-ae1b-efe1169229c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 217 time: 0.0765719 Nov 24 10:24:00.071719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-e862d4a6-287c-4255-b226-009213bb72f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:00.073611 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-e862d4a6-287c-4255-b226-009213bb72f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0758393 Nov 24 10:24:00.165900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-7d35a327-100c-42e6-8dca-be1ff0e3debc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857651 Nov 24 10:24:00.317292 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-ca76679e-d249-46de-b70c-314acb570a36 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449971 Nov 24 10:24:00.532223 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d53c5d39-1c9c-436e-8117-ebb60b42da5f req-e437da5e-6c6d-4079-86e6-a53165c9bc27 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078629 Nov 24 10:24:00.539562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667da2f5-541d-4618-abed-e160df202300 req-c9d4bfb7-fedb-4ba6-9360-cf650741f4fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:00.541161 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-667da2f5-541d-4618-abed-e160df202300 req-c9d4bfb7-fedb-4ba6-9360-cf650741f4fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 943 time: 0.1901968 Nov 24 10:24:00.836205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c42e4c60-d79b-4bac-b701-11dad95b681c up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:24:00.900796 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-667da2f5-541d-4618-abed-e160df202300 req-b7dea957-2da0-4014-bfd5-9b57ffa50bc1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516214 Nov 24 10:24:00.911621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port c42e4c60-d79b-4bac-b701-11dad95b681c triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:24:00.912062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:00.932592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-157403bd-3b7c-4f75-9b6f-67bdea5fb87a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1096 time: 0.3449636 Nov 24 10:24:01.075668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-497a9e51-cec9-401b-9d06-164bd2e687d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:01.077777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-497a9e51-cec9-401b-9d06-164bd2e687d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.1381147 Nov 24 10:24:01.151802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-bcf7d4e3-fc26-487b-b0b3-6bc8dce7f1e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 217 time: 0.0674467 Nov 24 10:24:01.224148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-cdc16a3f-f2a3-43d6-90b1-56bcaaf467de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:01.225748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-cdc16a3f-f2a3-43d6-90b1-56bcaaf467de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0680139 Nov 24 10:24:01.307672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-9e59193f-5f51-4680-b9f8-aad333fb1961 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749583 Nov 24 10:24:01.454037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-5f7a60cb-70b1-48bd-8a3f-3f80419cdf12 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399901 Nov 24 10:24:01.601209 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ea639ada-a2fd-4fc1-8f92-0bc2f1cf967b req-56f003f6-d47c-48af-9e9a-6b6e29a45c21 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395481 Nov 24 10:24:02.110097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0cf5-8968-46cd-a1ac-dc134a8f8c60 req-c962c2c3-b9de-421b-bf84-435d466d62dc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:02.111736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-32cd0cf5-8968-46cd-a1ac-dc134a8f8c60 req-c962c2c3-b9de-421b-bf84-435d466d62dc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 943 time: 0.0822272 Nov 24 10:24:02.164337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-32cd0cf5-8968-46cd-a1ac-dc134a8f8c60 req-b5bfa12d-6dae-438f-a61b-2c214ced9baf tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461469 Nov 24 10:24:03.377592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f2f9a-dac6-4b9a-9eaf-3b0f2834f097 req-9f4baacd-0620-4a96-aa20-ba8a7d5fcf32 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:03.379503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d1f2f9a-dac6-4b9a-9eaf-3b0f2834f097 req-9f4baacd-0620-4a96-aa20-ba8a7d5fcf32 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 943 time: 0.0909064 Nov 24 10:24:03.432768 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0d1f2f9a-dac6-4b9a-9eaf-3b0f2834f097 req-aa50f80e-8046-431a-85d4-830a0e93cecb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460181 Nov 24 10:24:04.229616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:24:04.373730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:24:04.391663 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'mac_address': 'fa:16:3e:30:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:24:04.453583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:04.472825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:24:04.489029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:24:04.492148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:04.494060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:24:04.564499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:24:04.567772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:24:04.654505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4916e5-0cda-4916-ad9b-73a58d089685 req-6332b631-9867-4291-8633-5badb75ed2b2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:04.656958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca4916e5-0cda-4916-ad9b-73a58d089685 req-6332b631-9867-4291-8633-5badb75ed2b2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 944 time: 0.0936198 Nov 24 10:24:04.706314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['add2d7d0-3ca2-43f4-9dac-0a22c895c835'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:24:04.707899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ca4916e5-0cda-4916-ad9b-73a58d089685 req-4de01a3e-1e75-41d5-b278-ab3072400f1d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 Nov 24 10:24:05.928102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4465ab-b36a-4cce-a424-be4cff3b914b req-038307c4-3d8a-4933-aa44-272ad1917eac tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:05.929660 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e4465ab-b36a-4cce-a424-be4cff3b914b req-038307c4-3d8a-4933-aa44-272ad1917eac tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 944 time: 0.0896132 Nov 24 10:24:05.982477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e4465ab-b36a-4cce-a424-be4cff3b914b req-bc4fa4c4-f8c1-4771-a932-d97ed2693b3a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464358 Nov 24 10:24:06.229158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:24:06.298931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port add2d7d0-3ca2-43f4-9dac-0a22c895c835 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:24:06.303942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port add2d7d0-3ca2-43f4-9dac-0a22c895c835 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:24:06.304367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:06.425785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:06.455161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:24:06.468453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:24:06.472385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:06.474646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:24:06.542327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:24:06.545950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:24:06.602375 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'code': 200} Nov 24 10:24:06.847402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25be1eac-9d19-4697-8b6b-bc90d79d49f0 req-aa90e07d-e266-4f1d-a9b5-e87e9e570556 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.0792706 Nov 24 10:24:06.894211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25be1eac-9d19-4697-8b6b-bc90d79d49f0 req-baaced27-ef9a-4551-9cea-eb94b870b6ce service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404987 Nov 24 10:24:07.192275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559964dd-d40b-4029-8cba-586d83318115 req-39eaed75-746f-4713-94b9-b084927d692a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:07.193940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-559964dd-d40b-4029-8cba-586d83318115 req-39eaed75-746f-4713-94b9-b084927d692a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0873134 Nov 24 10:24:07.247309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-559964dd-d40b-4029-8cba-586d83318115 req-7e676168-b9d7-46db-9ba7-1f77787630a8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466759 Nov 24 10:24:08.461729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024355-a38e-4458-808b-12e3732822e3 req-8b1d3305-b7b4-4279-8b9d-76f8b1bb5eb0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:08.464162 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-32024355-a38e-4458-808b-12e3732822e3 req-8b1d3305-b7b4-4279-8b9d-76f8b1bb5eb0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0913723 Nov 24 10:24:08.513700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-32024355-a38e-4458-808b-12e3732822e3 req-348c813e-8636-4a81-bc78-cd36706f5732 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Nov 24 10:24:08.719995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265c3e-a465-473b-80bb-27d4f0495233 req-533dbd14-f35d-4a27-b374-f2349c8b43fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:08.721614 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-67265c3e-a465-473b-80bb-27d4f0495233 req-533dbd14-f35d-4a27-b374-f2349c8b43fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0836062 Nov 24 10:24:08.771099 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-67265c3e-a465-473b-80bb-27d4f0495233 req-bdca1739-92af-4850-b2ff-579062570945 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 Nov 24 10:24:08.798342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60600) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:08.877590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6a11a684-7761-482e-9b28-c1f0e87074ee tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1093 time: 0.0778592 Nov 24 10:24:08.880456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60604) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:08.886215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:24:08.894467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:24:08.899030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:floatingip and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:24:08.902042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:24:08.908219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:24:08.918049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:09.067611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:09.211400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.127 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/38461e56-6603-43f3-8519-964db652f115) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:24:09.369752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:09.395724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:09.400233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3870eca5-eaed-40ea-a209-4329f149a099 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:24:09.471064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:24:09.474621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:24:09.479488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:24:09.505612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=38461e56-6603-43f3-8519-964db652f115,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:24:09.511346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:24:10.017148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:10.074442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:10.291033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:10.294471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:10.299470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-17d5f510-497b-4548-a07d-063a9c2e8f03 tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:24:10.410180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=38461e56-6603-43f3-8519-964db652f115,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:24:10.413125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:24:10.422995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:10.620408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Floating IP a169bf72-57d5-48f9-b2db-5cde1a99de76 associated. External IP: 172.26.6.127, port: add2d7d0-3ca2-43f4-9dac-0a22c895c835. Nov 24 10:24:10.877979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:11.266565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router da15577e-b082-481b-81bd-d74a58596f4f has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:24:11.478526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:24:11.489381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Sync routers for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:24:11.504772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:11.506658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:24:11.507356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:24:11.562204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6804123 Nov 24 10:24:11.563912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:24:11.634305 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'status': 'completed', 'code': 200} Nov 24 10:24:11.701485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:24:11.746123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-9817ba58-a810-4f4d-bebd-2febf89bc5c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.0791948 Nov 24 10:24:11.762156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71135fc9-c4a1-4d54-a0d7-d9822b3ec9ed req-1a791ec8-bb5f-4b62-897f-6e742be07a12 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:11.764043 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71135fc9-c4a1-4d54-a0d7-d9822b3ec9ed req-1a791ec8-bb5f-4b62-897f-6e742be07a12 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0859714 Nov 24 10:24:11.818247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-71135fc9-c4a1-4d54-a0d7-d9822b3ec9ed req-7bc64b12-42f6-4ba3-91c8-8d2d7f83d5df tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454853 Nov 24 10:24:11.848756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60612) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:11.996508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b726a4-89e9-45c0-b4ac-418600694817 req-20ed99b9-04dd-41df-970f-ac0388b3653b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:11.998117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-20ed99b9-04dd-41df-970f-ac0388b3653b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.2455032 Nov 24 10:24:12.001779 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-507f020f-6c0d-4df8-9123-ae90325cc424 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/a169bf72-57d5-48f9-b2db-5cde1a99de76 HTTP/1.1" status: 200 len: 991 time: 0.1518226 Nov 24 10:24:12.116216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-4af1b1fb-f5a0-42d4-934c-88ef01fe9d9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 999 time: 0.1111088 Nov 24 10:24:12.186789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b726a4-89e9-45c0-b4ac-418600694817 req-ae586c16-3879-4b17-8f66-d18b045907c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:12.188426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-ae586c16-3879-4b17-8f66-d18b045907c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0665669 Nov 24 10:24:12.227107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a169bf72-57d5-48f9-b2db-5cde1a99de76', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'mac_address': 'fa:16:3e:30:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:24:09Z', 'updated_at': '2021-11-24T10:24:09Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:24:12.231254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Checking router: da15577e-b082-481b-81bd-d74a58596f4f for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:24:12.243113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:24:12.243869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:23:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:24:12.276679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-1a2cff05-02a9-45b0-affa-55bf3c0991e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814555 Nov 24 10:24:12.422338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-b5768813-3b7e-4922-8fd7-d7a709fc11e4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383898 Nov 24 10:24:12.430909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:24:12.572598 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93b726a4-89e9-45c0-b4ac-418600694817 req-5e6d18bf-c47d-4657-bbc3-c3dc9aa09211 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445339 Nov 24 10:24:12.784861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:24:12.809145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a169bf72-57d5-48f9-b2db-5cde1a99de76', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'mac_address': 'fa:16:3e:30:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:24:09Z', 'updated_at': '2021-11-24T10:24:09Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:24:12.814146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f0e39-27d7-4d96-98fc-f61a17f69b1c None None] The sync data for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv is: [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'a169bf72-57d5-48f9-b2db-5cde1a99de76', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.127', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'mac_address': 'fa:16:3e:30:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:24:09Z', 'updated_at': '2021-11-24T10:24:09Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:24:13.005923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60616) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:13.123431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d0279cdb-9eb8-4aa2-b752-4a4ba307e984 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/a169bf72-57d5-48f9-b2db-5cde1a99de76 HTTP/1.1" status: 200 len: 991 time: 0.1160924 Nov 24 10:24:13.131525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4282c739-f667-4edc-9b64-9e35b6dc5af9 None None] New status for floating IP a169bf72-57d5-48f9-b2db-5cde1a99de76: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:24:14.127638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60620) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:14.237680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-28538ab6-2d84-4547-b4b4-49ba78ec5806 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/a169bf72-57d5-48f9-b2db-5cde1a99de76 HTTP/1.1" status: 200 len: 993 time: 0.1086810 Nov 24 10:24:18.942348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5da42d22-76b4-44c3-8660-3477ef95200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:20.540323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:21.698085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85e8be09-1fb0-4d24-ae16-c82ef9a956e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:21.736176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:23.392300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:40.870686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:43.627655 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-920aa114-ba1b-4386-9c79-a36d7672a506 req-e9e932f5-ba89-4131-bc60-b14ae8c0e5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0854607 Nov 24 10:24:43.911603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60644) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:24:44.117544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-485080c3-8e22-4fd2-b6cb-b7434a0ccf51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2044432 Nov 24 10:24:44.124047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ec1bb-b56b-48ea-a346-41f57ee50c8f req-e73ddf7a-e53a-4711-b6df-00bb137f6f0a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:44.125921 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b80ec1bb-b56b-48ea-a346-41f57ee50c8f req-e73ddf7a-e53a-4711-b6df-00bb137f6f0a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.2533147 Nov 24 10:24:44.196881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b80ec1bb-b56b-48ea-a346-41f57ee50c8f req-10ba212f-197e-4f65-b907-09f95643de2d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641575 Nov 24 10:24:45.507759 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-270cf023-31bb-4ad5-ae72-cd52a90d9e05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.1588099 Nov 24 10:24:45.520090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6657ad-bbf2-4fc4-b57f-909b818e15a7 req-1feb11bd-d7fb-4a82-84b5-7f04b4632385 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:45.521738 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec6657ad-bbf2-4fc4-b57f-909b818e15a7 req-1feb11bd-d7fb-4a82-84b5-7f04b4632385 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1731694 Nov 24 10:24:45.576108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ec6657ad-bbf2-4fc4-b57f-909b818e15a7 req-f9e2b31c-a9c4-42b5-88cd-dbfe3a86bf67 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471191 Nov 24 10:24:45.667474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-4670d45e-5807-49f2-a593-f13c31511fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:45.669115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-4670d45e-5807-49f2-a593-f13c31511fa7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.1556766 Nov 24 10:24:45.781396 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-711486fd-e4a9-44b8-a896-f4e0f9f96853 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 1001 time: 0.1058085 Nov 24 10:24:45.855499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-522350dc-b2a5-49c7-8356-74e6505330c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:45.857103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-522350dc-b2a5-49c7-8356-74e6505330c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0695419 Nov 24 10:24:45.945535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-9b33fc4d-15db-4a6d-8a4d-e4f704ce4e78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804374 Nov 24 10:24:45.960545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-9411f49e-c809-4c0d-b15c-0f6e89aa8f55 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:24:45.961602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-9411f49e-c809-4c0d-b15c-0f6e89aa8f55 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060675 Nov 24 10:24:46.122932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-2c2a99dd-ca82-4efc-b1c5-65346eeaee32 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526237 Nov 24 10:24:46.275103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-60265d84-ed5e-49dc-8719-67c692bb1946 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455317 Nov 24 10:24:46.452977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-623a1dd2-d988-4e7c-bc30-839fabe1f67d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.0799837 Nov 24 10:24:46.660905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-5ea4c14a-9586-4bed-9242-8f5c32048272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:46.663688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-5ea4c14a-9586-4bed-9242-8f5c32048272 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.1911063 Nov 24 10:24:46.829561 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-caf8dc7a-66ee-45b8-afa3-0381402df5eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 1001 time: 0.1596019 Nov 24 10:24:46.907121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b24e-3fc5-4073-8e8e-d6015c9cae22 req-caf0564d-a6bb-43ed-a79d-34a9fa839504 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:46.908881 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2a9b24e-3fc5-4073-8e8e-d6015c9cae22 req-caf0564d-a6bb-43ed-a79d-34a9fa839504 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1856217 Nov 24 10:24:46.939563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-1bf72845-971f-4f9b-b356-b29e8b8b8fb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:46.941169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-1bf72845-971f-4f9b-b356-b29e8b8b8fb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0981486 Nov 24 10:24:47.026639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a2a9b24e-3fc5-4073-8e8e-d6015c9cae22 req-e6a6f6ff-dd7c-4875-a6e3-138a97693665 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059351 Nov 24 10:24:47.053564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-36e90568-7904-49f8-9341-cd70b1d2f4fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1060014 Nov 24 10:24:47.463849 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-09bd4db1-695b-441e-bde5-db15f5a2aecc service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028769 Nov 24 10:24:47.612627 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bc2d3d44-179b-43bd-be00-51e77acd1aa8 req-ad419f4a-4cd1-42db-9a7e-22899dd3a755 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426051 Nov 24 10:24:48.246174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2cf5c-46ee-414b-a5a9-db3dab7e13ff req-957ec1f4-f098-40fb-9653-db993b7d022a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:48.247840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b6d2cf5c-46ee-414b-a5a9-db3dab7e13ff req-957ec1f4-f098-40fb-9653-db993b7d022a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0878527 Nov 24 10:24:48.301450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b6d2cf5c-46ee-414b-a5a9-db3dab7e13ff req-c6a23b4f-e270-4c96-9d5d-8b9146a4b829 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465264 Nov 24 10:24:48.946868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-14e13b2f-a40b-40bf-92a3-2221ccd8edd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:49.687329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d7ae-3cc4-407b-89b1-898b8dd757bc req-4fb138ea-e845-41c0-a8c9-891a2e53b0b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:49.689071 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0a2d7ae-3cc4-407b-89b1-898b8dd757bc req-4fb138ea-e845-41c0-a8c9-891a2e53b0b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0935726 Nov 24 10:24:49.741111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c0a2d7ae-3cc4-407b-89b1-898b8dd757bc req-b771703d-bc50-40dc-be03-b8a6b54babc8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Nov 24 10:24:49.775788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:24:50.543056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:50.957302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55ee67-9974-4146-b864-e83d4fc452bb req-d2630d7d-ae4a-4805-9a56-e906c4f8ffc6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:50.959016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8b55ee67-9974-4146-b864-e83d4fc452bb req-d2630d7d-ae4a-4805-9a56-e906c4f8ffc6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0897236 Nov 24 10:24:51.018762 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8b55ee67-9974-4146-b864-e83d4fc452bb req-1513bb03-2f6a-4ef6-985d-fc575843cf7b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535867 Nov 24 10:24:51.703735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-71a9b4cb-8d6d-4dc6-8568-39291f14f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:51.741770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:52.229656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812f6ac-2bb2-4807-9ecf-e4dd7149ea3b req-b3c8d56e-fb1c-4348-8d09-95b1559907ca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:52.231340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f812f6ac-2bb2-4807-9ecf-e4dd7149ea3b req-b3c8d56e-fb1c-4348-8d09-95b1559907ca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0860288 Nov 24 10:24:52.285073 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f812f6ac-2bb2-4807-9ecf-e4dd7149ea3b req-f4f5e98b-2eaa-4306-affc-ba467a294529 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467765 Nov 24 10:24:53.398615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:24:53.511870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029968da-ed87-4593-96b9-64d64bd5741e req-a4881be5-dabd-4f8c-b069-27ed8cf594fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:53.513791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-029968da-ed87-4593-96b9-64d64bd5741e req-a4881be5-dabd-4f8c-b069-27ed8cf594fe tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0919504 Nov 24 10:24:53.567650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-029968da-ed87-4593-96b9-64d64bd5741e req-4f1ab57b-29e6-4c7b-b559-94bc76eaef26 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Nov 24 10:24:54.894267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60bae-5e2f-4ec8-a286-e21a818d7b6c req-aede1317-b4d5-4147-8f62-8b931aa2ebe0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:54.895923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78c60bae-5e2f-4ec8-a286-e21a818d7b6c req-aede1317-b4d5-4147-8f62-8b931aa2ebe0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0958056 Nov 24 10:24:54.950299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78c60bae-5e2f-4ec8-a286-e21a818d7b6c req-c23253a5-3d68-4534-8648-39264ae13b62 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479047 Nov 24 10:24:56.171013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9bb15-214a-461e-8a0f-2b4197578290 req-86737d58-6fea-4098-9aa2-5cbd3d81b666 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:56.172728 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ad9bb15-214a-461e-8a0f-2b4197578290 req-86737d58-6fea-4098-9aa2-5cbd3d81b666 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0911367 Nov 24 10:24:56.237691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8ad9bb15-214a-461e-8a0f-2b4197578290 req-ed600558-70c3-48af-a35b-2ab0bf218075 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536842 Nov 24 10:24:57.470234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20ac0-78a6-4627-a26c-5f2a0c4ccca4 req-92573fd5-0b11-4804-aa8a-10b59e05c4ac tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:57.471971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27c20ac0-78a6-4627-a26c-5f2a0c4ccca4 req-92573fd5-0b11-4804-aa8a-10b59e05c4ac tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0930920 Nov 24 10:24:57.524754 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-27c20ac0-78a6-4627-a26c-5f2a0c4ccca4 req-1b3b2e91-4772-4763-af5f-4a3d50d96c1a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Nov 24 10:24:58.794070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbcaa7-9e1c-4da8-bcda-b5e26947cb41 req-8caf70e3-3cab-4e8d-a466-5f831c5b704f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:24:58.796274 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17cbcaa7-9e1c-4da8-bcda-b5e26947cb41 req-8caf70e3-3cab-4e8d-a466-5f831c5b704f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0961242 Nov 24 10:24:58.849401 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-17cbcaa7-9e1c-4da8-bcda-b5e26947cb41 req-517b2e31-f6dd-4c9a-a279-c4ab586b7ee8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452330 Nov 24 10:25:00.090756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5396bb4-e47a-415a-b7ca-88470dfde25c req-ce18b2d4-5e19-4313-88de-4f1efbf34021 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:00.092595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5396bb4-e47a-415a-b7ca-88470dfde25c req-ce18b2d4-5e19-4313-88de-4f1efbf34021 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1106071 Nov 24 10:25:00.179672 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f5396bb4-e47a-415a-b7ca-88470dfde25c req-ed5d2a61-94b8-4200-b768-045641768975 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797467 Nov 24 10:25:01.414930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a783-3ff1-4ddd-810f-2895810554fa req-2ad5d586-ef51-4f4a-b59c-89063d1d3c86 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:01.416642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f812a783-3ff1-4ddd-810f-2895810554fa req-2ad5d586-ef51-4f4a-b59c-89063d1d3c86 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1023462 Nov 24 10:25:01.471879 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f812a783-3ff1-4ddd-810f-2895810554fa req-7513858e-17c1-4478-84c4-6418cb3d46cf tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477731 Nov 24 10:25:02.767873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf469-a39f-4576-8a65-0cbbd6fee022 req-7088682b-368e-4bff-a356-42d4f37744b2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:02.769694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95ebf469-a39f-4576-8a65-0cbbd6fee022 req-7088682b-368e-4bff-a356-42d4f37744b2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1392844 Nov 24 10:25:02.829376 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-95ebf469-a39f-4576-8a65-0cbbd6fee022 req-aa961c5f-c437-4f3c-afbf-3e980c2d8477 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531232 Nov 24 10:25:02.960286 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-62f671fc-f2f9-44fd-954a-2c2a4424edfb service neutron] 10.222.0.61 "GET /v2.0/ports/add2d7d0-3ca2-43f4-9dac-0a22c895c835/bindings/hv-neutron-8184 HTTP/1.1" status: 200 len: 384 time: 0.0863652 Nov 24 10:25:03.280346 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-4994aa2b-b8df-4f49-a43d-232b62776e5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 1098 time: 0.0826511 Nov 24 10:25:03.393553 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-7a207103-27cb-46f9-95d9-37f1960cf86c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.0876720 Nov 24 10:25:03.554127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-4a1ee9d4-3350-4f62-bc0e-6d39c7bc46a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:03.555815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-4a1ee9d4-3350-4f62-bc0e-6d39c7bc46a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.1561739 Nov 24 10:25:03.673341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-dd67c92e-959f-469f-8438-444bcaee058f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 1001 time: 0.1112738 Nov 24 10:25:03.746551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-774fd4b9-7c13-4872-b4ed-a5d65b8baabd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:03.748835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-774fd4b9-7c13-4872-b4ed-a5d65b8baabd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0688941 Nov 24 10:25:03.836006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-ea91f7ef-dd80-4294-b210-68ccfc402c15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808170 Nov 24 10:25:03.994551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-843fe51f-b0d7-4548-a056-a27d809d157b service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524882 Nov 24 10:25:04.059825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25809-d47b-4e20-8e00-2b5408894422 req-bbc1d386-a8b1-4364-8bae-edf22c747fe1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:04.062776 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98b25809-d47b-4e20-8e00-2b5408894422 req-bbc1d386-a8b1-4364-8bae-edf22c747fe1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1026905 Nov 24 10:25:04.114351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-98b25809-d47b-4e20-8e00-2b5408894422 req-a86cd884-125b-411b-8451-269dd6222c54 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Nov 24 10:25:04.152664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-d16522b4-267d-404e-930b-5bf4b85f07b8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524374 Nov 24 10:25:05.341508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e61d9-0bab-4d1b-b127-1076f21255c1 req-1682d4dc-a877-43c4-98ba-8a7a796726d9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:05.343923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c73e61d9-0bab-4d1b-b127-1076f21255c1 req-1682d4dc-a877-43c4-98ba-8a7a796726d9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0906582 Nov 24 10:25:05.399207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c73e61d9-0bab-4d1b-b127-1076f21255c1 req-b1ac8586-732a-4c8e-82a5-cf75a3612f10 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490379 Nov 24 10:25:06.539769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:25:06.542434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:25:06.646538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a211f2-703c-4bf1-8061-b0e513457953 req-7059ab44-789e-4983-9fe2-7b9a82cb683b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:06.648483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12a211f2-703c-4bf1-8061-b0e513457953 req-7059ab44-789e-4983-9fe2-7b9a82cb683b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.1116428 Nov 24 10:25:06.710093 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-12a211f2-703c-4bf1-8061-b0e513457953 req-9b1281cd-328d-4993-95aa-48b74a118a26 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532851 Nov 24 10:25:06.811617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:06.832715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:06.858748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'port_id': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'mac_address': 'fa:16:3e:30:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:25:06.893191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:25:06.934017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:06.956799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:25:06.963728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:06.997107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'code': 200} Nov 24 10:25:07.008871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:07.014038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-40659dc4-50b1-4871-9f8d-737d0eb2a071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:07.085287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:25:07.085698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:25:07.105178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:07.116431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.116831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.117218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.117603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.117988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.118384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.118777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.119157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.119529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.119901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.120273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:07.129904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:07.187953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bcc27-951b-4d18-9aed-a5dd9a57c6ea req-5f6fb993-0a44-4a3e-bb5d-12a765f75770 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:07.191844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e1bcc27-951b-4d18-9aed-a5dd9a57c6ea req-5f6fb993-0a44-4a3e-bb5d-12a765f75770 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 943 time: 0.1478033 Nov 24 10:25:07.199290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-888648a5-c152-4761-836c-70d1bc7d0e39 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:07.201624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-888648a5-c152-4761-836c-70d1bc7d0e39 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641&tenant_id=41a1533d55d44b089cd8ae5e985b6af3&binding%3Ahost_id=hv-neutron-8184 HTTP/1.1" status: 200 len: 943 time: 0.1294336 Nov 24 10:25:07.268148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e1bcc27-951b-4d18-9aed-a5dd9a57c6ea req-8b759b6d-4741-4322-9a24-ee43153308c2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698214 Nov 24 10:25:07.385194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-665daa28-991c-4f00-87d6-20f44953f104 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1096 time: 0.1069355 Nov 24 10:25:07.605561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-2fbba601-ee31-40ba-b4f4-bf1df8b7b82f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:07.607624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-2fbba601-ee31-40ba-b4f4-bf1df8b7b82f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.2158751 Nov 24 10:25:07.619948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331b03e-4897-43bf-a6c6-b29976c44f6a req-0f3fcdae-f9fa-4342-8dcc-93456284bee3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:07.619948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7331b03e-4897-43bf-a6c6-b29976c44f6a req-0f3fcdae-f9fa-4342-8dcc-93456284bee3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 943 time: 0.1987906 Nov 24 10:25:07.646825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:07.667058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:25:07.684729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:07.689047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:07.690984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:07.772639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-cd2d2caf-8843-47aa-871c-3bebb80a72c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 999 time: 0.1559420 Nov 24 10:25:07.775432 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7331b03e-4897-43bf-a6c6-b29976c44f6a req-75134044-217c-4b85-8e36-91392e162bd6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065087 Nov 24 10:25:07.854399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-ed6dedcd-c58e-4c4e-a983-3dcee4f76155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:07.856147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-ed6dedcd-c58e-4c4e-a983-3dcee4f76155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0772002 Nov 24 10:25:07.944400 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-d36e257b-5003-41e0-b821-2d8341237d7c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819225 Nov 24 10:25:07.953879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['add2d7d0-3ca2-43f4-9dac-0a22c895c835'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:25:07.991582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:07.996831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:08.098698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-41ea9a7c-9edf-46ac-88d8-6ea42128d631 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477542 Nov 24 10:25:08.254659 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c76a292-933b-4bc9-91b6-eb95cce036dc req-06ed9dd1-49a5-4592-a160-9607601afb9c service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501765 Nov 24 10:25:08.546475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:25:08.629260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port add2d7d0-3ca2-43f4-9dac-0a22c895c835 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:08.629800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:08.756399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:08.795202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:08.798335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:08.800360 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:08.878804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:08.882433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:08.997756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:25:09.003725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dd2ef-9364-480f-877d-3c6fc6d38309 req-7262edb8-efeb-4db2-86e9-e7f518e7ba96 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:09.005481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b21dd2ef-9364-480f-877d-3c6fc6d38309 req-7262edb8-efeb-4db2-86e9-e7f518e7ba96 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0897741 Nov 24 10:25:09.058001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'code': 200} Nov 24 10:25:09.062191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b21dd2ef-9364-480f-877d-3c6fc6d38309 req-a76c05f5-459d-4bf2-864e-11b1e7ca1c70 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497396 Nov 24 10:25:09.090700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60726) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:09.216252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3278e2ab-cdad-4bde-841e-ce11b39ef9e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/a169bf72-57d5-48f9-b2db-5cde1a99de76 HTTP/1.1" status: 200 len: 993 time: 0.1241963 Nov 24 10:25:10.879432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:18.951307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-835f6dfe-50db-47e2-97b0-3c8d314ced73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:20.548134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:21.706384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c1ba1cd0-62bf-4b88-8cd7-f8e59877067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:21.742598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:23.401771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:26.777289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:25:37.955381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60740) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:38.169322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 38461e56-6603-43f3-8519-964db652f115 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:25:38.169701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:38.350846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:38.351217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:38.479237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 38461e56-6603-43f3-8519-964db652f115 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:25:38.864911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:38.869287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f6bf9bec-c480-4ee6-a7ac-eb29aa35671a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:38.912989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=38461e56-6603-43f3-8519-964db652f115,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:38.955122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.955556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.955997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.956385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.956805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.957225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.958512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.959136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.959559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.959983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.960402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:38.968063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:39.024646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:39.434599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router da15577e-b082-481b-81bd-d74a58596f4f has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:25:39.651157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:25:39.662377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Sync routers for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:25:39.672672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:39.675765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:39.677047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:39.729903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/floatingips/a169bf72-57d5-48f9-b2db-5cde1a99de76 HTTP/1.1" status: 204 len: 168 time: 1.7731621 Nov 24 10:25:39.730530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:25:39.790747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'status': 'completed', 'code': 200} Nov 24 10:25:39.873225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:39.889165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-7a56df67-955c-4316-8e87-5820520e87d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 1098 time: 0.0784011 Nov 24 10:25:40.053310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-50af7404-aa89-4d43-9b45-2a34b4ac634a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:40.054570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-50af7404-aa89-4d43-9b45-2a34b4ac634a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 200 len: 898 time: 0.1594725 Nov 24 10:25:40.179601 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-18cf4384-208e-47bf-baa3-808e9fafcedb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 200 len: 217 time: 0.1183670 Nov 24 10:25:40.233005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:40.237136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Checking router: da15577e-b082-481b-81bd-d74a58596f4f for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:25:40.248824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:40.249494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:40.271452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-6d30629f-c6b1-4fca-801f-921d87ec21c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:40.273062 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-6d30629f-c6b1-4fca-801f-921d87ec21c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 200 len: 835 time: 0.0853491 Nov 24 10:25:40.280313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba83f4-ed4e-4c7c-950c-5dca5499c0f5 req-ab59b131-94c4-40d9-9f82-3c991f852084 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:40.281055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-97ba83f4-ed4e-4c7c-950c-5dca5499c0f5 req-ab59b131-94c4-40d9-9f82-3c991f852084 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:25:40.343548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-97ba83f4-ed4e-4c7c-950c-5dca5499c0f5 req-ab59b131-94c4-40d9-9f82-3c991f852084 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:25:40.344853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-97ba83f4-ed4e-4c7c-950c-5dca5499c0f5 req-ab59b131-94c4-40d9-9f82-3c991f852084 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.2273529 Nov 24 10:25:40.407046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-75d94fd8-6892-4801-b67d-113a3d0824b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c867256-3c40-4287-8eeb-22ee4751f11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229169 Nov 24 10:25:40.415366 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-97ba83f4-ed4e-4c7c-950c-5dca5499c0f5 req-e4ed5a77-3a05-44fd-91a4-c0ad4de48b8c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619125 Nov 24 10:25:40.448168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:40.559463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-b90781f7-d9d1-41a4-a733-eed994966260 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429636 Nov 24 10:25:40.709164 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-426f0aa4-39be-49b7-9a97-2ba224c6aa2f req-5f0e76f7-3c34-41c7-aab7-7de519bf4ee8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Nov 24 10:25:40.780105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:40.784243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee7dcd-cf95-411c-a3b7-919966e59e7f None None] The sync data for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv is: [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'c42e4c60-d79b-4bac-b701-11dad95b681c', 'name': '', 'network_id': '3c867256-3c40-4287-8eeb-22ee4751f11e', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:ab:9f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:52Z', 'updated_at': '2021-11-24T10:23:59Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': 'f4d52e66-73a8-4e93-9b18-ef4db5a5afe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:25:40.895165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:41.225376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61996e6e-bac6-457a-8a07-e94196d4e029 None None] New status for floating IP a169bf72-57d5-48f9-b2db-5cde1a99de76: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:25:41.632454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90d9e-37a8-455a-936f-a67659dc5ba3 req-74dc5cbc-1d05-41d2-ba5b-b37a1edf9405 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:41.634090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13d90d9e-37a8-455a-936f-a67659dc5ba3 req-74dc5cbc-1d05-41d2-ba5b-b37a1edf9405 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0893247 Nov 24 10:25:41.684607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-13d90d9e-37a8-455a-936f-a67659dc5ba3 req-5332a950-a4a0-40b1-adff-bfb6bfba7de4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=59497313-0baa-4b49-8d3e-672370a9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436773 Nov 24 10:25:41.701861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-16ecce47-d87a-40d8-a58e-309cf1109e2a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:41.703536 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-16ecce47-d87a-40d8-a58e-309cf1109e2a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 945 time: 0.0923183 Nov 24 10:25:41.777051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:25:41.777574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:42.032556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port add2d7d0-3ca2-43f4-9dac-0a22c895c835, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=add2d7d0-3ca2-43f4-9dac-0a22c895c835,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:42.032870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:42.157486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for add2d7d0-3ca2-43f4-9dac-0a22c895c835 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:25:42.309899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:42.315686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-39a2e615-f069-410d-b364-39e9c0a10ace tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:42.361034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=add2d7d0-3ca2-43f4-9dac-0a22c895c835,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:42.365838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:42.443114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] No DVR routers for this DVR port add2d7d0-3ca2-43f4-9dac-0a22c895c835 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:25:42.445538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:42.448373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-deleted', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:25:42.464462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e801fd9-4994-4de7-bc11-4b90545dc829 req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "DELETE /v2.0/ports/add2d7d0-3ca2-43f4-9dac-0a22c895c835 HTTP/1.1" status: 204 len: 173 time: 0.7550817 Nov 24 10:25:42.505689 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc1da83-29cd-49ec-ab7e-554e17dd4641', 'name': 'network-vif-deleted', 'tag': 'add2d7d0-3ca2-43f4-9dac-0a22c895c835', 'status': 'completed', 'code': 200} Nov 24 10:25:42.877345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-528c1dbe-e27f-4631-90d8-50960b11463a req-01561698-4bf5-4864-8d63-4ed5d6be9d19 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=edc1da83-29cd-49ec-ab7e-554e17dd4641 HTTP/1.1" status: 200 len: 210 time: 0.0489295 Nov 24 10:25:43.990806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60758) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:44.423027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:44.694326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:25:44.729135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: add2d7d0-3ca2-43f4-9dac-0a22c895c835 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:25:44.729539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device add2d7d0-3ca2-43f4-9dac-0a22c895c835 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:25:45.319953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port c42e4c60-d79b-4bac-b701-11dad95b681c {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:25:45.320567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:45.517384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port c42e4c60-d79b-4bac-b701-11dad95b681c, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=c42e4c60-d79b-4bac-b701-11dad95b681c,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:45.517794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:45.652968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for c42e4c60-d79b-4bac-b701-11dad95b681c owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:25:45.845915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:45.851522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29972fec-9872-494f-a107-f89c22675751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:45.912477 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=c42e4c60-d79b-4bac-b701-11dad95b681c,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:45.915556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:46.235431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:46.858489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router da15577e-b082-481b-81bd-d74a58596f4f has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:25:47.070539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:25:47.080551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Sync routers for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:25:47.085370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/da15577e-b082-481b-81bd-d74a58596f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0933900 Nov 24 10:25:47.088362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60762) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:47.093563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:47.094249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:47.305379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting subnet f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:25:47.308522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.366760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.427103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:47.456149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.539388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.544070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4dc12575-4d1f-489f-b133-076c0abe95e5 tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:47.581123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d52e66-73a8-4e93-9b18-ef4db5a5afe0,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:47.585065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:47.596215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.603707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45085705-9e31-4da1-a031-26a5a550745d None None] Network 3c867256-3c40-4287-8eeb-22ee4751f11e requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:25:47.610017 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/subnets/f4d52e66-73a8-4e93-9b18-ef4db5a5afe0 HTTP/1.1" status: 204 len: 168 time: 0.5203335 Nov 24 10:25:47.612772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60766) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:47.803716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:25:45Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:47.808034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Checking router: da15577e-b082-481b-81bd-d74a58596f4f for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:25:47.820199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Routers {'da15577e-b082-481b-81bd-d74a58596f4f'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:47.821052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['da15577e-b082-481b-81bd-d74a58596f4f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:47.892048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] DHCP port deletion for 3c867256-3c40-4287-8eeb-22ee4751f11e request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:25:47.897187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Deleting port d9f376a9-8160-402e-acfb-899381c6f0f9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:25:47.897747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:47.907242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.017848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] Set router da15577e-b082-481b-81bd-d74a58596f4f gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:48.133919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] For port d9f376a9-8160-402e-acfb-899381c6f0f9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=d9f376a9-8160-402e-acfb-899381c6f0f9,segment=NetworkSegment(9d212369-ef32-4de7-8524-c044c47a4adf),segment_id=9d212369-ef32-4de7-8524-c044c47a4adf)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:48.134273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.274076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Calling delete_port for d9f376a9-8160-402e-acfb-899381c6f0f9 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:25:48.331011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:25:45Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:48.336333 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7449c7-9814-49dc-90a4-211a3a187012 None None] The sync data for ids ['da15577e-b082-481b-81bd-d74a58596f4f'] in dv-neutron-818439-1-hyperv is: [{'id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605282312', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:23:48Z', 'updated_at': '2021-11-24T10:25:45Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '2b6d0a38-18e5-402f-a2e1-3ea353192186', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:6b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da15577e-b082-481b-81bd-d74a58596f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:23:49Z', 'updated_at': '2021-11-24T10:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:25:48.356976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.361877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-51fd67e1-cd54-4c66-8147-792a7f90cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:48.380005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.391206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 2b6d0a38-18e5-402f-a2e1-3ea353192186 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:25:48.391588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.408492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Pushing event deleted for resources: {'Port': ['ID=d9f376a9-8160-402e-acfb-899381c6f0f9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:48.412846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:48.415766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] No DVR routers for this DVR port d9f376a9-8160-402e-acfb-899381c6f0f9 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:25:48.590479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 2b6d0a38-18e5-402f-a2e1-3ea353192186, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=2b6d0a38-18e5-402f-a2e1-3ea353192186,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:48.590923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.720485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 2b6d0a38-18e5-402f-a2e1-3ea353192186 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:25:48.886882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c42e4c60-d79b-4bac-b701-11dad95b681c no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:25:48.897635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:48.902296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-efb72182-7b42-42c9-a4f5-1eca0f1556b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:48.921950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: c42e4c60-d79b-4bac-b701-11dad95b681c {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:25:48.922376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device c42e4c60-d79b-4bac-b701-11dad95b681c not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:25:48.922887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9f376a9-8160-402e-acfb-899381c6f0f9 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:25:48.945379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=2b6d0a38-18e5-402f-a2e1-3ea353192186,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:48.949992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:48.962643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: d9f376a9-8160-402e-acfb-899381c6f0f9 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:25:48.963052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device d9f376a9-8160-402e-acfb-899381c6f0f9 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:25:48.974732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d0c745d-343a-4157-b352-e0828b527a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.181705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.464600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.468942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.493100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.493767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Fanout notify agent at l3_agent the message router_deleted on router da15577e-b082-481b-81bd-d74a58596f4f {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:25:49.509438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.510693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/routers/da15577e-b082-481b-81bd-d74a58596f4f HTTP/1.1" status: 204 len: 168 time: 1.8954067 Nov 24 10:25:49.513951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60770) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:49.750009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.893699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.920697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c867256-3c40-4287-8eeb-22ee4751f11e']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:49.934419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d212369-ef32-4de7-8524-c044c47a4adf') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:49.934903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d212369-ef32-4de7-8524-c044c47a4adf') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:49.947900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.962739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.969160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:25:49.969639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:25:49.985410 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:25:50.072291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.076829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.081167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74ebe3cf-6b84-44c5-97b0-2a0a550901b3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:50.106810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Network': ['ID=3c867256-3c40-4287-8eeb-22ee4751f11e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:50.109797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:50.115898 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c9406ca9-41f4-4430-94f9-8a55e6115ce0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/networks/3c867256-3c40-4287-8eeb-22ee4751f11e HTTP/1.1" status: 204 len: 168 time: 0.6008515 Nov 24 10:25:50.118768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60776) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:50.197406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.228132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.278485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.283791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85537f06-825f-4620-b695-591c37ae2910 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:50.300216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59497313-0baa-4b49-8d3e-672370a9a606,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:50.305313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:50.310150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.311421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-39065922-f6c6-4b11-b719-e3e26e7653d4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/security-groups/59497313-0baa-4b49-8d3e-672370a9a606 HTTP/1.1" status: 204 len: 168 time: 0.1915634 Nov 24 10:25:50.551216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.664944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60784) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:50.671139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764044379', 'description': 'tempest-secgroup-smoke-1764044379 description', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:50.678365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:50.683007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:50.686062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:50.692812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:50.702764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.739584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:50.743643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:50.746811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:50.753034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:50.811710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.814229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.819678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-132247f9-af3b-4cf5-b94d-128ee910716c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:50.864505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.865854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1998231 Nov 24 10:25:50.866914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2a2f0-4cab-4c19-b225-87d4b922e189,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:50.869203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:50.869890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:50.881789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:50.889087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2b6d0a38-18e5-402f-a2e1-3ea353192186 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:25:50.889305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:50.893276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:50.896659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:50.903804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:50.920712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.928162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 2b6d0a38-18e5-402f-a2e1-3ea353192186 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:25:50.928552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 2b6d0a38-18e5-402f-a2e1-3ea353192186 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:25:50.984222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.987085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:50.995288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-400bab25-37a3-4dea-a4ee-79d79cfec298 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.017564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ad8874-f4a3-4c4e-a6ea-b93ebe1e7beb,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.030059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.031344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1556704 Nov 24 10:25:51.033042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.033473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.033899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.034326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.034463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60792) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.034770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.035692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.036169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.036587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.036994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.037406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.037823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:25:51.041430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.041769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.048591 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.053422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.056461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.062473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.081712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.146084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.148897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.156669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dc35a82-1813-4461-8b14-c3ec8a90d8e4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.179916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b37c20-4195-4857-bf11-5db6f0943cff,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.182980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.184967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.186421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-495a6222-0f1d-406b-8761-3095e2cd22d8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1501272 Nov 24 10:25:51.189332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60796) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.195677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.202302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.206341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.210012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.216105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.232605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.298916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.301655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.309051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e3094e7-23bb-4b9a-bf7c-3df7d18ca6a1 tempest-TestVolumeBootPattern-2105696557 tempest-TestVolumeBootPattern-2105696557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.331882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcffe27-8ffd-4a06-99bf-dc37ec1297ad,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.335491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.339064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.340341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b27fb19b-c0fa-4d95-8271-a3ff2e470841 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1499143 Nov 24 10:25:51.343351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60800) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.350200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.356830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.360872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.364152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.370708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.386650 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.455076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.458530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.460503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f88cca66-bd9b-4b86-b7b3-99be26a3b08e tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.484006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc971d7f-6130-42e0-8d9a-8fce66488508,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.486508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.492704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.493983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-924cfcf3-5ee7-4c40-ab36-50a79cc8879a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496274 Nov 24 10:25:51.496975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60804) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.502831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.509335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.513545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.516538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.523236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.532696 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:25:51.541058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.609959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.612641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.614673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-98449f3a-46dd-4ed5-8622-58a9a4920bf9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.637270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eeeaa6-b3c4-4785-a94e-4992390bac3f,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.641797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.649313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.650609 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50e20898-58ff-4178-a52f-6823aea4b11c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526470 Nov 24 10:25:51.653558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60808) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.659412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': '28f2a2f0-4cab-4c19-b225-87d4b922e189', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.665832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.669896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.672933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.679226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.688996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:25:51.696624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.710153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a873adba-21e7-48fd-9a72-2be7868990fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.745036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.766413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.769045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.771778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0abafa6a-1150-4aa4-ac14-6bcda2b90e09 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:51.793888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e01b25f-b5f4-4cbf-8ae1-daa55b4de845,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:51.798150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:51.804967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.806294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-324ec053-ac1f-40f2-bcab-269bd9b9e86f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1517603 Nov 24 10:25:51.809435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60812) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:51.815761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'network': {'name': 'tempest-network-smoke--1373680984', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'port_security_enabled': True}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:51.822167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:51.826813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:network and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:51.829848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:51.836723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:51.849486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:25:51.855013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.886002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:25:51.896858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.897255 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Added segment 40a58f53-816c-435c-ad65-d89355c32e0b of type vlan for network 58eaa825-29c4-411d-af73-bba7764a388b Nov 24 10:25:51.924512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.955002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.959546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:51.960205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:51.964128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d03f223c-eef3-40e5-a443-a720412cbb78 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:52.076193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2655945 Nov 24 10:25:52.079245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:52.085396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'admin_state_up': True, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:52.085911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Network': ['ID=58eaa825-29c4-411d-af73-bba7764a388b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:52.088700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7fefd5b6-199f-42d8-b5fe-7f3a23ca40e2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:52.093308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:52.097086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 58eaa825-29c4-411d-af73-bba7764a388b details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:25:52.097356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:router and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:52.101307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:52.107446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:52.118630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.119628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.140977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.304974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.494309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.530389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.674870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.67 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/68ff5dcb-0f9c-4f21-881a-192d01d3fa98) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:25:52.830368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.856718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:52.861130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8a907085-7686-4497-9262-560c8da93956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:52.933169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:25:52.936875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:25:52.939026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:52.941321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:25:52.967772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:53.101544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:53.102230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:53.335080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 838696c5-200f-4303-86f2-4525a44f0b14 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:25:53.403560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:53.776139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:25:53.787291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Sync routers for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:25:53.800707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:53.801599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:53.803079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:53.804406 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7239842 Nov 24 10:25:53.808565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:53.949868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfaaa6e9-3060-47cb-b211-9b68e27fc312 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=41a1533d55d44b089cd8ae5e985b6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1399188 Nov 24 10:25:53.954160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:53.991033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:54.093818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879be132-6e3a-4677-ac5b-9e7608b09f13 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:54.098919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-879be132-6e3a-4677-ac5b-9e7608b09f13 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403246 Nov 24 10:25:54.099238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:54.151634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9c2b7b5c-abfd-4805-92c1-52c61ecdd591 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486140 Nov 24 10:25:54.151907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:54.157665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230186746', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:25:54.272445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:25:54.276571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:subnet and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:25:54.279507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:25:54.286277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:25:54.295352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:25:54.306981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:53Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:54.311152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Checking router: 838696c5-200f-4303-86f2-4525a44f0b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:25:54.311550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Updating router 838696c5-200f-4303-86f2-4525a44f0b14 port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:25:54.364541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.409828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.651342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.655703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-943c942c-2fd1-4dac-bd84-0ee9d46439c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:54.712793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.726192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Transition to ACTIVE for port object 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:25:54.732235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.735961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a91b9e17-8930-4760-b039-f86f13021a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:54.736405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Subnet': ['ID=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:54.739410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:54.750535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Checking segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:25:54.750968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network hostable DHCP agents. Network: 58eaa825-29c4-411d-af73-bba7764a388b, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:25:54.774214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 58eaa825-29c4-411d-af73-bba7764a388b is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:25:54.783931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 58eaa825-29c4-411d-af73-bba7764a388b) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:25:54.788393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:54.789037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:54.804350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba9be3-08ab-44b8-9de1-d3c605ab1acb None None] Network 58eaa825-29c4-411d-af73-bba7764a388b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:25:54.813639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6578817 Nov 24 10:25:54.813851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:25:54.853690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Attempting to bind port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:25:54.854108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Attempting to bind port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:25:54.854523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Attempting to bind port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:25:54.859166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Pushing event updated for resources: {'Port': ['ID=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:54.910784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:55.095139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:25:55.095726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:25:55.095973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:55.096404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:25:55.096922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Bound port: 68ff5dcb-0f9c-4f21-881a-192d01d3fa98, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:25:55.097337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:55.231605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] For port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:25:55.244837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] For port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:25:55.279257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:55.288218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:55.335991 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-58eaa825-29c4-411d-af73-bba7764a388b', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:25:55.336873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:55.429129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Pushing event updated for resources: {'Port': ['ID=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:55.435546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:55.455644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:55.456350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:55.637778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:55.707505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Allocated IP 172.20.0.2 (58eaa825-29c4-411d-af73-bba7764a388b/33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e/1422d111-956f-4d3a-b4c6-73ba5f5d6e67) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:25:55.727658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:25:56.194721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.209606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Transition to ACTIVE for port object 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:25:56.240462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Transition to ACTIVE for port object 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:25:56.244274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:53Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:56.248205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.253024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:56.287011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c0653-59a3-435b-a688-1c4d0cd28804 None None] The sync data for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv is: [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:53Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:25:56.325837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.1 (58eaa825-29c4-411d-af73-bba7764a388b/33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e/82402c82-a038-43b2-8ac7-a31dc4118b55) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:25:56.327666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Pushing event updated for resources: {'Port': ['ID=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:56.331716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Network 58eaa825-29c4-411d-af73-bba7764a388b is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:25:56.333548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:56.334651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:25:56.337133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:25:56.434511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Attempting to bind port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:25:56.434970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Attempting to bind port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:25:56.435379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Attempting to bind port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 on network 58eaa825-29c4-411d-af73-bba7764a388b {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:25:56.443564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:25:56.443987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Checking segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:25:56.444438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.445011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Bound using segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:25:56.445397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Bound port: 1422d111-956f-4d3a-b4c6-73ba5f5d6e67, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:25:56.445823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.516435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.534736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 82402c82-a038-43b2-8ac7-a31dc4118b55 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:25:56.544511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] For port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:25:56.548516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] For port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:25:56.553084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.559517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:56.562732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.570738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:56.647545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 58eaa825-29c4-411d-af73-bba7764a388b is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:25:56.651907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:25:56.652697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Pushing event updated for resources: {'Port': ['ID=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:56.657019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:25:56.664287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:56.686538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:56.693622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:56.733868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.849008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:56.925197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:25:57.008517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:25:57.015397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:57.015397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.188741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.208390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:57.212335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.214667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c12ae58-5e7d-43f1-b51b-ea0e2d1d17cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:57.291165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:57.294912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:57.400349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.404051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.434310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-77b92df5-5618-48ce-9bcf-59faf39b7cad tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:57.530114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:57.532931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:57.537755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:57.683914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 58eaa825-29c4-411d-af73-bba7764a388b is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:25:57.685043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:25:58.343076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 838696c5-200f-4303-86f2-4525a44f0b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:25:58.367856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c6470-0ddb-4a98-8fd8-d517ddb83418 None None] Network 58eaa825-29c4-411d-af73-bba7764a388b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:25:58.486771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b27f9b83-c2b5-4ce6-81b5-5c5c248902ef None None] Provisioning for port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:25:58.563316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:25:58.581867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e23893cc-41c9-4be4-9d92-db41fd122879 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/838696c5-200f-4303-86f2-4525a44f0b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7668471 Nov 24 10:25:58.789525 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-50435997-8284-4637-8991-a0cd523a800c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764044379&fields=id&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 267 time: 0.0467842 Nov 24 10:25:58.932910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6f46e36e-c062-4432-a5ab-5cbc8a937b3c None None] Provisioning for port 82402c82-a038-43b2-8ac7-a31dc4118b55 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:25:58.939091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6f46e36e-c062-4432-a5ab-5cbc8a937b3c None None] Provisioning complete for port 82402c82-a038-43b2-8ac7-a31dc4118b55 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:58.939768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6f46e36e-c062-4432-a5ab-5cbc8a937b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:58.977464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-549c915f-5e82-4fa1-bf87-7e20c39ba4df tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:25:58.979221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-549c915f-5e82-4fa1-bf87-7e20c39ba4df tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 797 time: 0.1826317 Nov 24 10:25:59.005525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:25:59.014812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-cc27b352-9528-4c4e-a9f2-58718b4c6a83 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/quotas/41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 375 time: 0.0158756 Nov 24 10:25:59.080232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6f46e36e-c062-4432-a5ab-5cbc8a937b3c None None] Port 82402c82-a038-43b2-8ac7-a31dc4118b55 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:25:59.108898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:25:59.115067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:59.115508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.120107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-47304f46-58fc-410e-9018-2b6aa19c3a9f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:25:59.138285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-47304f46-58fc-410e-9018-2b6aa19c3a9f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:25:59.140090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-47304f46-58fc-410e-9018-2b6aa19c3a9f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184938 Nov 24 10:25:59.250021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.275156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-97c72401-541e-41eb-8dc7-f0839d976f9e None None] Provisioning complete for port 82402c82-a038-43b2-8ac7-a31dc4118b55 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:59.275587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-97c72401-541e-41eb-8dc7-f0839d976f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.303772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-efebbe2e-98e7-4335-a865-a4d0a2274cde service neutron] 10.222.0.55 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488056 Nov 24 10:25:59.344609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:25:59.347321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-97c72401-541e-41eb-8dc7-f0839d976f9e None None] Port 82402c82-a038-43b2-8ac7-a31dc4118b55 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:25:59.350100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.351045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:25:59.379938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:25:59.479676 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-f5aa8fec-1864-4181-b6a2-f8952b0d143c service neutron] 10.222.0.55 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670647 Nov 24 10:25:59.521404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Sync routers for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:25:59.537024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:25:59.537774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:25:59.655527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8112ecde-5028-44bd-81ab-5bde3de7d613 None None] Provisioning complete for port 82402c82-a038-43b2-8ac7-a31dc4118b55 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:59.656008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8112ecde-5028-44bd-81ab-5bde3de7d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.714614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3c8ec455-feed-4e94-a8ae-a15b506aedf5 req-2815faef-3581-4d56-aa19-11a40f94c2c9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:25:59.720894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:25:59.727903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:25:59.728633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3c8ec455-feed-4e94-a8ae-a15b506aedf5 req-2815faef-3581-4d56-aa19-11a40f94c2c9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:25:59.733479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8112ecde-5028-44bd-81ab-5bde3de7d613 None None] Port 82402c82-a038-43b2-8ac7-a31dc4118b55 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:25:59.739584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c8ec455-feed-4e94-a8ae-a15b506aedf5 req-2815faef-3581-4d56-aa19-11a40f94c2c9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 210 time: 0.0828195 Nov 24 10:25:59.743627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:25:59.744175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:25:59.794444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:26:00.143346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 2, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:00.148336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Checking router: 838696c5-200f-4303-86f2-4525a44f0b14 for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:26:00.148745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Updating router 838696c5-200f-4303-86f2-4525a44f0b14 port 82402c82-a038-43b2-8ac7-a31dc4118b55 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:26:00.206875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:00.574978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:00.587376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Transition to ACTIVE for port object 82402c82-a038-43b2-8ac7-a31dc4118b55 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:26:00.593132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:00.597993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dae282f-c765-4c71-8366-fb23041c831c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:00.896667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Pushing event updated for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:00.914860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.915257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.915641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.916023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.916234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:26:00.916372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.916746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.917118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.917490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.917856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.918225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.918605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:00.922501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:00.953060 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-530eb12c-4866-4900-920a-0b0e3864183a req-d5040bd3-44b6-421a-bfc5-ff79896f6a4c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 210 time: 0.0550814 Nov 24 10:26:01.043289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Attempting to bind port 82402c82-a038-43b2-8ac7-a31dc4118b55 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:26:01.043978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Attempting to bind port 82402c82-a038-43b2-8ac7-a31dc4118b55 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:26:01.044766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Attempting to bind port 82402c82-a038-43b2-8ac7-a31dc4118b55 on network 58eaa825-29c4-411d-af73-bba7764a388b {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:26:01.049531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:26:01.049965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.052643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:26:01.053284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Checking segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:26:01.053892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.054494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Bound using segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:26:01.058188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Bound port: 82402c82-a038-43b2-8ac7-a31dc4118b55, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:26:01.058850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.163900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-bb593523-f975-4dd0-8857-c8135261769d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:01.165607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-bb593523-f975-4dd0-8857-c8135261769d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:26:01.179513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] For port 82402c82-a038-43b2-8ac7-a31dc4118b55, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:26:01.182836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] For port 82402c82-a038-43b2-8ac7-a31dc4118b55, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=82402c82-a038-43b2-8ac7-a31dc4118b55,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:26:01.188156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.192596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-bb593523-f975-4dd0-8857-c8135261769d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:26:01.194131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-bb593523-f975-4dd0-8857-c8135261769d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 797 time: 0.3015821 Nov 24 10:26:01.197074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d5cd9f75-29b0-42e8-969f-38338c75ea52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:01.263875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-702bb570-ba7c-4062-abd2-dda3df6c175b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:26:01.280165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-702bb570-ba7c-4062-abd2-dda3df6c175b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:26:01.282162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:26:01.282831 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-702bb570-ba7c-4062-abd2-dda3df6c175b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 380 time: 0.0757668 Nov 24 10:26:01.283001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:01.291510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'port': {'device_id': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'admin_state_up': True, 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'security_groups': ['28f2a2f0-4cab-4c19-b225-87d4b922e189']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:26:01.362225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Pushing event updated for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:01.366419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:01.449648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:26:01.462784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:26:01.475702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:26:01.483457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.501976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:26:01.674773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.5 (58eaa825-29c4-411d-af73-bba7764a388b/33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e/b4a7c912-23c6-4483-80a5-0a86407f43fe) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:26:01.837554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:01Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:01.841910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da0efd8-1e39-4a93-b456-9a941f861338 None None] The sync data for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv is: [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:01Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:26:01.879398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.897300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object b4a7c912-23c6-4483-80a5-0a86407f43fe will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:26:01.923126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:01.931760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3a58cc4d-eb25-49e3-bff1-74cac58e7d91 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:02.307770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 58eaa825-29c4-411d-af73-bba7764a388b is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:26:02.308832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:02.312120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:02.314234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:26:02.317219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:26:02.400609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:02.401339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:02.438550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159c83-91d8-4743-888d-eb51a2cfbfec req-37d64b5b-6f15-4c01-a18e-7dd88846b9d9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:02.440430 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7159c83-91d8-4743-888d-eb51a2cfbfec req-37d64b5b-6f15-4c01-a18e-7dd88846b9d9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 931 time: 0.2093573 Nov 24 10:26:02.468469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1811552 Nov 24 10:26:02.489876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Request body: {'port': {'device_id': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:26:02.553624 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f7159c83-91d8-4743-888d-eb51a2cfbfec req-ddb99f3c-3525-4a96-8137-54cd979549a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054971 Nov 24 10:26:02.627913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:02.697080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb3b7324-a440-4ab1-9c23-923179491d2e None None] Provisioning for port b4a7c912-23c6-4483-80a5-0a86407f43fe completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:26:02.702345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb3b7324-a440-4ab1-9c23-923179491d2e None None] Provisioning complete for port b4a7c912-23c6-4483-80a5-0a86407f43fe triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:26:02.703216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb3b7324-a440-4ab1-9c23-923179491d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:02.763644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b7324-a440-4ab1-9c23-923179491d2e None None] Port b4a7c912-23c6-4483-80a5-0a86407f43fe cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:26:02.920786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 82402c82-a038-43b2-8ac7-a31dc4118b55 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:26:03.000583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 82402c82-a038-43b2-8ac7-a31dc4118b55 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:26:03.006572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 82402c82-a038-43b2-8ac7-a31dc4118b55 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:26:03.007035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.021629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a7c912-23c6-4483-80a5-0a86407f43fe {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:26:03.029502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.047155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Transition to ACTIVE for port object b4a7c912-23c6-4483-80a5-0a86407f43fe will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:26:03.051690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.056704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:03.131172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.168358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 82402c82-a038-43b2-8ac7-a31dc4118b55, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=82402c82-a038-43b2-8ac7-a31dc4118b55,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:26:03.173052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.175176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:03.196803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Pushing event updated for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:03.199902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:03.252680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:03.256296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:03.324531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Attempting to bind port b4a7c912-23c6-4483-80a5-0a86407f43fe on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:26:03.325037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Attempting to bind port b4a7c912-23c6-4483-80a5-0a86407f43fe by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:26:03.325411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Attempting to bind port b4a7c912-23c6-4483-80a5-0a86407f43fe on network 58eaa825-29c4-411d-af73-bba7764a388b {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:26:03.332492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Port b4a7c912-23c6-4483-80a5-0a86407f43fe on network 58eaa825-29c4-411d-af73-bba7764a388b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:26:03.332868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Attempting to bind port b4a7c912-23c6-4483-80a5-0a86407f43fe on network 58eaa825-29c4-411d-af73-bba7764a388b {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:26:03.340103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:26:03.340488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Checking segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:26:03.340916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Bound using segment: {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:26:03.341402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Bound port: b4a7c912-23c6-4483-80a5-0a86407f43fe, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a58f53-816c-435c-ad65-d89355c32e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:26:03.341792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.442117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:26:03.446036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:26:03.450299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.455910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1e4264a-0bec-4900-ae06-d9f55ddb1efa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:03.508040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:03.509531 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] 10.222.0.61 "PUT /v2.0/ports/b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 1093 time: 1.0325384 Nov 24 10:26:03.510097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:26:03.547664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Pushing event updated for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:03.606494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:03.609688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'status': 'completed', 'code': 200} Nov 24 10:26:03.654465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-41e1e05d-e4f4-4601-86d1-97c779e2abe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1096 time: 0.1024446 Nov 24 10:26:03.779267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:26:03.780886 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-cb113851-f248-4da3-804e-3110a2cf7cbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 217 time: 0.1190703 Nov 24 10:26:03.870505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-6e2275e0-f3d9-435f-8f29-39dd5205fd13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:03.872118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-6e2275e0-f3d9-435f-8f29-39dd5205fd13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0839448 Nov 24 10:26:03.880224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7dfbe-0b73-44b0-b95c-7a530f1d8eae req-69c6e0bd-a1a7-4c01-a117-a73513fc4817 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:03.880471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-eed7dfbe-0b73-44b0-b95c-7a530f1d8eae req-69c6e0bd-a1a7-4c01-a117-a73513fc4817 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:26:03.945115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-eed7dfbe-0b73-44b0-b95c-7a530f1d8eae req-69c6e0bd-a1a7-4c01-a117-a73513fc4817 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:26:03.946440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eed7dfbe-0b73-44b0-b95c-7a530f1d8eae req-69c6e0bd-a1a7-4c01-a117-a73513fc4817 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 943 time: 0.2300668 Nov 24 10:26:04.002748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-c84e5e11-e2bb-46e3-8a95-2605378c5bbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192546 Nov 24 10:26:04.037170 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eed7dfbe-0b73-44b0-b95c-7a530f1d8eae req-0ea9317a-8264-4f14-ad8e-0896fad7d927 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832906 Nov 24 10:26:04.152510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-1ca4dc2c-e55b-4a3f-8a84-925748f4ea42 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432538 Nov 24 10:26:04.299423 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f0981236-2f3c-4ce2-a92b-78c3fb8a3145 req-59e6f2aa-7059-43ae-a338-ae88f607076e service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388841 Nov 24 10:26:04.417541 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-5ef65dc4-9b74-4be7-af41-39178e7bd1ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1096 time: 0.0778379 Nov 24 10:26:04.571976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-5e77fc09-9d87-4e06-b20e-56aa48af7168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:04.573695 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-5e77fc09-9d87-4e06-b20e-56aa48af7168 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 898 time: 0.1488121 Nov 24 10:26:04.655404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-f2a82da7-a14a-4e99-aa85-94ac3251ae2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 217 time: 0.0733852 Nov 24 10:26:04.726171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-b0dc340c-0e80-4f43-8f26-bafc45348d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:04.727829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-b0dc340c-0e80-4f43-8f26-bafc45348d41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0650485 Nov 24 10:26:04.813582 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-7ce757c2-4d23-4b65-a245-7c0198788ea2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791836 Nov 24 10:26:04.902165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 82402c82-a038-43b2-8ac7-a31dc4118b55 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:26:04.969031 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-1cb1f8d6-5beb-4b3d-93a0-b96e0405a90f service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473429 Nov 24 10:26:04.975649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 82402c82-a038-43b2-8ac7-a31dc4118b55 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:26:04.976082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:05.119122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-061eeaf9-6b06-4cc6-a53b-5a51554c09f8 req-c1acfb00-a755-46ee-b247-63f106594b93 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432068 Nov 24 10:26:05.254474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac4b2e-759a-4fa4-b0c4-76c8fb083c7d req-9d375394-1e3f-4960-9c45-ee0c9e019b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:05.256123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ac4b2e-759a-4fa4-b0c4-76c8fb083c7d req-9d375394-1e3f-4960-9c45-ee0c9e019b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 943 time: 0.0888948 Nov 24 10:26:05.305295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1ac4b2e-759a-4fa4-b0c4-76c8fb083c7d req-505bd185-52f9-4885-b602-b1c019bd6c38 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Nov 24 10:26:06.517689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd985cf4-f083-4b7e-a85a-f0d8e928c320 req-3ce678ff-9664-46ed-a424-a9e34e11922d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:06.520119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bd985cf4-f083-4b7e-a85a-f0d8e928c320 req-3ce678ff-9664-46ed-a424-a9e34e11922d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 943 time: 0.0879760 Nov 24 10:26:06.571046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bd985cf4-f083-4b7e-a85a-f0d8e928c320 req-052cc3bf-ef8e-4ea8-a261-36f582de5f57 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Nov 24 10:26:06.818398 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b4a7c912-23c6-4483-80a5-0a86407f43fe details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:26:06.962561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:26:06.976976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'port_id': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'mac_address': 'fa:16:3e:96:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:26:07.036446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:07.055264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a7c912-23c6-4483-80a5-0a86407f43fe {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:26:07.070961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:26:07.073848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:07.075739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:07.144382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:07.153488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.153883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.154270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.154674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.155058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.155437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.155811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.156187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.156558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.156928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.157295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:26:07.161430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:07.277931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['b4a7c912-23c6-4483-80a5-0a86407f43fe'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:26:07.781733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35f9ba-9781-42ff-b685-bff00dfce4a0 req-faaa1b4d-bae1-48ab-97bd-dd805bee53a0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:07.783420 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c35f9ba-9781-42ff-b685-bff00dfce4a0 req-faaa1b4d-bae1-48ab-97bd-dd805bee53a0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 944 time: 0.0844941 Nov 24 10:26:07.833275 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1c35f9ba-9781-42ff-b685-bff00dfce4a0 req-ff6aaf89-580c-4a38-901a-175140cd3f32 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Nov 24 10:26:08.832404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b4a7c912-23c6-4483-80a5-0a86407f43fe up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:26:08.904099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port b4a7c912-23c6-4483-80a5-0a86407f43fe completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:26:08.908966 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port b4a7c912-23c6-4483-80a5-0a86407f43fe triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:26:08.910103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:09.031949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:09.045895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed61fb-b42c-4980-9ed6-6599c176424c req-f5405bb3-19c7-4fc1-a103-98124ab32f3d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:09.047571 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1ed61fb-b42c-4980-9ed6-6599c176424c req-f5405bb3-19c7-4fc1-a103-98124ab32f3d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 944 time: 0.0891292 Nov 24 10:26:09.060920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:26:09.071084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:26:09.074310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:09.076598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:09.099152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f1ed61fb-b42c-4980-9ed6-6599c176424c req-0f529e29-9cf2-4b5f-a925-23f621839356 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Nov 24 10:26:09.125284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'code': 200} Nov 24 10:26:09.152127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:09.155428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:09.370117 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa7f8f25-1e8d-4319-b23e-34308a5c1e33 req-84c9b895-d745-44bb-b21b-b033a1f931b7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1098 time: 0.0742900 Nov 24 10:26:09.420853 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-fa7f8f25-1e8d-4319-b23e-34308a5c1e33 req-0ff66c9a-75e1-47e5-9e35-39a5859504c8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Nov 24 10:26:10.311688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3a94-857f-4ed1-9898-5a0d89f1e688 req-f1fdc7d5-5354-44c0-9a8a-0b277ef0a461 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:10.313311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-071d3a94-857f-4ed1-9898-5a0d89f1e688 req-f1fdc7d5-5354-44c0-9a8a-0b277ef0a461 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0856657 Nov 24 10:26:10.363713 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-071d3a94-857f-4ed1-9898-5a0d89f1e688 req-2a7089e3-df82-482c-8925-2dc9b775b9df tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Nov 24 10:26:10.892970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:11.588933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a3e9-14c2-4b05-b409-6f121a707b5a req-37a0c2fd-0753-47c0-a735-cc475a2184a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:11.590710 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78e0a3e9-14c2-4b05-b409-6f121a707b5a req-37a0c2fd-0753-47c0-a735-cc475a2184a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0900607 Nov 24 10:26:11.640483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-78e0a3e9-14c2-4b05-b409-6f121a707b5a req-3e14a130-c094-4b12-a189-3ef6607b3c9a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Nov 24 10:26:11.851388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573384-5d9e-4525-99d3-454242e5adad req-a76f3c6b-fa6d-4f30-8c17-d47da7be73ef tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:11.853010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a5573384-5d9e-4525-99d3-454242e5adad req-a76f3c6b-fa6d-4f30-8c17-d47da7be73ef tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0870852 Nov 24 10:26:11.901584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a5573384-5d9e-4525-99d3-454242e5adad req-5050b20e-b766-4a9d-89bb-069b6df42504 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Nov 24 10:26:11.930747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60900) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:12.005552 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d11d582a-3d50-439d-a507-efd8acee4d05 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1093 time: 0.0735300 Nov 24 10:26:12.008319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60904) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:12.014225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:26:12.020447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:26:12.024714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:floatingip and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:26:12.027698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:26:12.033738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:26:12.043970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:12.193609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:12.339082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.225 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/e3bcf186-c605-4846-a732-782ea883b65b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:26:12.498845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:12.525283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:12.529756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6516f863-6947-4ca3-84b6-f00bb3a7eb1e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:12.596382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:26:12.601013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:26:12.606185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:26:12.636348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=e3bcf186-c605-4846-a732-782ea883b65b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:12.642026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:13.389641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:13.447532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:13.665993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:13.669440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:13.673832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f91d8cf-2392-4cbf-9394-f0f6ddb80abd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:26:13.781804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=e3bcf186-c605-4846-a732-782ea883b65b,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:26:13.786813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:26:13.799068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:14.001510 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Floating IP 62570d1e-6954-40d6-aa5b-f4202811ea3d associated. External IP: 172.26.6.225, port: b4a7c912-23c6-4483-80a5-0a86407f43fe. Nov 24 10:26:14.413373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 838696c5-200f-4303-86f2-4525a44f0b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:26:14.621244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:26:14.634133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Sync routers for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:26:14.647355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:14.648737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:26:14.649431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:14.708019 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6984887 Nov 24 10:26:14.708753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:26:14.775873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'status': 'completed', 'code': 200} Nov 24 10:26:14.837593 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:26:14.887986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-5c2c8cb5-1386-49de-be43-55a332853b6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1098 time: 0.0875757 Nov 24 10:26:14.918927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159219e-0686-487c-b81d-38a0cca66e53 req-c1368252-ba3c-4f6a-9c93-9bc7742f7925 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:14.920572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d159219e-0686-487c-b81d-38a0cca66e53 req-c1368252-ba3c-4f6a-9c93-9bc7742f7925 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0866442 Nov 24 10:26:14.975186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d159219e-0686-487c-b81d-38a0cca66e53 req-1d3ed8a6-7096-49d2-a81d-5f278943ac14 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475438 Nov 24 10:26:15.006236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60912) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:15.134012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edd16-645b-451a-911a-e00794c7020e req-22cbb51c-7e03-4801-b4e1-8fa5874f0c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:15.135642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-22cbb51c-7e03-4801-b4e1-8fa5874f0c43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 898 time: 0.2401249 Nov 24 10:26:15.141950 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e896b549-bf11-42ae-a0ac-fd72ea41ad70 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 200 len: 991 time: 0.1344116 Nov 24 10:26:15.223952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '62570d1e-6954-40d6-aa5b-f4202811ea3d', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'port_id': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'mac_address': 'fa:16:3e:96:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:26:12Z', 'updated_at': '2021-11-24T10:26:12Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:15.228105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Checking router: 838696c5-200f-4303-86f2-4525a44f0b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:26:15.239566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:26:15.240235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:25:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:15.245081 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-6f3ea6ab-8711-48d9-a05e-5692edadd8f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 999 time: 0.1020799 Nov 24 10:26:15.318435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852edd16-645b-451a-911a-e00794c7020e req-d58eec66-4075-41b6-8dbf-925edbfd5d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:15.320074 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-d58eec66-4075-41b6-8dbf-925edbfd5d8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0687819 Nov 24 10:26:15.403359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-bd24ca97-c4b4-4ac5-88d4-2016ffdbfad7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772736 Nov 24 10:26:15.432665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:26:15.547096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-a04ae203-6869-4791-9476-1500f75b0b87 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364291 Nov 24 10:26:15.697479 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-852edd16-645b-451a-911a-e00794c7020e req-c970da27-375b-49eb-81bf-aad814d6edea service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441028 Nov 24 10:26:15.800792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '62570d1e-6954-40d6-aa5b-f4202811ea3d', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'port_id': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'mac_address': 'fa:16:3e:96:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:26:12Z', 'updated_at': '2021-11-24T10:26:12Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:26:15.804957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f8b15-ef67-4a70-80b8-5a702a1f98f4 None None] The sync data for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv is: [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '62570d1e-6954-40d6-aa5b-f4202811ea3d', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'port_id': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'mac_address': 'fa:16:3e:96:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:26:12Z', 'updated_at': '2021-11-24T10:26:12Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:26:16.125701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2af31-4c25-4048-9c1b-8854b82f099d None None] New status for floating IP 62570d1e-6954-40d6-aa5b-f4202811ea3d: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:26:16.146067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60916) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:16.256911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a10770e5-2eba-455e-801b-ebaaf52a9a73 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 200 len: 991 time: 0.1093831 Nov 24 10:26:17.261052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:17.370617 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8691da95-7a84-436d-bc18-40bd468c761e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 200 len: 993 time: 0.1083195 Nov 24 10:26:18.957521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2f7176ae-5ff1-406c-b3cf-066e55372a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:20.557000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:21.712238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3513586d-def7-4934-ae02-b8c397af7301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:21.747415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:23.406515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:40.780913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:26:40.906496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:42.279691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882601c-b17c-4ecd-96fc-a6654d807f06 req-908c6435-f8ac-4461-8432-cc9300a8af6a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:42.281332 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e882601c-b17c-4ecd-96fc-a6654d807f06 req-908c6435-f8ac-4461-8432-cc9300a8af6a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0911484 Nov 24 10:26:42.329899 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e882601c-b17c-4ecd-96fc-a6654d807f06 req-bd373b22-3591-44a8-8c7f-106c67810637 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Nov 24 10:26:43.542433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7dff-ffe6-44e2-a02f-93154a0cc513 req-9486e648-399b-4725-af7a-4b68735ad5cc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:43.544105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07ee7dff-ffe6-44e2-a02f-93154a0cc513 req-9486e648-399b-4725-af7a-4b68735ad5cc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0886405 Nov 24 10:26:43.595380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-07ee7dff-ffe6-44e2-a02f-93154a0cc513 req-57824b91-8a20-48e3-9944-9aedd3161d56 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 Nov 24 10:26:44.808385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908effec-1829-4241-84c5-c008031b32a8 req-f4cdac9b-d218-4b75-a413-23a3db499491 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:44.810016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-908effec-1829-4241-84c5-c008031b32a8 req-f4cdac9b-d218-4b75-a413-23a3db499491 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0852656 Nov 24 10:26:44.859807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-908effec-1829-4241-84c5-c008031b32a8 req-e417bbb2-130c-4390-aca2-53dc7a0cd4cd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Nov 24 10:26:46.064866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ad636-45a2-4428-8391-eed51bb8d997 req-be30e37d-db12-443f-9c07-401f459753ba tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:46.067196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-737ad636-45a2-4428-8391-eed51bb8d997 req-be30e37d-db12-443f-9c07-401f459753ba tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0836399 Nov 24 10:26:46.115106 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-737ad636-45a2-4428-8391-eed51bb8d997 req-6c2de5f2-4747-4692-b11d-28d495914f9a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Nov 24 10:26:47.324402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0a43-8460-40b2-9efa-5afe6195f07e req-142a6ad0-684a-4244-a1c6-7bba727f7f57 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:47.326009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6bbb0a43-8460-40b2-9efa-5afe6195f07e req-142a6ad0-684a-4244-a1c6-7bba727f7f57 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0856946 Nov 24 10:26:47.373620 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6bbb0a43-8460-40b2-9efa-5afe6195f07e req-95b94e5e-87e3-41e2-af25-024250ecc2f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Nov 24 10:26:47.963880 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-4dbecc2c-a08f-481e-9931-80cdaf85303c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1098 time: 0.0760074 Nov 24 10:26:48.121880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-5a283e87-2b53-4de9-8b38-13c95efb8860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:48.123545 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-5a283e87-2b53-4de9-8b38-13c95efb8860 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 898 time: 0.1385949 Nov 24 10:26:48.233496 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-6a0e8184-95ba-405a-9faa-9dcf6d9385e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 1001 time: 0.1030543 Nov 24 10:26:48.305820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-98faef82-b203-432c-b626-0656c5a3b9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:48.307422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-98faef82-b203-432c-b626-0656c5a3b9e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0675440 Nov 24 10:26:48.387560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-9abd29cf-0f4c-4a00-9b56-c849b833e874 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733426 Nov 24 10:26:48.602191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd133d3-fc5e-4082-bc30-0f9d4b5f04ef req-ebd24d18-9de6-4a54-b40f-68db30398f28 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:48.605011 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd133d3-fc5e-4082-bc30-0f9d4b5f04ef req-ebd24d18-9de6-4a54-b40f-68db30398f28 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0986137 Nov 24 10:26:48.662128 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bcd133d3-fc5e-4082-bc30-0f9d4b5f04ef req-cd3cab53-79b3-46ad-be95-7aaa8e084ac1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Nov 24 10:26:48.774891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-22a6968b-3520-4e42-b1c2-687796abf75d service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798239 Nov 24 10:26:48.917503 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3e69e5a-c026-4732-97d6-76e21e610dbb req-92600951-bba8-4896-b837-8d9029513063 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358044 Nov 24 10:26:48.958963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e838621-3fee-439c-b439-e8e0e58f9ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:49.867406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85d6f6-03cd-43d7-b600-3857fb8e65db req-e30adfa1-5e5b-43f4-9e34-772ceba37818 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:49.869046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2c85d6f6-03cd-43d7-b600-3857fb8e65db req-e30adfa1-5e5b-43f4-9e34-772ceba37818 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0832963 Nov 24 10:26:49.926454 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2c85d6f6-03cd-43d7-b600-3857fb8e65db req-a2781dbc-2b66-4aac-a0c3-f2d1bf98790d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490627 Nov 24 10:26:50.558437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:51.133120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d2f86-96a2-4ba4-ad51-dcea764fc768 req-0349bdaa-0a26-4d20-bd8a-ec7008f8c80f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:51.134688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b1d2f86-96a2-4ba4-ad51-dcea764fc768 req-0349bdaa-0a26-4d20-bd8a-ec7008f8c80f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0868747 Nov 24 10:26:51.188677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9b1d2f86-96a2-4ba4-ad51-dcea764fc768 req-aa009a5a-d34e-49a9-8983-5a650281c52e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Nov 24 10:26:51.716708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f02a-6eca-4fec-b8f3-d37e66f74efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:51.749793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:52.398702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b37e0-0c12-49c0-bddd-cd312fc35ab5 req-8be56fe3-937e-4e0d-934e-f956455aa9c6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:52.400337 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-698b37e0-0c12-49c0-bddd-cd312fc35ab5 req-8be56fe3-937e-4e0d-934e-f956455aa9c6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0839467 Nov 24 10:26:52.451287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-698b37e0-0c12-49c0-bddd-cd312fc35ab5 req-54fa1ac7-0679-4574-b2cb-536267dc2403 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Nov 24 10:26:53.578712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:26:53.664775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417f4f-43d6-4d3b-9b7d-92608519a701 req-3dd630fe-a8bd-45ed-a0c0-b3752082588a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:53.666301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee417f4f-43d6-4d3b-9b7d-92608519a701 req-3dd630fe-a8bd-45ed-a0c0-b3752082588a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0889800 Nov 24 10:26:53.715936 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ee417f4f-43d6-4d3b-9b7d-92608519a701 req-760efd4b-ccee-4959-a699-2ccb09a42cc9 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433865 Nov 24 10:26:53.744257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60954) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:53.856220 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b9b6a544-ccad-4e6b-a34f-d41bac17c16c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 200 len: 993 time: 0.1105893 Nov 24 10:26:55.410544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f806a5-33e1-4009-a2c6-0f9dc71e3109 req-7c6a2218-2664-4dc4-a5c6-773286917364 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:55.412237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-34f806a5-33e1-4009-a2c6-0f9dc71e3109 req-7c6a2218-2664-4dc4-a5c6-773286917364 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.1446972 Nov 24 10:26:55.447835 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-dc7fcefd-4fce-4fdb-9ba5-21505beeed1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1098 time: 0.1298060 Nov 24 10:26:55.512095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-34f806a5-33e1-4009-a2c6-0f9dc71e3109 req-e63d403a-07fe-4d8b-b0d2-f6e0a516eaed tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916486 Nov 24 10:26:55.614259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79445574-96cd-4fcb-b47b-a60263854715 req-a917d40d-33ea-4cc5-8381-9388e83d01cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:55.615969 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-a917d40d-33ea-4cc5-8381-9388e83d01cb service neutron] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 898 time: 0.1566389 Nov 24 10:26:55.728939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-5c16af78-03d1-4877-abb4-367633baf52a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 1001 time: 0.1064205 Nov 24 10:26:55.801253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79445574-96cd-4fcb-b47b-a60263854715 req-d53f8e46-f399-4f9c-a9d2-24f42e324e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:55.802874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-d53f8e46-f399-4f9c-a9d2-24f42e324e48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0675876 Nov 24 10:26:55.890304 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-21dea7ee-7498-4abd-8e2d-c3cf0e0a0ab4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815949 Nov 24 10:26:56.045353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-510fc24a-2941-4881-bd29-8c39f3391a96 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486971 Nov 24 10:26:56.196284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79445574-96cd-4fcb-b47b-a60263854715 req-19c6f7e5-0d0e-4416-97be-563b1304c393 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443098 Nov 24 10:26:56.727883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7288db0-667c-4ca1-9a74-a989555a1bda req-cc0b7f0a-8445-4a8c-a477-13394581df02 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:56.729515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7288db0-667c-4ca1-9a74-a989555a1bda req-cc0b7f0a-8445-4a8c-a477-13394581df02 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0899467 Nov 24 10:26:56.784827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a7288db0-667c-4ca1-9a74-a989555a1bda req-73593242-cbca-46a4-ba19-212f42fe6b5f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Nov 24 10:26:57.996374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22b482-624e-4c90-8247-e231da4eae40 req-cd377efd-fe90-4255-ad72-7afa5dafdca7 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:26:57.997892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d22b482-624e-4c90-8247-e231da4eae40 req-cd377efd-fe90-4255-ad72-7afa5dafdca7 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0836787 Nov 24 10:26:58.046802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1d22b482-624e-4c90-8247-e231da4eae40 req-9a81cdaf-abac-45f7-ac93-c2758cf9b91d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Nov 24 10:26:58.074693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 60968) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:26:58.188231 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-aa4a6df5-b3de-4222-b843-06e29c8f2fc3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 200 len: 993 time: 0.1122155 Nov 24 10:27:10.905957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:17.782125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:27:18.964146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d53bc239-7b65-4695-a091-ca543bc5ce51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:20.560759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:21.718496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1250-a63f-4fb9-929a-356b9cc989e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:21.753716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:23.415255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:26.619437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 60984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:26.845877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port e3bcf186-c605-4846-a732-782ea883b65b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:27:26.846285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:27.035155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:27.036539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:27.168495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for e3bcf186-c605-4846-a732-782ea883b65b owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:27:27.324965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:27.329314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2648c1f-ef57-4108-b495-ce1d8db36097 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:27.372019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=e3bcf186-c605-4846-a732-782ea883b65b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:27.384977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.385417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.385848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.386340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.387450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.387450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.387721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.387897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.388312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.388982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.389399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:27.421916 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:27.483640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:28.167843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 838696c5-200f-4303-86f2-4525a44f0b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:27:28.385109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:27:28.396217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Sync routers for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:27:28.405953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:28.408821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:28.409522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:28.463902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/floatingips/62570d1e-6954-40d6-aa5b-f4202811ea3d HTTP/1.1" status: 204 len: 168 time: 1.8431966 Nov 24 10:27:28.464571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:27:28.614797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:28.664731 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'status': 'completed', 'code': 200} Nov 24 10:27:28.777001 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-e1f9c09d-522c-4291-a765-835ec9d7255b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 1098 time: 0.0891879 Nov 24 10:27:28.927227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-b75f239d-6b52-40c2-b222-b86f87ac87d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:28.928832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-b75f239d-6b52-40c2-b222-b86f87ac87d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 200 len: 898 time: 0.1451707 Nov 24 10:27:28.934393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6f054-123d-49a6-89e7-67e4d6b33727 req-931d6043-28ee-4739-baca-af94d57fecae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:28.935184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-88d6f054-123d-49a6-89e7-67e4d6b33727 req-931d6043-28ee-4739-baca-af94d57fecae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:28.952150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-88d6f054-123d-49a6-89e7-67e4d6b33727 req-931d6043-28ee-4739-baca-af94d57fecae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:28.959311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88d6f054-123d-49a6-89e7-67e4d6b33727 req-931d6043-28ee-4739-baca-af94d57fecae tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.1248429 Nov 24 10:27:28.970779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:28.975943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Checking router: 838696c5-200f-4303-86f2-4525a44f0b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:27:28.987689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:28.988347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:29.002338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-3edb8589-2fc8-42a8-ad31-207770b2e7bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 200 len: 217 time: 0.0660110 Nov 24 10:27:29.006272 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88d6f054-123d-49a6-89e7-67e4d6b33727 req-16ed5582-5a8b-47b9-9898-963f9c072697 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 Nov 24 10:27:29.077009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-2b33505d-27e8-45f6-a3c4-ee171184d5f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:29.078664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-2b33505d-27e8-45f6-a3c4-ee171184d5f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 200 len: 835 time: 0.0684991 Nov 24 10:27:29.163603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-a8992e8e-603c-4b9f-81a5-38e4760fbe83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58eaa825-29c4-411d-af73-bba7764a388b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761330 Nov 24 10:27:29.178915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:29.311890 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-f3aae805-a9b8-4770-8bb0-96a0b4e364b0 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407173 Nov 24 10:27:29.462642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9698d5c-19f7-4d61-a646-2db4cf2bd7f1 req-e784fee8-eba5-4f27-b406-023f113b96a1 service neutron] 10.222.0.61 "GET /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433475 Nov 24 10:27:29.518515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:29.523148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd896-383d-499f-8cef-09f95d18ef1f None None] The sync data for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv is: [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:56Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '82402c82-a038-43b2-8ac7-a31dc4118b55', 'name': '', 'network_id': '58eaa825-29c4-411d-af73-bba7764a388b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:3a:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:55Z', 'updated_at': '2021-11-24T10:26:03Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:27:29.949062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d932c654-4282-44a0-82f1-f6909f421a14 None None] New status for floating IP 62570d1e-6954-40d6-aa5b-f4202811ea3d: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:27:30.227205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12de18-9007-4ca6-965e-b6642d144143 req-dd4472e7-8979-4025-b97b-67e4bbd0dc18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:30.228842 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df12de18-9007-4ca6-965e-b6642d144143 req-dd4472e7-8979-4025-b97b-67e4bbd0dc18 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.0867383 Nov 24 10:27:30.336078 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df12de18-9007-4ca6-965e-b6642d144143 req-ed870477-c84e-4c2b-9aa6-997ba0d624e3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=28f2a2f0-4cab-4c19-b225-87d4b922e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009381 Nov 24 10:27:30.360418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71d180-c030-4e9f-891b-867af18899a4 req-210c334c-bfbd-4472-9b22-e305da331657 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:30.362003 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd71d180-c030-4e9f-891b-867af18899a4 req-210c334c-bfbd-4472-9b22-e305da331657 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 945 time: 0.1126034 Nov 24 10:27:30.437249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port b4a7c912-23c6-4483-80a5-0a86407f43fe {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:27:30.437560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:30.706952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port b4a7c912-23c6-4483-80a5-0a86407f43fe, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=b4a7c912-23c6-4483-80a5-0a86407f43fe,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:30.707265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:30.839493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for b4a7c912-23c6-4483-80a5-0a86407f43fe owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:27:30.991019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:30.996636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:31.041276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=b4a7c912-23c6-4483-80a5-0a86407f43fe,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:31.087843 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.088293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.089036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.089152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.089525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.089938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.090355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.090798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.091219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.091648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.092034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:31.100522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:31.135035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] No DVR routers for this DVR port b4a7c912-23c6-4483-80a5-0a86407f43fe on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:27:31.137595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:31.140794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'name': 'network-vif-deleted', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:27:31.161237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd71d180-c030-4e9f-891b-867af18899a4 req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "DELETE /v2.0/ports/b4a7c912-23c6-4483-80a5-0a86407f43fe HTTP/1.1" status: 204 len: 173 time: 0.7935908 Nov 24 10:27:31.284307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8126e7-1c4a-4721-b997-f2fd9943cc84', 'name': 'network-vif-deleted', 'tag': 'b4a7c912-23c6-4483-80a5-0a86407f43fe', 'status': 'completed', 'code': 200} Nov 24 10:27:31.543906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e2fab3ba-b1e4-40a5-80ff-3189de94a093 req-b2509222-67e5-4b6e-b0f4-c3b9fa4c2344 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:31.562121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-e2fab3ba-b1e4-40a5-80ff-3189de94a093 req-b2509222-67e5-4b6e-b0f4-c3b9fa4c2344 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:31.563500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e2fab3ba-b1e4-40a5-80ff-3189de94a093 req-b2509222-67e5-4b6e-b0f4-c3b9fa4c2344 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f8126e7-1c4a-4721-b997-f2fd9943cc84 HTTP/1.1" status: 200 len: 210 time: 0.0829952 Nov 24 10:27:32.692218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:33.156295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:33.863516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 82402c82-a038-43b2-8ac7-a31dc4118b55 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:27:33.864081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:34.086430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 82402c82-a038-43b2-8ac7-a31dc4118b55, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=82402c82-a038-43b2-8ac7-a31dc4118b55,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:34.086888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:34.232001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 82402c82-a038-43b2-8ac7-a31dc4118b55 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:27:34.443487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:34.447737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29983035-9965-49c5-92a4-1ff581f9abdb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:34.494629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=82402c82-a038-43b2-8ac7-a31dc4118b55,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:34.499466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:34.882347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:35.220356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b4a7c912-23c6-4483-80a5-0a86407f43fe no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:27:35.259378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: b4a7c912-23c6-4483-80a5-0a86407f43fe {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:27:35.259803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device b4a7c912-23c6-4483-80a5-0a86407f43fe not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:27:35.847662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 838696c5-200f-4303-86f2-4525a44f0b14 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:27:36.092474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:27:36.109103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Sync routers for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:27:36.113390 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/838696c5-200f-4303-86f2-4525a44f0b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4189994 Nov 24 10:27:36.118934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32780) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:36.123274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:36.124060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:36.377530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:36.647085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting subnet 33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:27:36.650785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:36.722901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:36.827740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:36.922041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:27:34Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:36.926925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Checking router: 838696c5-200f-4303-86f2-4525a44f0b14 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:27:36.936499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:36.939714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Routers {'838696c5-200f-4303-86f2-4525a44f0b14'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:36.940619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['838696c5-200f-4303-86f2-4525a44f0b14'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:36.944250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d52ce63c-c92b-4e9a-8514-ef5d4af5c375 tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:36.984507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Subnet': ['ID=33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:36.988300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:36.998827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.010290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-861790c8-5c25-4b35-ad07-91c5aea5521d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/subnets/33a6e9ea-cc2c-4f12-91c1-c67b3fd3825e HTTP/1.1" status: 204 len: 168 time: 0.8899755 Nov 24 10:27:37.011595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f82be4-d07e-4cb6-bf2f-bfa8a9235e06 None None] Network 58eaa825-29c4-411d-af73-bba7764a388b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:27:37.013309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:37.258820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.328177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] Set router 838696c5-200f-4303-86f2-4525a44f0b14 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:37.590522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.602258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:27:37.602849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.665220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] DHCP port deletion for 58eaa825-29c4-411d-af73-bba7764a388b request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:27:37.674856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Deleting port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:27:37.675399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.832972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 68ff5dcb-0f9c-4f21-881a-192d01d3fa98, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:37.833807 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.845674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:27:34Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:37.905349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97cae-4ac6-42ae-a831-8b1b65e3649c None None] The sync data for ids ['838696c5-200f-4303-86f2-4525a44f0b14'] in dv-neutron-818439-1-hyperv is: [{'id': '838696c5-200f-4303-86f2-4525a44f0b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155951785', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:27:34Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '68ff5dcb-0f9c-4f21-881a-192d01d3fa98', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838696c5-200f-4303-86f2-4525a44f0b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:25:52Z', 'updated_at': '2021-11-24T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:27:37.929996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] For port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,segment=NetworkSegment(40a58f53-816c-435c-ad65-d89355c32e0b),segment_id=40a58f53-816c-435c-ad65-d89355c32e0b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:37.930443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:37.977536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:27:38.077232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Calling delete_port for 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:27:38.173084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:38.182218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:38.184343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:38.188781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2e8b272-34b1-4a51-8eec-483012f2dc2c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:38.234772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=68ff5dcb-0f9c-4f21-881a-192d01d3fa98,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:38.239933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:38.253914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Pushing event deleted for resources: {'Port': ['ID=1422d111-956f-4d3a-b4c6-73ba5f5d6e67,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:38.273234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.274045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.274198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.274546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.274954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.275746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.275937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.276321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.276706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.277087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.277462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:38.282752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] No DVR routers for this DVR port 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:27:38.284253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:38.506390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:38.999774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:27:39.056776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:27:39.057218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1422d111-956f-4d3a-b4c6-73ba5f5d6e67 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:27:39.057672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 82402c82-a038-43b2-8ac7-a31dc4118b55 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:27:39.073406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.078424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.092078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 82402c82-a038-43b2-8ac7-a31dc4118b55 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:27:39.092485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 82402c82-a038-43b2-8ac7-a31dc4118b55 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:27:39.108145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.109050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Fanout notify agent at l3_agent the message router_deleted on router 838696c5-200f-4303-86f2-4525a44f0b14 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:27:39.138766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.140344 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/routers/838696c5-200f-4303-86f2-4525a44f0b14 HTTP/1.1" status: 204 len: 168 time: 2.1249545 Nov 24 10:27:39.143619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:39.282047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.444799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.479443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eaa825-29c4-411d-af73-bba7764a388b']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:39.497761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a58f53-816c-435c-ad65-d89355c32e0b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:39.498098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a58f53-816c-435c-ad65-d89355c32e0b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:39.513368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.531755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.541446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:27:39.542032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:27:39.557934 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:27:39.644785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.649809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-371544e6-f941-4d8a-af6c-c4bf8acfbf30 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:39.672438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.684852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Network': ['ID=58eaa825-29c4-411d-af73-bba7764a388b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:39.690983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:39.700049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/networks/58eaa825-29c4-411d-af73-bba7764a388b HTTP/1.1" status: 204 len: 168 time: 0.5541177 Nov 24 10:27:39.702142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:39.781638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.821062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.884064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.888359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea25880a-6559-4d2c-9717-022a9aa43f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:39.908321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2a2f0-4cab-4c19-b225-87d4b922e189,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:39.911171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:39.919411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:39.921166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/security-groups/28f2a2f0-4cab-4c19-b225-87d4b922e189 HTTP/1.1" status: 204 len: 168 time: 0.2177033 Nov 24 10:27:40.242119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:40.248943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030784277', 'description': 'tempest-secgroup-smoke-2030784277 description', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:40.256309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:40.263304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:40.266623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:40.272902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:40.284835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.329240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:40.334537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:40.338338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:40.344637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:40.415458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.418858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.424656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:40.475229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e6c5f-2312-435b-98f5-6451a60b46cf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:40.478300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:40.479377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.481125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-32be62af-d57b-4e8d-b43d-99346324c76b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2373023 Nov 24 10:27:40.485208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32804) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:40.492511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:40.499348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:40.504159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:40.510291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:40.517012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:40.538005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.615597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.618888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.620995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-125b3862-efe4-4265-b4db-d04c43c1316b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:40.646279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcc4a0c-2e04-4814-aed3-6f2a2bcb3cf1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:40.649027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:40.656366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.657700 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1715167 Nov 24 10:27:40.663062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32808) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:40.671107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:40.687711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:40.692420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:40.696413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:40.704369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:40.723070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.802657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.805968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.808772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfd3471a-9151-4102-bce5-90d8892cdcf0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:40.837978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a21066f-bba0-4b4b-b496-bb7b2b466d20,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:40.840770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:40.848024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.849823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1854239 Nov 24 10:27:40.852626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:40.859062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:40.866644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:40.871017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:40.874625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:40.881860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:40.908072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:27:40.913494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.944200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:40.945623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:27:40.946030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 68ff5dcb-0f9c-4f21-881a-192d01d3fa98 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:27:41.007825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.011251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.019772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-23370d62-d02c-4fe5-b10f-752c82c26040 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:41.044163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9e5bbd-17e5-4e8b-b0f0-028cce88e2ab,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:41.046981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:41.051293 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.053198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-560d95f0-dbce-4129-8c85-f4659209819e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1993582 Nov 24 10:27:41.056429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:41.062800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:41.070866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:41.076207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:41.079626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:41.087090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:41.107015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.182781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.185994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.193004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-091e7059-bc30-4b43-b6cc-76e67fba07b5 tempest-ServerActionsTestJSON-345687090 tempest-ServerActionsTestJSON-345687090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:41.215525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cd2055-5e16-446c-9b05-883edc307381,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:41.218367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:41.227391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.228826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91130c68-a9ab-4504-9335-ec968dab8b3f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1712883 Nov 24 10:27:41.231956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:41.238754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:41.247160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:41.251802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:41.255252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:41.263017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:41.278933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:27:41.287735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.363443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.376838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.378930 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8c246d3c-7a8a-4035-9d79-49a417c653f0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:41.403696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302426af-fb54-4787-99e9-6047830c4458,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:41.406339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:41.413673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.415008 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df7cdb94-50ea-4cd9-9115-caebbbb11d5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1819346 Nov 24 10:27:41.418233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:41.424538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'security_group_rule': {'security_group_id': 'c92e6c5f-2312-435b-98f5-6451a60b46cf', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:41.431515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:41.435954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:security_group_rule and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:41.439168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:41.445753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:41.456035 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Project 41a1533d55d44b089cd8ae5e985b6af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:27:41.463761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.540547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.544028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.546780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-37f2c2d2-05ff-4357-a494-f69b156d2fa6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:41.573948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dd8252-f8aa-4aac-b86a-910a794c7f70,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:41.576582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:41.585472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.587351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1678987 Nov 24 10:27:41.592503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32828) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:41.600669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'network': {'name': 'tempest-network-smoke--1472592009', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:41.607948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:41.612645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:network and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:41.615952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:41.622432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:41.633128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:27:41.639115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.671087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:27:41.681876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.682594 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Added segment 9db74d3d-5996-4e93-815f-b467b85f0a55 of type vlan for network d0b0f33d-11fb-4e66-b588-f2e569172b1b Nov 24 10:27:41.725422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.759894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.764471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:41.765114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.771699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6b1c7dab-339a-4852-bfca-6a577f941075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:41.832188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382748 Nov 24 10:27:41.836516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32832) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:41.846115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'admin_state_up': True, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:41.855501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:41.859683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:router and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:41.862727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:41.870290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:41.881678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.882766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.894958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Network': ['ID=d0b0f33d-11fb-4e66-b588-f2e569172b1b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:41.898890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b268c2e1-6a71-4734-8c4c-e3e9b1ae2b5a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:41.905427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:41.909090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:27:42.077106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.284462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.318264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.466393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.245 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/03088e42-a973-4117-8d7c-eea5a91378ae) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:27:42.629737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.655858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.659769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ec7a1014-5528-4ba0-84c6-7a9ededee49a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:42.734693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:27:42.736064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:42.742437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:27:42.772294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=03088e42-a973-4117-8d7c-eea5a91378ae,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:42.779488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:42.917026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:42.917806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:43.168574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:27:43.384414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:27:43.395155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Sync routers for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:27:43.408400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:43.409101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:43.414067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:43.415638 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b69f4de0-1b50-46cc-b25c-02d663d0b505 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5776258 Nov 24 10:27:43.419363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32836) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:43.475110 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-90a30db6-acc7-4453-ad80-11f0991e361e tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=41a1533d55d44b089cd8ae5e985b6af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538545 Nov 24 10:27:43.478003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32840) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:43.618096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:43.630528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24ba3d-5df9-4ac0-b4ac-cca47fa421df tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:43.632575 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1b24ba3d-5df9-4ac0-b4ac-cca47fa421df tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533701 Nov 24 10:27:43.635763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32844) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:43.683523 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-feec3b26-72f4-4c9f-ba0a-fd59e15d02d4 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463719 Nov 24 10:27:43.686051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32848) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:43.692051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779559279', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:43.821220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:43.825658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:subnet and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:27:43.828970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:27:43.836572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:43.846653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:27:43.969917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.067601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:42Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:44.071969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Checking router: 1aaec4e5-cb16-411c-a6db-1a18ba4f975d for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:27:44.072481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Updating router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d port 03088e42-a973-4117-8d7c-eea5a91378ae binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:27:44.128671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.204469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.209266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ea323c6-571d-4983-8bfb-eac0c92dfa7c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:44.292806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Subnet': ['ID=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:44.296941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:44.306389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Checking segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:27:44.306830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network hostable DHCP agents. Network: d0b0f33d-11fb-4e66-b588-f2e569172b1b, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:27:44.327982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:27:44.337409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, d0b0f33d-11fb-4e66-b588-f2e569172b1b) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:44.341632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:44.342282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.348308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae863127-72b0-42a0-afa8-89dc43266c77 None None] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:27:44.371079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-85097fec-db6a-4fbe-80f7-21391cff9eca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6838002 Nov 24 10:27:44.375043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32852) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:27:44.485910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.499013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Transition to ACTIVE for port object 03088e42-a973-4117-8d7c-eea5a91378ae will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:44.504643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.509778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e187078-852c-4378-bb2d-7fdeb7ca8534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:44.602199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Pushing event updated for resources: {'Port': ['ID=03088e42-a973-4117-8d7c-eea5a91378ae,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:44.612736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-d0b0f33d-11fb-4e66-b588-f2e569172b1b', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:27:44.613902 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.617487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.618007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.618383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.618837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.619211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.619579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.619943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.620310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.620670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.621030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.621462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:27:44.626075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:44.628960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Attempting to bind port 03088e42-a973-4117-8d7c-eea5a91378ae on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:27:44.629369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Attempting to bind port 03088e42-a973-4117-8d7c-eea5a91378ae by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:27:44.630568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Attempting to bind port 03088e42-a973-4117-8d7c-eea5a91378ae on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:27:44.638268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:27:44.638964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:27:44.639409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.639883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:27:44.640417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Bound port: 03088e42-a973-4117-8d7c-eea5a91378ae, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:27:44.640836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.725600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] For port 03088e42-a973-4117-8d7c-eea5a91378ae, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:27:44.729135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] For port 03088e42-a973-4117-8d7c-eea5a91378ae, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03088e42-a973-4117-8d7c-eea5a91378ae,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:27:44.733638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:44.737624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:44.806464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Allocated IP 172.20.0.2 (d0b0f33d-11fb-4e66-b588-f2e569172b1b/7e90c5a6-30b6-4f43-b1e3-8d8b152833b7/3448b104-35c3-4d47-b557-84de41eef4c6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:27:44.826653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Pushing event updated for resources: {'Port': ['ID=03088e42-a973-4117-8d7c-eea5a91378ae,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:44.830160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1d4ac59a-08de-4da9-8337-79b7f88a8c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:44.833887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:44.834502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:45.035009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:45.038768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.050286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Transition to ACTIVE for port object 3448b104-35c3-4d47-b557-84de41eef4c6 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:45.071224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Transition to ACTIVE for port object 3448b104-35c3-4d47-b557-84de41eef4c6 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:45.077608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.084654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:45.143505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:27:45.147128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:45.149662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:27:45.195177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Pushing event updated for resources: {'Port': ['ID=3448b104-35c3-4d47-b557-84de41eef4c6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:45.198275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:45.265468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Attempting to bind port 3448b104-35c3-4d47-b557-84de41eef4c6 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:27:45.265468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Attempting to bind port 3448b104-35c3-4d47-b557-84de41eef4c6 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:27:45.265974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Attempting to bind port 3448b104-35c3-4d47-b557-84de41eef4c6 on network d0b0f33d-11fb-4e66-b588-f2e569172b1b {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:27:45.273567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:27:45.273770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Checking segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:27:45.274103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.274555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Bound using segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:27:45.275109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Bound port: 3448b104-35c3-4d47-b557-84de41eef4c6, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:27:45.275543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.358550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:42Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:45.363347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdd229-5762-4eff-a307-278c1f535ee2 None None] The sync data for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv is: [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:42Z', 'revision_number': 3, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:27:45.471039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.545640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] For port 3448b104-35c3-4d47-b557-84de41eef4c6, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:27:45.549658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] For port 3448b104-35c3-4d47-b557-84de41eef4c6, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3448b104-35c3-4d47-b557-84de41eef4c6,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:27:45.554826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:45.558857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef0464ff-6060-4c05-af68-88055dc6d9c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:45.637492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Pushing event updated for resources: {'Port': ['ID=3448b104-35c3-4d47-b557-84de41eef4c6,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:45.642947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:45.967769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.1 (d0b0f33d-11fb-4e66-b588-f2e569172b1b/7e90c5a6-30b6-4f43-b1e3-8d8b152833b7/9958932a-bc8b-4cc0-8e4f-d45ff9d9f680) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:27:46.208094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:46.228341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:46.251110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:46.257412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-32e1cbca-f8b2-45c6-9d65-0dc69e6ba4a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:46.331103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:27:46.335662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:46.346170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:27:46.389684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:46.399857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:46.422717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:46.521409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.018497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.033533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.037009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3448b104-35c3-4d47-b557-84de41eef4c6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:47.067649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:47.118996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 3448b104-35c3-4d47-b557-84de41eef4c6 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:47.124553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03088e42-a973-4117-8d7c-eea5a91378ae up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:47.168321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:47.171986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:47.185822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.224411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 03088e42-a973-4117-8d7c-eea5a91378ae completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:47.231505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 03088e42-a973-4117-8d7c-eea5a91378ae triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:47.232723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.356754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:27:47.358402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:47.406678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.424057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 03088e42-a973-4117-8d7c-eea5a91378ae, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03088e42-a973-4117-8d7c-eea5a91378ae,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:47.428191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.436274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:47.473356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c15fd-6da0-42e5-bbd9-d7e0436de422 None None] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:27:47.613835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=03088e42-a973-4117-8d7c-eea5a91378ae,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:47.617175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:47.634773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Provisioning for port 3448b104-35c3-4d47-b557-84de41eef4c6 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:47.651924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Provisioning complete for port 3448b104-35c3-4d47-b557-84de41eef4c6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:47.652465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.823027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:27:47.918310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.962441 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] For port 3448b104-35c3-4d47-b557-84de41eef4c6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3448b104-35c3-4d47-b557-84de41eef4c6,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:47.965929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:47.967936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:48.049356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Pushing event updated for resources: {'Port': ['ID=3448b104-35c3-4d47-b557-84de41eef4c6,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:48.053716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-28615b14-2148-41a6-9bf2-74c36f1187f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:48.075492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:27:48.095245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/1aaec4e5-cb16-411c-a6db-1a18ba4f975d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188158 Nov 24 10:27:48.292850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Provisioning complete for port 3448b104-35c3-4d47-b557-84de41eef4c6 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:48.293288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:48.297664 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-37e77a01-c311-4c4f-9e3f-6e5e4e3a6fb5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030784277&fields=id&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 267 time: 0.0513439 Nov 24 10:27:48.444318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Provisioning for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:48.450128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Provisioning complete for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:48.450962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:48.485053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-5ed87ee0-fbe2-4572-b5cc-959fc5bc94b6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:48.486799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-5ed87ee0-fbe2-4572-b5cc-959fc5bc94b6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 797 time: 0.1811824 Nov 24 10:27:48.508749 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-ce567b5d-1560-4038-b242-8f82e28b224e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/quotas/41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 375 time: 0.0145283 Nov 24 10:27:48.513163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1d61d-ea41-45e9-8f1e-de622e019deb None None] Port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:27:48.529492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Sync routers for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:27:48.544416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:48.545125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:48.614135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-8041d74e-2282-480f-befd-e610899241b6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:48.634382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-8041d74e-2282-480f-befd-e610899241b6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:48.636444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-8041d74e-2282-480f-befd-e610899241b6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201189 Nov 24 10:27:48.719554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3d14353f-c04b-4c31-a0da-97007843c8a3 None None] Provisioning complete for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:48.719888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3d14353f-c04b-4c31-a0da-97007843c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:48.744031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-3fda2899-723c-487f-b380-0d1ae5c1885b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:27:48.745178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-3fda2899-723c-487f-b380-0d1ae5c1885b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0941591 Nov 24 10:27:48.814622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3d14353f-c04b-4c31-a0da-97007843c8a3 None None] Port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:27:48.827767 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:48.899674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-e3515bf8-c2f5-44bd-9989-697b4dc10df5 service neutron] 10.222.0.55 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474712 Nov 24 10:27:49.060440 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-34dcf45d-60f4-4a9d-ac2d-e699500eb10d service neutron] 10.222.0.55 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541193 Nov 24 10:27:49.070814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3448b104-35c3-4d47-b557-84de41eef4c6 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:49.179415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ab70e2a7-d0b3-402c-b811-5f54df043465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:49.239718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-6dcac52d-581f-45d7-aeef-a1e2812d07f8 None None] Provisioning complete for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:49.240315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6dcac52d-581f-45d7-aeef-a1e2812d07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:49.295872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4f69dfa8-cb29-4b10-8bb4-559f449ebd6d req-eb693d1a-a2c7-4db9-85b7-dff6e8af728c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:49.309173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4f69dfa8-cb29-4b10-8bb4-559f449ebd6d req-eb693d1a-a2c7-4db9-85b7-dff6e8af728c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:49.310465 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4f69dfa8-cb29-4b10-8bb4-559f449ebd6d req-eb693d1a-a2c7-4db9-85b7-dff6e8af728c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 210 time: 0.0678389 Nov 24 10:27:49.340960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-6dcac52d-581f-45d7-aeef-a1e2812d07f8 None None] Port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:27:49.385438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 3448b104-35c3-4d47-b557-84de41eef4c6 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:49.385872 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:49.560321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 2, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:49.569670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03088e42-a973-4117-8d7c-eea5a91378ae up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:49.598330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Checking router: 1aaec4e5-cb16-411c-a6db-1a18ba4f975d for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:27:49.599334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Updating router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:27:49.680087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:49.774613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 03088e42-a973-4117-8d7c-eea5a91378ae triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:49.775027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.369806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.386932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Transition to ACTIVE for port object 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:50.394710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.401165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:50.588072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Pushing event updated for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:50.596548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:50.601713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.711073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Attempting to bind port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:27:50.711685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Attempting to bind port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:27:50.712112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Attempting to bind port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 on network d0b0f33d-11fb-4e66-b588-f2e569172b1b {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:27:50.720726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:27:50.721163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Checking segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:27:50.721794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.722247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Bound using segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:27:50.722822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Bound port: 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:27:50.726135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.732132 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-df371cd8-48c5-4afc-ab39-b2e9caec3f2a req-960a6ee7-8d15-455e-82d2-abf11b06d9cc tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 210 time: 0.1322184 Nov 24 10:27:50.780383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-a06e62d8-1d8a-4421-b387-263624cb39e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:50.782350 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-a06e62d8-1d8a-4421-b387-263624cb39e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 797 time: 0.4490302 Nov 24 10:27:50.845472 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-7b363505-0a76-4cda-9299-abe196e5dd8b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41a1533d55d44b089cd8ae5e985b6af3 HTTP/1.1" status: 200 len: 380 time: 0.0513258 Nov 24 10:27:50.847779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] For port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:27:50.852051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] For port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:27:50.855683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'port': {'device_id': 'cf3db7a7-2f19-422d-a461-43955103b143', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'admin_state_up': True, 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'security_groups': ['c92e6c5f-2312-435b-98f5-6451a60b46cf']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:50.856036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:50.860779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:50.953936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Pushing event updated for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:50.957065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:27:50.957794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:51.020371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:51.031082 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:27:51.048651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:27:51.065195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Made reservation on behalf of 41a1533d55d44b089cd8ae5e985b6af3 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:27:51.072737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:51.187693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:27:51.548330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.20.0.12 (d0b0f33d-11fb-4e66-b588-f2e569172b1b/7e90c5a6-30b6-4f43-b1e3-8d8b152833b7/135e206e-66b9-4e40-8b1a-d3ba2c876b6a) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:27:51.554806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:50Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:27:51.559769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af401ee9-b92d-4d8a-8227-354c32227573 None None] The sync data for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv is: [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:50Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:27:51.733829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b8fd-94c3-4f37-abd4-6febe5c3d66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:51.766368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:51.881029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:51.903100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Transition to ACTIVE for port object 135e206e-66b9-4e40-8b1a-d3ba2c876b6a will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:51.927971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:51.936297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cc5a1817-8287-43f3-ab39-cc86060c9af5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:51.987271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bed2d-82ca-42b8-a65a-085db21c26f4 req-cdbedf5c-fabb-4744-bdbc-8b0ff57cb938 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:51.994764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4bed2d-82ca-42b8-a65a-085db21c26f4 req-cdbedf5c-fabb-4744-bdbc-8b0ff57cb938 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 932 time: 0.1202424 Nov 24 10:27:52.017089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:27:52.028140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:27:52.033654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:27:52.056069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a4bed2d-82ca-42b8-a65a-085db21c26f4 req-f82f0b94-4e0a-4534-9bea-e4fcad1607b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:52.074393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a4bed2d-82ca-42b8-a65a-085db21c26f4 req-f82f0b94-4e0a-4534-9bea-e4fcad1607b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:52.076273 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4bed2d-82ca-42b8-a65a-085db21c26f4 req-f82f0b94-4e0a-4534-9bea-e4fcad1607b5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784271 Nov 24 10:27:52.082132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:52.093510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:52.127391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:52.128243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:52.158632 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3076169 Nov 24 10:27:52.175795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Request body: {'port': {'device_id': 'cf3db7a7-2f19-422d-a461-43955103b143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:27:52.309545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:52.380940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-33926072-c266-48a9-b82b-8d7fb67b4c80 None None] Provisioning for port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:52.391240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-33926072-c266-48a9-b82b-8d7fb67b4c80 None None] Provisioning complete for port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:52.391949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-33926072-c266-48a9-b82b-8d7fb67b4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:52.504282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-33926072-c266-48a9-b82b-8d7fb67b4c80 None None] Port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:27:52.789329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135e206e-66b9-4e40-8b1a-d3ba2c876b6a {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:27:52.797223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:52.814473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Transition to ACTIVE for port object 135e206e-66b9-4e40-8b1a-d3ba2c876b6a will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:27:52.822710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:52.823553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:52.980482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Pushing event updated for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:52.983675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:52.996769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:53.082548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:53.088796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:53.089231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.109088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Attempting to bind port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:27:53.109623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Attempting to bind port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:27:53.110102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Attempting to bind port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a on network d0b0f33d-11fb-4e66-b588-f2e569172b1b {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:27:53.119326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a on network d0b0f33d-11fb-4e66-b588-f2e569172b1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:27:53.119914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Attempting to bind port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a on network d0b0f33d-11fb-4e66-b588-f2e569172b1b {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:27:53.129566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:27:53.130019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Checking segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:27:53.132352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Bound using segment: {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:27:53.133083 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Bound port: 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db74d3d-5996-4e93-815f-b467b85f0a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:27:53.133625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.242943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.255715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:27:53.259365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:27:53.264056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.270990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dfbae63f-441c-45e6-a9aa-5fa55f385ac2 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:53.278728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:53.282726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.286439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:53.371598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:53.374883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:53.393318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.394947 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] 10.222.0.61 "PUT /v2.0/ports/135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 1094 time: 1.2282681 Nov 24 10:27:53.397499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:27:53.441717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:53.492344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Pushing event updated for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:53.496439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'status': 'completed', 'code': 200} Nov 24 10:27:53.507045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:53.526170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11cb14-a15e-4d6c-8de3-5014de335da9 req-6647be34-2756-4a72-b7fd-70852c60290c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:53.526997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3e11cb14-a15e-4d6c-8de3-5014de335da9 req-6647be34-2756-4a72-b7fd-70852c60290c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:27:53.548679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-3e11cb14-a15e-4d6c-8de3-5014de335da9 req-6647be34-2756-4a72-b7fd-70852c60290c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:27:53.549978 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e11cb14-a15e-4d6c-8de3-5014de335da9 req-6647be34-2756-4a72-b7fd-70852c60290c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 944 time: 0.2398322 Nov 24 10:27:53.608245 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-b4727225-ed7a-4636-84bd-3604f046e909 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1097 time: 0.1631684 Nov 24 10:27:53.703199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e11cb14-a15e-4d6c-8de3-5014de335da9 req-762444ef-4cb7-436e-9712-9affa8f7bf43 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411929 Nov 24 10:27:53.704859 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-385cc986-9a33-4cb6-b8a3-5a518df2bee8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 217 time: 0.0871947 Nov 24 10:27:53.790490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-27aa56bb-b902-49c1-9c94-1c3b70a04232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:53.793511 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-27aa56bb-b902-49c1-9c94-1c3b70a04232 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 200 len: 835 time: 0.0822113 Nov 24 10:27:53.878111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-063a9f87-ebee-4b87-b84e-7418107562e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0b0f33d-11fb-4e66-b588-f2e569172b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790346 Nov 24 10:27:54.028584 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-dbc6c688-d356-4bc0-98a0-3bd15bfdba8f service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433914 Nov 24 10:27:54.181903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-04190dc6-6089-42d7-a5da-a2ec916ac09b req-f5b13b17-bb48-4fa4-a764-0d8f53602251 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469941 Nov 24 10:27:54.320549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-b33bf26a-bdff-4ecc-9cb2-21f7f9a6a60b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1097 time: 0.0913904 Nov 24 10:27:54.481236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-3c9cc4af-763d-4f0e-8062-996cdb5639e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:54.482914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-3c9cc4af-763d-4f0e-8062-996cdb5639e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 898 time: 0.1554241 Nov 24 10:27:54.557064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-9e015046-2213-4198-9c11-13dd898320de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 217 time: 0.0665574 Nov 24 10:27:54.637809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-9b236a43-d3e9-4cac-97c5-125a09589506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:54.639687 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-9b236a43-d3e9-4cac-97c5-125a09589506 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 200 len: 835 time: 0.0763519 Nov 24 10:27:54.726714 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-41ab3488-4ecf-4dcf-9ac5-f77a495e2946 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0b0f33d-11fb-4e66-b588-f2e569172b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799682 Nov 24 10:27:54.783921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:27:54.911596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-1721999c-3376-4293-99bd-cb5f3094b8f4 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767356 Nov 24 10:27:54.922312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8c8ca-41ea-4155-83d8-fe2393c3f328 req-35c02693-7f85-4774-a98d-9b940b9e869f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:54.924115 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c8c8ca-41ea-4155-83d8-fe2393c3f328 req-35c02693-7f85-4774-a98d-9b940b9e869f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 944 time: 0.0912073 Nov 24 10:27:54.961789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:54.982326 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c8c8ca-41ea-4155-83d8-fe2393c3f328 req-b511fecd-88a8-4a8c-8ce2-ce29024cb594 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512593 Nov 24 10:27:55.044387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:55.044817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:55.073297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-932b4e8d-8822-4657-aea6-9c6c2be05bc6 req-c8396480-f075-4009-a864-38f7af299b24 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552486 Nov 24 10:27:56.225983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a093d53-7066-4e88-a7c6-a488b1702aa4 req-5be479e6-7741-490d-a336-15851e06fe0a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:56.227732 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a093d53-7066-4e88-a7c6-a488b1702aa4 req-5be479e6-7741-490d-a336-15851e06fe0a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 944 time: 0.1006203 Nov 24 10:27:56.289734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6a093d53-7066-4e88-a7c6-a488b1702aa4 req-11c9e1b5-172a-4af1-a25c-37cd045fa152 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549240 Nov 24 10:27:57.296217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 135e206e-66b9-4e40-8b1a-d3ba2c876b6a details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:27:57.446436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:57.466878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'port_id': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'mac_address': 'fa:16:3e:1b:88:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:27:57.506173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6da71-2c9f-4691-a281-b0cd58d09f67 req-e1b734a6-a905-472f-9580-dd0f35ada3fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:57.507906 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41b6da71-2c9f-4691-a281-b0cd58d09f67 req-e1b734a6-a905-472f-9580-dd0f35ada3fb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 944 time: 0.0880208 Nov 24 10:27:57.528474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:57.548664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135e206e-66b9-4e40-8b1a-d3ba2c876b6a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:27:57.564581 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41b6da71-2c9f-4691-a281-b0cd58d09f67 req-37a3537b-d5b2-44a6-9246-0b2abb2236d7 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501528 Nov 24 10:27:57.564849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:57.568791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:57.571510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e838c0cf-0463-4c7e-99af-68b8e613dbe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:57.642059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:57.645263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:57.773279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['135e206e-66b9-4e40-8b1a-d3ba2c876b6a'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:27:58.779801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c2721-0e3e-4919-a95c-6a7efc2c1a72 req-ebbc0af7-d58d-4b9e-9589-a2f7b4ad4cb1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:27:58.781603 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-203c2721-0e3e-4919-a95c-6a7efc2c1a72 req-ebbc0af7-d58d-4b9e-9589-a2f7b4ad4cb1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 945 time: 0.0853693 Nov 24 10:27:58.833837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-203c2721-0e3e-4919-a95c-6a7efc2c1a72 req-872f22c8-ece2-49c2-a107-49034920ab25 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Nov 24 10:27:59.311532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 135e206e-66b9-4e40-8b1a-d3ba2c876b6a up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:27:59.387837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:27:59.392973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:27:59.393401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:59.518708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:59.552153 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:27:59.562637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:27:59.565744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:27:59.568754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:27:59.616380 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'code': 200} Nov 24 10:27:59.643827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:27:59.647719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:27:59.863866 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e18b06f6-abad-4b80-803a-7a83e48fee9a req-56130bdb-f6f2-4e6b-a9a9-142208e4113c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1099 time: 0.0797806 Nov 24 10:27:59.909902 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e18b06f6-abad-4b80-803a-7a83e48fee9a req-104aba3c-8607-43c7-b7a9-07302534bbf0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Nov 24 10:28:00.042162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1827b62-ca12-4e35-a02d-7f2135c61b9e req-897198b7-5ae5-4492-9a54-8fc50153f6e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:00.043789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1827b62-ca12-4e35-a02d-7f2135c61b9e req-897198b7-5ae5-4492-9a54-8fc50153f6e0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0822728 Nov 24 10:28:00.094596 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1827b62-ca12-4e35-a02d-7f2135c61b9e req-4f164bc9-6a3b-4be5-b77c-48cb436e3636 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 Nov 24 10:28:01.300500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd5bc0-1770-4554-b0ad-61cd2519e590 req-ff24af50-c9a6-465e-9ecc-413a4ce6c978 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:01.302192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aacd5bc0-1770-4554-b0ad-61cd2519e590 req-ff24af50-c9a6-465e-9ecc-413a4ce6c978 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0828297 Nov 24 10:28:01.351123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aacd5bc0-1770-4554-b0ad-61cd2519e590 req-57bd00a9-a179-48c1-b49f-45e10794a61e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Nov 24 10:28:01.560447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f99998-decf-4fe8-ac35-e5bd71e061c2 req-3bb647bc-45f3-4514-aaa3-3ba71d66de94 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:01.562020 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c1f99998-decf-4fe8-ac35-e5bd71e061c2 req-3bb647bc-45f3-4514-aaa3-3ba71d66de94 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0892785 Nov 24 10:28:01.612462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c1f99998-decf-4fe8-ac35-e5bd71e061c2 req-a945b6a1-1265-4a55-ba94-77a0b8d9d517 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Nov 24 10:28:01.642748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32908) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:01.718176 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-027faada-5820-49d6-82b8-aa26db37d820 tempest-TestNetworkAdvancedServerOps-1282388788 tempest-TestNetworkAdvancedServerOps-1282388788-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1094 time: 0.0740113 Nov 24 10:28:01.720978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32912) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:01.726918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:28:01.733258 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:01.737351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Usage tracker for resource:floatingip and tenant:41a1533d55d44b089cd8ae5e985b6af3 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:01.741272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:01.747274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:01.761028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:01.906117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:02.054405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Allocated IP 172.26.6.119 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/60390dc1-13b1-4a61-9720-6878cd666807) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:28:02.217244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:02.243919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:02.248533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:02.320142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:28:02.323852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:28:02.326648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:28:02.368635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=60390dc1-13b1-4a61-9720-6878cd666807,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:02.376750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:03.118523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:03.176921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:03.405192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:03.409042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:03.415141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7631773f-bc03-49ea-8b2b-71253b5c34e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:03.529367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event updated for resources: {'Port': ['ID=60390dc1-13b1-4a61-9720-6878cd666807,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:03.532325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:03.547152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:03.749121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Floating IP dc59bd96-46a5-485f-82df-06ce059f35e6 associated. External IP: 172.26.6.119, port: 135e206e-66b9-4e40-8b1a-d3ba2c876b6a. Nov 24 10:28:04.311984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:28:04.524799 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:28:04.536172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Sync routers for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:28:04.550347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:04.550573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:04.551620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:04.613091 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8909557 Nov 24 10:28:04.614936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:28:04.691205 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'status': 'completed', 'code': 200} Nov 24 10:28:04.775513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:04.791461 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-a76f2f49-4a94-4270-adc6-b1cee9a62fef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1099 time: 0.0780356 Nov 24 10:28:04.835512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560b3ee-0879-4bf6-8c72-36a9110f4b0f req-faef2816-e1c2-4f38-a250-1d02c3c56494 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:04.837148 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3560b3ee-0879-4bf6-8c72-36a9110f4b0f req-faef2816-e1c2-4f38-a250-1d02c3c56494 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0916998 Nov 24 10:28:04.890639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3560b3ee-0879-4bf6-8c72-36a9110f4b0f req-c58d2d13-ef1e-493e-b36a-4c2a22aa718f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462105 Nov 24 10:28:04.921452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:04.947205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-eeb2913e-5b6f-4f59-80c5-e95fd2d871e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:04.948815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-eeb2913e-5b6f-4f59-80c5-e95fd2d871e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 898 time: 0.1516073 Nov 24 10:28:05.040018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5e17b971-1d1f-4734-9ec1-9497f9243375 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 200 len: 992 time: 0.1172273 Nov 24 10:28:05.063807 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-19163a5b-6ae1-4a5b-89a9-0cec43356851 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 1000 time: 0.1089933 Nov 24 10:28:05.133210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-b8c385a1-e831-48f0-9c5b-9a51407a9691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:05.135059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-b8c385a1-e831-48f0-9c5b-9a51407a9691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 200 len: 835 time: 0.0658243 Nov 24 10:28:05.168959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'dc59bd96-46a5-485f-82df-06ce059f35e6', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'port_id': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'mac_address': 'fa:16:3e:1b:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3db7a7-2f19-422d-a461-43955103b143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:28:02Z', 'updated_at': '2021-11-24T10:28:02Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:05.173616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Checking router: 1aaec4e5-cb16-411c-a6db-1a18ba4f975d for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:28:05.188062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:05.188743 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:27:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:05.222613 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-3ecb0d0d-c259-443f-8158-80dff10747ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0b0f33d-11fb-4e66-b588-f2e569172b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817640 Nov 24 10:28:05.374254 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-bd99606b-2585-4168-83c2-45ca787b1ae2 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454740 Nov 24 10:28:05.530919 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-074ce9e4-2e83-4f30-97b1-caaac06cefbd req-364b9a53-29ac-4e4e-8516-5a123c982755 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503348 Nov 24 10:28:05.538492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:05.941323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'dc59bd96-46a5-485f-82df-06ce059f35e6', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'port_id': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'mac_address': 'fa:16:3e:1b:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3db7a7-2f19-422d-a461-43955103b143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:28:02Z', 'updated_at': '2021-11-24T10:28:02Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:05.946971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb15bcd-3d32-47e7-94fc-4c567c6ca04f None None] The sync data for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv is: [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'dc59bd96-46a5-485f-82df-06ce059f35e6', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'floating_ip_address': '172.26.6.119', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'port_id': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'mac_address': 'fa:16:3e:1b:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3db7a7-2f19-422d-a461-43955103b143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:28:02Z', 'updated_at': '2021-11-24T10:28:02Z', 'revision_number': 0, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:28:06.042362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32924) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:06.156548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dabb16c5-4649-4b7c-9eaf-e543b27ef1cf tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 200 len: 992 time: 0.1126761 Nov 24 10:28:06.314805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc0f691-ced6-49f8-8b0c-19d800bf415b None None] New status for floating IP dc59bd96-46a5-485f-82df-06ce059f35e6: ACTIVE {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:28:07.161281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32928) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:07.277998 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-35197a16-ff8d-4b4e-8e48-80a3d04b97a5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 200 len: 994 time: 0.1156380 Nov 24 10:28:10.919410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:18.962657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-195e6ed3-0974-4775-9750-ca23f8fe36be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:20.563979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:21.719750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4bd5311f-3862-4830-8bd6-9d704b3c5fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:21.759375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:23.428897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:31.784303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:28:36.950236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d378-19a5-4fd2-a761-5a2df4996cb4 req-966f98e9-c33d-4afb-a596-ef1b4239fd71 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:36.951893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-48e0d378-19a5-4fd2-a761-5a2df4996cb4 req-966f98e9-c33d-4afb-a596-ef1b4239fd71 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0897765 Nov 24 10:28:37.000504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-48e0d378-19a5-4fd2-a761-5a2df4996cb4 req-469a28ea-c518-4c45-8b02-a55e9665d2c3 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Nov 24 10:28:38.217953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ae37b-f04b-4c2c-9ed8-a0334ff4201e req-53bc6296-b722-41bb-a073-640fe2168fc5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:38.219635 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-676ae37b-f04b-4c2c-9ed8-a0334ff4201e req-53bc6296-b722-41bb-a073-640fe2168fc5 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0850186 Nov 24 10:28:38.268338 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-676ae37b-f04b-4c2c-9ed8-a0334ff4201e req-f1b4bb0b-3b00-4a3a-ad43-34128ba29fb6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Nov 24 10:28:38.295812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:38.409670 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9e87a74b-1baa-45bd-899b-50c651478b1a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 200 len: 994 time: 0.1126027 Nov 24 10:28:40.360417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b369f7-9d76-45d0-8589-38e243e7a99b req-e4af69ae-34e6-4afa-883b-d4b7ac627d14 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:40.362049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9b369f7-9d76-45d0-8589-38e243e7a99b req-e4af69ae-34e6-4afa-883b-d4b7ac627d14 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.3953488 Nov 24 10:28:40.367049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-43a15f55-3acf-452a-82eb-8b5f91a21ff3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1099 time: 0.3648620 Nov 24 10:28:40.511514 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c9b369f7-9d76-45d0-8589-38e243e7a99b req-9409596c-9d2e-4391-8821-0dd88b020078 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419668 Nov 24 10:28:40.551815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-eebded07-6e4e-4f85-86c3-c60ffed62899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:40.553940 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-eebded07-6e4e-4f85-86c3-c60ffed62899 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 898 time: 0.1641030 Nov 24 10:28:40.667519 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-44251829-721e-4bdd-9ef1-9aeaaa87e12f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 1002 time: 0.1064494 Nov 24 10:28:40.745450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-87d86164-8288-4787-bc2e-4c03dd36b605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:40.747070 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-87d86164-8288-4787-bc2e-4c03dd36b605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 200 len: 835 time: 0.0740230 Nov 24 10:28:40.831966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-69e3399a-de6c-4198-b109-216f8f2b3a5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0b0f33d-11fb-4e66-b588-f2e569172b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790346 Nov 24 10:28:40.920774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:40.979923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-81b796df-6c1e-4b74-90f0-240dac9d537a service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409731 Nov 24 10:28:41.129165 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7bf99baf-9026-4453-a875-e96edb8e8467 req-424c38cd-838d-4f6e-b36c-7406e7d9d178 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434963 Nov 24 10:28:41.722274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754694a-8717-42da-b57a-b3bc1e9c8694 req-360585c8-0607-4b5d-a00d-bd14775824de tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:41.723910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d754694a-8717-42da-b57a-b3bc1e9c8694 req-360585c8-0607-4b5d-a00d-bd14775824de tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0840969 Nov 24 10:28:41.777850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d754694a-8717-42da-b57a-b3bc1e9c8694 req-8874dc57-ad53-42d6-b0f1-6845a11ef19a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477896 Nov 24 10:28:42.984614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a536-c584-4ff2-b58c-970802ba0794 req-7956e0e2-ea22-47c8-bbab-98ec1f5d363d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:42.986271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9b5a536-c584-4ff2-b58c-970802ba0794 req-7956e0e2-ea22-47c8-bbab-98ec1f5d363d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0841715 Nov 24 10:28:43.035426 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e9b5a536-c584-4ff2-b58c-970802ba0794 req-43787790-036c-41e8-8c63-5ffa0bda1488 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428329 Nov 24 10:28:43.064536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 32964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:43.172463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-316e2758-5835-498b-afca-047da19d9cfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 200 len: 994 time: 0.1064978 Nov 24 10:28:43.448475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32972) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:43.664531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 60390dc1-13b1-4a61-9720-6878cd666807 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:28:43.664918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:43.852584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:43.852951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:43.978341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 60390dc1-13b1-4a61-9720-6878cd666807 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:28:44.136194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:44.141517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad2de63e-e836-486e-a22b-35abb4d525e8 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:44.184873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=60390dc1-13b1-4a61-9720-6878cd666807,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:44.269803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.270241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.270705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.271143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.272159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.272602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.272998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.273427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.273850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.274272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.274724 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:44.278410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:44.308345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:44.729649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:28:44.945557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:28:44.955633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Sync routers for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:28:44.965287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:44.968853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:44.969531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:45.022335 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-61d7cbfd-6f91-461b-927e-0eb1206ee5a1 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/floatingips/dc59bd96-46a5-485f-82df-06ce059f35e6 HTTP/1.1" status: 204 len: 168 time: 1.5727208 Nov 24 10:28:45.023127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:28:45.078852 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'status': 'completed', 'code': 200} Nov 24 10:28:45.168975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:45.182653 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-07491f76-ca12-44cc-ab4c-b022baf3ec4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 1099 time: 0.0796795 Nov 24 10:28:45.335886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-5db9e2f7-c718-4607-b034-6ae6ddc77d7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:45.337692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-5db9e2f7-c718-4607-b034-6ae6ddc77d7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 200 len: 898 time: 0.1486070 Nov 24 10:28:45.414975 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-ba5feb33-4c15-43d1-831c-adb2b32da154 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 200 len: 217 time: 0.0704436 Nov 24 10:28:45.437646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebffdd-3ee4-46c4-9611-3a30c8150686 req-4329d3f2-5655-4dfb-9321-95cb7c822c12 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:45.439318 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0ebffdd-3ee4-46c4-9611-3a30c8150686 req-4329d3f2-5655-4dfb-9321-95cb7c822c12 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.0933468 Nov 24 10:28:45.485097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-dece125e-5254-40eb-a5db-086dc06a4f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:45.486811 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-dece125e-5254-40eb-a5db-086dc06a4f7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 200 len: 835 time: 0.0657403 Nov 24 10:28:45.491025 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0ebffdd-3ee4-46c4-9611-3a30c8150686 req-71474452-bdda-4eb3-99a5-549b31bd2f70 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Nov 24 10:28:45.524587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:45.529110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Checking router: 1aaec4e5-cb16-411c-a6db-1a18ba4f975d for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:28:45.541118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:45.541784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:45.575691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-f6cd50f3-8c2b-408e-9739-5c33afe6c87e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0b0f33d-11fb-4e66-b588-f2e569172b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822291 Nov 24 10:28:45.720767 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-9eb38133-fe08-4431-91f4-3c1ecac6647e service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374221 Nov 24 10:28:45.738265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:46.083495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:46.088277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d1e1d1-ee56-463a-86a9-fa8710b32ce2 None None] The sync data for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv is: [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:27:46Z', 'revision_number': 4, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '9958932a-bc8b-4cc0-8e4f-d45ff9d9f680', 'name': '', 'network_id': 'd0b0f33d-11fb-4e66-b588-f2e569172b1b', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'mac_address': 'fa:16:3e:62:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:45Z', 'updated_at': '2021-11-24T10:27:53Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'subnets': [{'id': '7e90c5a6-30b6-4f43-b1e3-8d8b152833b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:28:46.120694 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-754e79a7-4610-4409-8dcf-f7ed1744b7b5 req-8294c48f-e442-4b29-8ee5-3001fde7c1d5 service neutron] 10.222.0.61 "GET /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925924 Nov 24 10:28:46.540123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb451d7-33b0-4833-b743-3eefe7da3250 None None] New status for floating IP dc59bd96-46a5-485f-82df-06ce059f35e6: DOWN {{(pid=88879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:28:46.742730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af95362-4739-48d1-a7b0-493eb45fafc4 req-f42eb5b0-6e7f-454f-9f79-2ba6971ba033 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:46.743491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-2af95362-4739-48d1-a7b0-493eb45fafc4 req-f42eb5b0-6e7f-454f-9f79-2ba6971ba033 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:28:46.758377 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-2af95362-4739-48d1-a7b0-493eb45fafc4 req-f42eb5b0-6e7f-454f-9f79-2ba6971ba033 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:28:46.759674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2af95362-4739-48d1-a7b0-493eb45fafc4 req-f42eb5b0-6e7f-454f-9f79-2ba6971ba033 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.1002839 Nov 24 10:28:46.862548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2af95362-4739-48d1-a7b0-493eb45fafc4 req-3145794a-1aa2-45e6-bd7e-c1ab7c4c28a4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/security-groups?id=c92e6c5f-2312-435b-98f5-6451a60b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962498 Nov 24 10:28:46.890886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-8a470460-1bef-4c65-8673-07efee24d377 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:46.892458 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-8a470460-1bef-4c65-8673-07efee24d377 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 946 time: 0.1061752 Nov 24 10:28:46.967321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:28:46.967697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:47.227014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:28:47.227336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:47.357691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 135e206e-66b9-4e40-8b1a-d3ba2c876b6a owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:28:47.505428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:47.513118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:47.559686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=135e206e-66b9-4e40-8b1a-d3ba2c876b6a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:47.562503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:47.643610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] No DVR routers for this DVR port 135e206e-66b9-4e40-8b1a-d3ba2c876b6a on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:28:47.646061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:47.649166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'name': 'network-vif-deleted', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:28:47.664331 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3a1c8871-e573-4b72-9f42-21e884760a27 req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.61 "DELETE /v2.0/ports/135e206e-66b9-4e40-8b1a-d3ba2c876b6a HTTP/1.1" status: 204 len: 173 time: 0.7665565 Nov 24 10:28:47.704122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3db7a7-2f19-422d-a461-43955103b143', 'name': 'network-vif-deleted', 'tag': '135e206e-66b9-4e40-8b1a-d3ba2c876b6a', 'status': 'completed', 'code': 200} Nov 24 10:28:48.053267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c852589c-9d80-4fe4-ac8b-ec7b5e5c5de1 req-8de65645-52ee-47bb-b7b2-7864e0879d7a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Synchronizing usage tracker for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:28:48.070135 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-c852589c-9d80-4fe4-ac8b-ec7b5e5c5de1 req-8de65645-52ee-47bb-b7b2-7864e0879d7a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Unset dirty status for tenant:41a1533d55d44b089cd8ae5e985b6af3 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:28:48.071821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c852589c-9d80-4fe4-ac8b-ec7b5e5c5de1 req-8de65645-52ee-47bb-b7b2-7864e0879d7a tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3db7a7-2f19-422d-a461-43955103b143 HTTP/1.1" status: 200 len: 210 time: 0.0671208 Nov 24 10:28:48.964720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-641f7ca6-89e6-45a0-a162-eacc56fde44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:49.186737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32990) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:49.610305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:50.267107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:28:50.267688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:50.471058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:28:50.471462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:50.567431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:50.599304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:28:50.789176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:50.793770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-38c3548a-1495-4b7e-ad83-0aff168eb75b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:50.836896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=9958932a-bc8b-4cc0-8e4f-d45ff9d9f680,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:50.839485 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:51.168233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:51.589817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 135e206e-66b9-4e40-8b1a-d3ba2c876b6a no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:28:51.622965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 135e206e-66b9-4e40-8b1a-d3ba2c876b6a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:28:51.623345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 135e206e-66b9-4e40-8b1a-d3ba2c876b6a not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:28:51.721020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61f06e01-8e48-49d8-a3df-4d7ed0e30601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:51.763547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.029403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:28:52.243351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:28:52.253214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Sync routers for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:28:52.260303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-343fe229-260b-4c06-bdeb-e0ca05c53dfd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "PUT /v2.0/routers/1aaec4e5-cb16-411c-a6db-1a18ba4f975d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0722466 Nov 24 10:28:52.263123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 32994) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:52.268819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:52.269533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:52.456940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:52.465505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting subnet 7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:28:52.468763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.537252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.638281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.719176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.723888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2a648c67-cdf1-4b24-81ef-75fe09203ecd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:52.765900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Subnet': ['ID=7e90c5a6-30b6-4f43-b1e3-8d8b152833b7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:52.768776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:52.772370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:52.779193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7efb491c-b3fd-4b42-9ae3-d67edc224f58 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/subnets/7e90c5a6-30b6-4f43-b1e3-8d8b152833b7 HTTP/1.1" status: 204 len: 168 time: 0.5147543 Nov 24 10:28:52.780027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e32e84-d693-4e8a-9a3e-4336a9fde928 None None] Network d0b0f33d-11fb-4e66-b588-f2e569172b1b requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:28:52.782219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:52.923107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:28:50Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:52.927290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Checking router: 1aaec4e5-cb16-411c-a6db-1a18ba4f975d for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:28:52.939490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Routers {'1aaec4e5-cb16-411c-a6db-1a18ba4f975d'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:28:52.940164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:53.011710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.055831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] DHCP port deletion for d0b0f33d-11fb-4e66-b588-f2e569172b1b request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:28:53.060418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Deleting port 3448b104-35c3-4d47-b557-84de41eef4c6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:28:53.061071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.132510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] Set router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:28:53.232198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.242121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Deleting port 03088e42-a973-4117-8d7c-eea5a91378ae {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:28:53.242440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.290559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] For port 3448b104-35c3-4d47-b557-84de41eef4c6, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=3448b104-35c3-4d47-b557-84de41eef4c6,segment=NetworkSegment(9db74d3d-5996-4e93-815f-b467b85f0a55),segment_id=9db74d3d-5996-4e93-815f-b467b85f0a55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:28:53.290982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.429738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Calling delete_port for 3448b104-35c3-4d47-b557-84de41eef4c6 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:28:53.459882 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:28:50Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:53.464982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0162ad-da8e-4503-bd31-6f50405d6ee4 None None] The sync data for ids ['1aaec4e5-cb16-411c-a6db-1a18ba4f975d'] in dv-neutron-818439-1-hyperv is: [{'id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-941280573', 'tenant_id': '41a1533d55d44b089cd8ae5e985b6af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:27:41Z', 'updated_at': '2021-11-24T10:28:50Z', 'revision_number': 5, 'project_id': '41a1533d55d44b089cd8ae5e985b6af3', 'gw_port': {'id': '03088e42-a973-4117-8d7c-eea5a91378ae', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaec4e5-cb16-411c-a6db-1a18ba4f975d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:27:42Z', 'updated_at': '2021-11-24T10:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:28:53.485601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.523889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.527947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:53.569321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Pushing event deleted for resources: {'Port': ['ID=3448b104-35c3-4d47-b557-84de41eef4c6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:53.579475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.579873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.580264 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.580651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.581037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.581419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.581800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.582183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.582561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.582959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.583335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:53.589550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:53.594857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbd6ad-e4bb-4870-8ee0-6b57b0965638 None None] No DVR routers for this DVR port 3448b104-35c3-4d47-b557-84de41eef4c6 on host dv-neutron-818439-1-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:28:53.689202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] For port 03088e42-a973-4117-8d7c-eea5a91378ae, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=03088e42-a973-4117-8d7c-eea5a91378ae,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:28:53.690216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:53.830661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Calling delete_port for 03088e42-a973-4117-8d7c-eea5a91378ae owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:28:54.006603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.011028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c81679e-1bca-435a-bc21-b7a440b34760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:54.053517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Port': ['ID=03088e42-a973-4117-8d7c-eea5a91378ae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:54.094972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.095419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.095858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.096291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.096716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.097141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.097562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.097984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.098408 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.098853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.099457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:28:54.107206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:54.307119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.574713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.580348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.606125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.606744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Fanout notify agent at l3_agent the message router_deleted on router 1aaec4e5-cb16-411c-a6db-1a18ba4f975d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:28:54.622375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.623923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c26f3d34-4ad0-46bb-970d-208cb3966ddd tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/routers/1aaec4e5-cb16-411c-a6db-1a18ba4f975d HTTP/1.1" status: 204 len: 168 time: 1.8401003 Nov 24 10:28:54.627033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33008) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:54.757496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.900136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.933048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b0f33d-11fb-4e66-b588-f2e569172b1b']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:54.947060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db74d3d-5996-4e93-815f-b467b85f0a55') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:54.947499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db74d3d-5996-4e93-815f-b467b85f0a55') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:28:54.960547 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.975725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.982298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:28:54.982802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:54.987488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3448b104-35c3-4d47-b557-84de41eef4c6 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:28:54.999407 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:28:55.024470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 3448b104-35c3-4d47-b557-84de41eef4c6 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:28:55.024949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 3448b104-35c3-4d47-b557-84de41eef4c6 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:28:55.025436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:28:55.061205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:28:55.061604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9958932a-bc8b-4cc0-8e4f-d45ff9d9f680 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:28:55.062071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03088e42-a973-4117-8d7c-eea5a91378ae no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:28:55.082501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.086613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bdeccfe8-9d3b-4a3a-9dcc-10832a96ce5b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:55.095556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 03088e42-a973-4117-8d7c-eea5a91378ae {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:28:55.095962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 03088e42-a973-4117-8d7c-eea5a91378ae not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:28:55.105414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.112243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'Network': ['ID=d0b0f33d-11fb-4e66-b588-f2e569172b1b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:55.117828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:55.121748 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-81b92ee6-8063-46a4-93ba-4028996af236 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/networks/d0b0f33d-11fb-4e66-b588-f2e569172b1b HTTP/1.1" status: 204 len: 168 time: 0.4936132 Nov 24 10:28:55.124826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:55.199512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.230032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.283127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.287946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b491c56-138d-40bc-a2cf-33dbb741e481 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:55.304884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e6c5f-2312-435b-98f5-6451a60b46cf,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:55.307836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:55.313970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:55.315190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6854ab2b-0fb0-4379-b360-83c83c703bc0 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] 10.222.0.55 "DELETE /v2.0/security-groups/c92e6c5f-2312-435b-98f5-6451a60b46cf HTTP/1.1" status: 204 len: 168 time: 0.1893847 Nov 24 10:28:55.736383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33024) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:56.027892 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ed7a395f-101e-4d26-9fa5-4aded89f3a2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41a1533d55d44b089cd8ae5e985b6af3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2901611 Nov 24 10:28:56.030452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33030) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:56.095838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.123038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.178689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.184245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f880561-fcb0-47e6-b526-608c7f00acc5 tempest-NegativeSecGroupTest-594790369 tempest-NegativeSecGroupTest-594790369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:56.200687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e04993-f3cb-46e8-8ce4-d893586c0384,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:56.205750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:56.207750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.210144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a30a8af0-ac80-47d4-9a2c-631a59ce54b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47e04993-f3cb-46e8-8ce4-d893586c0384 HTTP/1.1" status: 204 len: 168 time: 0.1781423 Nov 24 10:28:56.566531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:56.589436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.624688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:56.628737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Usage tracker for resource:security_group_rule and tenant:b24bb156661f4222a3ac913edd0cbdb0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:56.632278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:56.638486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:56.714837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.717659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.725248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e1505f6a-f9c1-4d24-b966-c90d2daaba5f tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:56.767747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4996eb-89d4-406d-8947-52a7c0905755,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:56.771921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:56.774411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-afb1ffc5-ee59-4915-9dbf-360c7a62bae0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b24bb156661f4222a3ac913edd0cbdb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2065680 Nov 24 10:28:56.777274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:56.845405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.873210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.916614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.921546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-332e1fd6-1034-48de-bd9d-7f02b9afbad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:56.934385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4996eb-89d4-406d-8947-52a7c0905755,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:56.937516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:56.939554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:56.941200 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c4996eb-89d4-406d-8947-52a7c0905755 HTTP/1.1" status: 204 len: 168 time: 0.1623712 Nov 24 10:28:57.908968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33064) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:58.050431 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230766463-network', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:28:58.056690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:58.060759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Usage tracker for resource:network and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:58.063793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:58.071077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:58.080958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Made reservation on behalf of a7a1c4e894934069b6d801d56e5f1c0d for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:28:58.086033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.099958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.134163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:58.138318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:58.141533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:58.149508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:58.225887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.228655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.232911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-26574422-f4d9-412f-9049-a2fb07fef3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:58.263491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:28:58.273184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd42f6-01cb-4b19-b9b3-e51a01ce551a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:58.276514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:58.281042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.281217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Added segment 2be65c57-4011-4240-b126-5180125a064f of type vlan for network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 Nov 24 10:28:58.311744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.340908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.341887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:58.342528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.347543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8b2456ec-af70-40f7-bcf6-373a0694eef3 tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:58.447224 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5366786 Nov 24 10:28:58.450730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:58.456177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1bdbdf-f87c-46f4-805e-23410f9f2f84,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:58.457049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Request body: {'subnet': {'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230766463-subnet', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:28:58.459050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-45583b28-7406-430e-bf90-01e2baa6c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:58.463392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:58.466627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:28:58.467512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Usage tracker for resource:subnet and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:58.470574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:58.477246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:58.487384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Made reservation on behalf of a7a1c4e894934069b6d801d56e5f1c0d for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:28:58.492730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.733456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.737819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6339bced-e1ac-4626-8c32-8c3c77f7621e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:58.811774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288b587c-a066-4c84-a8df-d9bddc38badc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:58.816471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:58.827166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Checking segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:28:58.827561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Network hostable DHCP agents. Network: fc1bdbdf-f87c-46f4-805e-23410f9f2f84, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:28:58.848996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:28:58.857823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, fc1bdbdf-f87c-46f4-805e-23410f9f2f84) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:28:58.861730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:28:58.862374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.867184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5049a3d9-96e8-413b-91fb-ada02a9ba4d0 None None] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:28:58.883065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfe0cac8-c216-427a-a739-15e41e4f7f54 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4311357 Nov 24 10:28:58.885944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:28:58.892089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:28:58.897883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:28:58.901975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Usage tracker for resource:router and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:28:58.905007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:28:58.911450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:28:58.921245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.922219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:58.944542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.096147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:28:59.097106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.100892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.269459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Allocated IP 172.20.0.2 (fc1bdbdf-f87c-46f4-805e-23410f9f2f84/288b587c-a066-4c84-a8df-d9bddc38badc/e73366a0-44dd-45ee-ac1b-f81de7aa6da5) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:28:59.300214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.332852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.477065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Allocated IP 172.26.6.223 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/9910054b-dfe7-4d90-b15a-85c98c27ee99) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:28:59.483907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.498021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Transition to ACTIVE for port object e73366a0-44dd-45ee-ac1b-f81de7aa6da5 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:28:59.523167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Transition to ACTIVE for port object e73366a0-44dd-45ee-ac1b-f81de7aa6da5 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:28:59.527935 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.532383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:59.605825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:28:59.609693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Pushing event updated for resources: {'Port': ['ID=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:59.612727 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:59.614497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:28:59.616661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:28:59.642022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.668731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.673266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d481db16-9e53-42b8-bcc8-20eee90274ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:59.709975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Attempting to bind port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:28:59.710338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Attempting to bind port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:28:59.710815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Attempting to bind port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:28:59.717569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:28:59.718023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Checking segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:28:59.718486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.718933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Bound using segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:28:59.719444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Bound port: e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:28:59.719974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.734201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:28:59.742822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:28:59.747876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:28:59.783694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9910054b-dfe7-4d90-b15a-85c98c27ee99,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:59.791656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:59.812951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] For port e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:28:59.816324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] For port e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:28:59.820059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.824557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:28:59.914880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Pushing event updated for resources: {'Port': ['ID=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:28:59.919725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:28:59.926714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:28:59.928088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:00.427657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:29:00.639520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:29:00.649463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:29:00.661838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:00.662652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:00.663780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:00.665114 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7780409 Nov 24 10:29:00.668050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33078) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:00.852201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:01.079059 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e73366a0-44dd-45ee-ac1b-f81de7aa6da5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:01.316086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:01.410848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:28:59Z', 'revision_number': 3, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:01.416001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:29:01.416505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Updating router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 port 9910054b-dfe7-4d90-b15a-85c98c27ee99 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:29:01.476553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:01.487604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:01.619553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6381a6-3868-4907-bdef-44c70885d8d5 None None] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:29:01.724054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Allocated IP 172.20.0.1 (fc1bdbdf-f87c-46f4-805e-23410f9f2f84/288b587c-a066-4c84-a8df-d9bddc38badc/f39fc6b1-51c0-4592-b8a3-8e57d9f70d33) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:01.836921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Provisioning for port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:01.849044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Provisioning complete for port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:01.849720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:01.885147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:01.901766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Transition to ACTIVE for port object f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:01.922181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:01.927761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:01.992697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:02.000286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:02.002832 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:02.047796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Pushing event updated for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:02.050860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:02.067453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.150837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.165281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.194857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.230254 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Transition to ACTIVE for port object 9910054b-dfe7-4d90-b15a-85c98c27ee99 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:02.241669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] For port e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:02.243514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.247956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:02.282546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.320794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Pushing event updated for resources: {'Port': ['ID=9910054b-dfe7-4d90-b15a-85c98c27ee99,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:02.324794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:02.325317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:02.386197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Attempting to bind port 9910054b-dfe7-4d90-b15a-85c98c27ee99 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:02.386692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Attempting to bind port 9910054b-dfe7-4d90-b15a-85c98c27ee99 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:02.387044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Attempting to bind port 9910054b-dfe7-4d90-b15a-85c98c27ee99 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:02.396321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:02.396753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:02.397210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.397653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:02.398184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Bound port: 9910054b-dfe7-4d90-b15a-85c98c27ee99, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:02.398620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.411424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.416359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.448922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c278c873-0b13-4085-9ac1-495ee748c871 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:02.462673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Pushing event updated for resources: {'Port': ['ID=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:02.468517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:02.494407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] For port 9910054b-dfe7-4d90-b15a-85c98c27ee99, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:02.498150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] For port 9910054b-dfe7-4d90-b15a-85c98c27ee99, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9910054b-dfe7-4d90-b15a-85c98c27ee99,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:02.501602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.506390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:02.540675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Pushing event updated for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:02.543444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.547721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:02.578501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Pushing event updated for resources: {'Port': ['ID=9910054b-dfe7-4d90-b15a-85c98c27ee99,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:02.583981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:02.610186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:02.611225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:02.684019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Provisioning for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:02.699067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Provisioning complete for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:02.699491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.706422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:02.707909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:02.825068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:29:02.868187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Provisioning complete for port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:02.868612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-944c54cf-28dc-479b-9a05-c71875f6be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:02.915510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:03.135006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e73366a0-44dd-45ee-ac1b-f81de7aa6da5 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:03.393719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:29:03.466459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:03.466923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:03.611028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:29:03.621715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] 10.222.0.55 "PUT /v2.0/routers/d32ffa82-4f5f-41f9-9403-4b344fbbbff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9525950 Nov 24 10:29:03.684896 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-8faf8bac-a23f-49d9-b0e6-b6e402b0ccad None None] Provisioning complete for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:03.685322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8faf8bac-a23f-49d9-b0e6-b6e402b0ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:03.746611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8faf8bac-a23f-49d9-b0e6-b6e402b0ccad None None] Port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:29:03.750709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 2, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:03.755189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae2d94a-a660-44ad-8b21-fb9c948d8f26 None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 2, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:29:04.579714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:04.587276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43092116-network', 'tenant_id': '61a16b2e033847098f07808e77742372'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:04.592908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:04.597295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Usage tracker for resource:network and tenant:61a16b2e033847098f07808e77742372 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:04.601284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:04.608414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:04.620132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Made reservation on behalf of 61a16b2e033847098f07808e77742372 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:29:04.625165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.639617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.682118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:04.687105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Usage tracker for resource:security_group_rule and tenant:61a16b2e033847098f07808e77742372 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:04.690277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:04.697427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:04.771168 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.775374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.780207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e169191a-27fb-40f8-9a46-6df01d230895 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:04.807137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:29:04.823033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1328cc-68b3-409f-8a6f-49b5d8a19363,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:04.827830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:04.830698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.831100 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Added segment bfdae3eb-33b4-45aa-9bd9-cb3695d05810 of type vlan for network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 Nov 24 10:29:04.865040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.904940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.906046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:04.906828 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:04.913332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7d71fed5-8c20-4910-a375-25a1be098060 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:05.030243 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4475765 Nov 24 10:29:05.031734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33104) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:05.032447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Pushing event updated for resources: {'Network': ['ID=4492a6f4-efd6-431e-8d7d-e9d147ea9a53,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:05.038646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9910054b-dfe7-4d90-b15a-85c98c27ee99 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:05.040186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-50cbc1eb-8668-491a-b336-9b1e5c30f15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:05.043080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Request body: {'subnet': {'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43092116-subnet', 'tenant_id': '61a16b2e033847098f07808e77742372', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:05.048792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:05.054000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Usage tracker for resource:subnet and tenant:61a16b2e033847098f07808e77742372 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:05.057358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:05.065336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:05.072169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:29:05.076094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Made reservation on behalf of 61a16b2e033847098f07808e77742372 for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:29:05.081151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.221394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 9910054b-dfe7-4d90-b15a-85c98c27ee99 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:05.227583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9910054b-dfe7-4d90-b15a-85c98c27ee99 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:05.228022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.329527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.336402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-449167a1-088c-4f26-9f5e-8a22753b8374 tempest-NetworksTestDHCPv6-256713865 tempest-NetworksTestDHCPv6-256713865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:05.360535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.381545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 9910054b-dfe7-4d90-b15a-85c98c27ee99, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9910054b-dfe7-4d90-b15a-85c98c27ee99,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:05.385086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.387364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-129fb63d-d068-441d-b6c9-5dba6503e4e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:05.422484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b9a4c3-01f8-4f50-8549-ae9e91b729fd,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:05.427922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:05.437148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Checking segment: {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:05.437551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Network hostable DHCP agents. Network: 4492a6f4-efd6-431e-8d7d-e9d147ea9a53, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:29:05.457654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9910054b-dfe7-4d90-b15a-85c98c27ee99,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:05.462064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:05.462240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:29:05.472093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 4492a6f4-efd6-431e-8d7d-e9d147ea9a53) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:05.476979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:05.477968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.481764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5510a-736d-475d-a023-8fca256641d0 None None] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:29:05.504775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4718111 Nov 24 10:29:05.508356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33108) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:05.516596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:05.522400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:05.526688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Usage tracker for resource:router and tenant:61a16b2e033847098f07808e77742372 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:05.529815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:05.536221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:05.547526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.548959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.582385 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.726883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'tenant_id': '61a16b2e033847098f07808e77742372', 'fixed_ips': [{'subnet_id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:29:05.727867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:05.910618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Allocated IP 172.20.0.2 (4492a6f4-efd6-431e-8d7d-e9d147ea9a53/c4b9a4c3-01f8-4f50-8549-ae9e91b729fd/ae634e53-61bb-43ab-8542-a74c90271138) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:06.004635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.147499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.158990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Transition to ACTIVE for port object ae634e53-61bb-43ab-8542-a74c90271138 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:06.180089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Transition to ACTIVE for port object ae634e53-61bb-43ab-8542-a74c90271138 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:06.185680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.190905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:06.221133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.258221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.262020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:06.266058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:06.271528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:06.273868 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Pushing event updated for resources: {'Port': ['ID=ae634e53-61bb-43ab-8542-a74c90271138,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:06.276993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:06.365675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Attempting to bind port ae634e53-61bb-43ab-8542-a74c90271138 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:06.366106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Attempting to bind port ae634e53-61bb-43ab-8542-a74c90271138 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:06.366527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Attempting to bind port ae634e53-61bb-43ab-8542-a74c90271138 on network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:06.374929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:06.375364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Checking segment: {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:06.375823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.376274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Bound using segment: {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:06.376802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Bound port: ae634e53-61bb-43ab-8542-a74c90271138, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:06.377230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.417240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Allocated IP 172.26.6.188 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/1051f673-0c12-4e74-b2bf-e9f829817544) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:06.473179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] For port ae634e53-61bb-43ab-8542-a74c90271138, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:06.476644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] For port ae634e53-61bb-43ab-8542-a74c90271138, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ae634e53-61bb-43ab-8542-a74c90271138,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:06.480350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.484806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fd8420df-9042-4ed2-a623-9c8de02de42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:06.566155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Pushing event updated for resources: {'Port': ['ID=ae634e53-61bb-43ab-8542-a74c90271138,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:06.569572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:06.604230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.632796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.637557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-58a06f17-259a-46ac-a630-45b76ee1edca tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:06.708863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:06.712680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:06.714864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1051f673-0c12-4e74-b2bf-e9f829817544,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:06.717191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:06.747436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:06.902736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:06.903499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:07.113756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9910054b-dfe7-4d90-b15a-85c98c27ee99 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:07.174696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:29:07.191288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 9910054b-dfe7-4d90-b15a-85c98c27ee99 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:07.191718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:07.313300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ae634e53-61bb-43ab-8542-a74c90271138 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:07.382078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port ae634e53-61bb-43ab-8542-a74c90271138 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:07.395093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:29:07.404730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Sync routers for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:29:07.420905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:07.422469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9127777 Nov 24 10:29:07.423274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:07.423975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:07.425622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33112) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:07.460535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:29:07.474605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:07.475310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:07.631607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:07.678248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:07.966100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:06Z', 'revision_number': 3, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:07.971137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Checking router: 1878555a-d5e3-4b6f-bee4-a974c4db5dbb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:29:07.971675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Updating router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb port 1051f673-0c12-4e74-b2bf-e9f829817544 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:29:08.047823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.266225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 2, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:08.271346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:29:08.271755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Updating router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:29:08.328566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f56ce8-89e9-41d4-ab4e-e5a0033f28b8 None None] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:29:08.345368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.353759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.444925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.457986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Transition to ACTIVE for port object 1051f673-0c12-4e74-b2bf-e9f829817544 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:08.464748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.469854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-867cd1b5-4c84-412b-994c-bdee55420b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:08.543016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Attempting to bind port 1051f673-0c12-4e74-b2bf-e9f829817544 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:08.543430 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Attempting to bind port 1051f673-0c12-4e74-b2bf-e9f829817544 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:08.543874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Attempting to bind port 1051f673-0c12-4e74-b2bf-e9f829817544 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:08.555386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Pushing event updated for resources: {'Port': ['ID=1051f673-0c12-4e74-b2bf-e9f829817544,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:08.560534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:08.560958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:08.561590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.561944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:08.562529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Bound port: 1051f673-0c12-4e74-b2bf-e9f829817544, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:08.562795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.605870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.606231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.606635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.607001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.607372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.607740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.608106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.608474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.608837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.609200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.609565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:29:08.615508 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:08.617087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Allocated IP 172.20.0.1 (4492a6f4-efd6-431e-8d7d-e9d147ea9a53/c4b9a4c3-01f8-4f50-8549-ae9e91b729fd/700dd8cd-243f-4dc5-9438-8e4602bc69d9) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:08.653470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] For port 1051f673-0c12-4e74-b2bf-e9f829817544, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:08.656708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] For port 1051f673-0c12-4e74-b2bf-e9f829817544, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1051f673-0c12-4e74-b2bf-e9f829817544,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:08.660364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.665542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-927a04b5-b6c1-446d-8636-e42b13b307c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:08.685079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Provisioning for port ae634e53-61bb-43ab-8542-a74c90271138 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:08.705893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Provisioning complete for port ae634e53-61bb-43ab-8542-a74c90271138 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:08.706442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.747219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Pushing event updated for resources: {'Port': ['ID=1051f673-0c12-4e74-b2bf-e9f829817544,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:08.750726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:08.751440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:08.752104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:08.791616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.809812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Transition to ACTIVE for port object 700dd8cd-243f-4dc5-9438-8e4602bc69d9 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:08.831717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:29:08.832963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:08.837395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ccb302e-a9c0-4e2c-a882-3904a12ecd6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:08.905370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:08.914145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:08.919187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:08.952809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:08.956825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Pushing event updated for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:08.969536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:08.985738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.061944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.069861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.129470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.134721 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] For port ae634e53-61bb-43ab-8542-a74c90271138, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ae634e53-61bb-43ab-8542-a74c90271138,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:09.141353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.149062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-09d7e879-df4e-4cec-8b6d-6ebd47f511e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:09.187606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Transition to ACTIVE for port object f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:09.203376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.330568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Pushing event updated for resources: {'Port': ['ID=ae634e53-61bb-43ab-8542-a74c90271138,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:09.342524 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:09.344058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-289a1ff6-2b82-4b0c-a9f8-be15a157362a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:09.379655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.388042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.430720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:06Z', 'revision_number': 3, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:09.435196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9eff59-9119-4686-ae3c-b114527f438e None None] The sync data for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv is: [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:06Z', 'revision_number': 3, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:29:09.462920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:09.510706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.518687 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Pushing event updated for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:09.522114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Attempting to bind port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:09.522610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Attempting to bind port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:09.523038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Attempting to bind port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:09.525568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:09.533546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:09.534087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Checking segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:09.534416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.534893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Bound using segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:09.535440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Bound port: f39fc6b1-51c0-4592-b8a3-8e57d9f70d33, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:09.535866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.593350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Pushing event updated for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:09.599625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:09.649405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Provisioning complete for port ae634e53-61bb-43ab-8542-a74c90271138 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:09.649833 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.734763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] For port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:09.749529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] For port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:09.751822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:09.753249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:09.757079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:09.765252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa666f94-3deb-4c12-86e2-a05ab6a46705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:09.910932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Pushing event updated for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:09.923020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:09.924024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:09.924776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:09.992594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Provisioning for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:10.028553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Provisioning complete for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:10.029880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:10.422332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-30a07034-61a5-4e3c-b6f2-660f44842373 None None] Port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:29:10.453693 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:10.567423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:29:10.658674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-78e0a664-ad19-4514-8ece-0df7f92422b7 None None] Provisioning complete for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:10.659106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-78e0a664-ad19-4514-8ece-0df7f92422b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:10.780941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-78e0a664-ad19-4514-8ece-0df7f92422b7 None None] Port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:29:10.797280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:29:10.809097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] 10.222.0.55 "PUT /v2.0/routers/1878555a-d5e3-4b6f-bee4-a974c4db5dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3822777 Nov 24 10:29:10.896993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:10.908946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df2bd8-1c7a-47e7-a389-48b10e2f611b None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:29:10.922361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.150870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:11.230250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:11.235770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:11.236192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.366402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.403104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:11.406803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.407932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1051f673-0c12-4e74-b2bf-e9f829817544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:11.437080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:11.544311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:11.545628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:11.547761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 1051f673-0c12-4e74-b2bf-e9f829817544 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:11.554200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1051f673-0c12-4e74-b2bf-e9f829817544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:11.554659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.667701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:11.674084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35687086', 'description': 'tempest-secgroup-smoke-35687086 description', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:11.681575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:11.686199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:11.689394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:11.690063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.696890 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:11.707988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.708229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 1051f673-0c12-4e74-b2bf-e9f829817544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1051f673-0c12-4e74-b2bf-e9f829817544,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:11.712622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.713549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ae634e53-61bb-43ab-8542-a74c90271138 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:11.747019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:11.748214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:11.752304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:11.755849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:11.762102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:11.821118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.824224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.829764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e10510b1-cc1b-452c-ab12-a5c59d689ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:11.843501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=1051f673-0c12-4e74-b2bf-e9f829817544,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:11.846881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:11.858286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port ae634e53-61bb-43ab-8542-a74c90271138 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:11.858739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.871357 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46424186-181e-47ec-b180-ff281809eab6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:11.874223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.878761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2067552 Nov 24 10:29:11.878761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ef1dd500-4f99-4817-885d-6cb2e3a5446c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:11.879123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:11.885551 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:11.892361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:11.897279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:11.900332 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:11.906440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:11.925024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.995710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:11.998457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.000469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9934a86-1306-4e82-b001-eedded04cc87 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.025763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c949fb45-6d0f-4310-b163-703f6a636672,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.028481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.035077 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.036977 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-80635642-0969-4553-8a92-1596985cff3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1564329 Nov 24 10:29:12.039949 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:12.045809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:12.052520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:12.056597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:12.059712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:12.066201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:12.082692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.148210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.150940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.152887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7f765503-f269-4155-a92b-fcc038f3005b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.176634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e319dd-e7db-4774-8409-2a326da396cb,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.179737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.186229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.187669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1466186 Nov 24 10:29:12.190474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:12.196522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:12.202820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:12.206853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:12.210373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:12.216428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:12.233853 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.302267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.304923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.306898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b85da1b7-2a76-4e10-a3cc-e5abc15e2334 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.330091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e290780-c087-4ba3-bc67-f2d74d148df0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.332664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.339312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.340590 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8691d0f8-ddef-4a10-9ebb-eb905f50587a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491001 Nov 24 10:29:12.343534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33140) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:12.349975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:12.357305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:12.362018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:12.365173 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:12.371926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:12.388207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.456418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.459110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.461051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a332929-ffb6-435c-baa1-be20fafdb1ce tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.484531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356ad258-01c9-4cab-a021-b280bcc03f1a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.487175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.493927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.495235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-9b33e732-2a95-45b6-8c94-f3b3a6e73d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1507120 Nov 24 10:29:12.498170 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33144) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:12.504020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:12.510404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:12.514757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:12.517761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:12.524250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:12.533794 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Project a7a1c4e894934069b6d801d56e5f1c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:29:12.541019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.613785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.617425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.619495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2d79c6c5-0bb4-4b11-999e-7fe87c3c45f3 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.645884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445dca59-e0e3-44d9-864f-79f2ec63f07d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.648636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.655046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.656332 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a2060750-4bbb-4b1d-8b20-467867657ebc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571391 Nov 24 10:29:12.659436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33148) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:12.669234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '46424186-181e-47ec-b180-ff281809eab6', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:12.676156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:12.681103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:12.684259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:12.690320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:12.703709 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Project a7a1c4e894934069b6d801d56e5f1c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:29:12.710998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.784520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.788167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.790065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-36bc4afb-f9dc-4c8b-a94e-4cf24956bd1d tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:12.814053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ea3fa5-082b-46fe-a390-69f496ab968c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:12.816694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:12.823205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:12.824497 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-53fc8d04-dc34-4187-a834-46bd4139fdff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1635041 Nov 24 10:29:13.025648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-1c0e4525-c709-4db9-8d4b-fc271a9e51ea tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:13.026798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:13.044518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-1c0e4525-c709-4db9-8d4b-fc271a9e51ea tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:13.045815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-1c0e4525-c709-4db9-8d4b-fc271a9e51ea tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35687086&fields=id&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 267 time: 0.0791821 Nov 24 10:29:13.100725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:13.101157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:13.213620 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-3b99fcab-182f-4a80-bd96-72630f2cb65a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:13.214466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-3b99fcab-182f-4a80-bd96-72630f2cb65a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:13.223849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1051f673-0c12-4e74-b2bf-e9f829817544 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:13.230761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-3b99fcab-182f-4a80-bd96-72630f2cb65a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:13.232046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-3b99fcab-182f-4a80-bd96-72630f2cb65a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 809 time: 0.1778009 Nov 24 10:29:13.250193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-b839be6c-cc4a-4929-84bf-0cfee23c7d48 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/quotas/a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 375 time: 0.0120580 Nov 24 10:29:13.283319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Sync routers for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:29:13.299794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:13.300936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 1051f673-0c12-4e74-b2bf-e9f829817544 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:13.301337 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:13.301481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:13.343874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-7cc941f0-3aae-44ee-8b16-65b0bce1c26a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870309 Nov 24 10:29:13.502493 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-3bb8a6e0-f67f-4989-8533-5657699d137a service neutron] 10.222.0.55 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434488 Nov 24 10:29:13.512275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:13.654973 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-575c547d-9afd-45f2-8db7-5b512f98f5bd service neutron] 10.222.0.55 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453505 Nov 24 10:29:13.857803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-88a8e58b-12da-43a6-a738-3da73c680c25 req-5b4e9586-552d-44b4-8e16-fc6934637259 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:13.858297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 4, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '700dd8cd-243f-4dc5-9438-8e4602bc69d9', 'name': '', 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'tenant_id': '61a16b2e033847098f07808e77742372', 'mac_address': 'fa:16:3e:fc:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:08Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 2, 'project_id': '61a16b2e033847098f07808e77742372', 'subnets': [{'id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:13.862610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Checking router: 1878555a-d5e3-4b6f-bee4-a974c4db5dbb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:29:13.863012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Updating router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:29:13.879191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-88a8e58b-12da-43a6-a738-3da73c680c25 req-5b4e9586-552d-44b4-8e16-fc6934637259 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:13.881247 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88a8e58b-12da-43a6-a738-3da73c680c25 req-5b4e9586-552d-44b4-8e16-fc6934637259 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 210 time: 0.0710750 Nov 24 10:29:13.923839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.289589 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.302227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Transition to ACTIVE for port object 700dd8cd-243f-4dc5-9438-8e4602bc69d9 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:14.307662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.311912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c44c2952-01bc-44c6-a5a3-a4639c2aac16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:14.436839 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d05716-be0a-4274-ad76-581ac924a9cf None None] Pushing event updated for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:14.441358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48d05716-be0a-4274-ad76-581ac924a9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:14.533597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Attempting to bind port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:14.534008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Attempting to bind port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:14.534416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Attempting to bind port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 on network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:14.541748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:14.542084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Checking segment: {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:14.542526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.543000 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Bound using segment: {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:14.543511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Bound port: 700dd8cd-243f-4dc5-9438-8e4602bc69d9, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:14.543923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.640239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] For port 700dd8cd-243f-4dc5-9438-8e4602bc69d9, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:14.643611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] For port 700dd8cd-243f-4dc5-9438-8e4602bc69d9, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=700dd8cd-243f-4dc5-9438-8e4602bc69d9,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:14.649014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:14.655585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ab3bd9a9-ac48-47ec-af85-d0cdea086547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:14.748919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d05716-be0a-4274-ad76-581ac924a9cf None None] Pushing event updated for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:14.752714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-48d05716-be0a-4274-ad76-581ac924a9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:14.753756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:14.754416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:28:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:14.978883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:15.003704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ecd7b6cd-bba3-485b-8f96-cdb7a35a6ace tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:15.006907 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ecd7b6cd-bba3-485b-8f96-cdb7a35a6ace tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 809 time: 0.1847758 Nov 24 10:29:15.124885 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c2698102-0277-4701-953b-08afbf7100f4 req-d24ce973-2fc1-4f15-9ff7-9c6605c02529 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 210 time: 0.0559385 Nov 24 10:29:15.130374 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-4cd6b840-5a15-4e66-9aa0-50d716ad1cef tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 378 time: 0.1125953 Nov 24 10:29:15.145109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'port': {'device_id': 'fdd44486-760f-453c-afc8-e4055333b052', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'admin_state_up': True, 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'security_groups': ['46424186-181e-47ec-b180-ff281809eab6']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:15.294761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:15.308086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:15.317511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Made reservation on behalf of a7a1c4e894934069b6d801d56e5f1c0d for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:29:15.323134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:15.346309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 4, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '700dd8cd-243f-4dc5-9438-8e4602bc69d9', 'name': '', 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'tenant_id': '61a16b2e033847098f07808e77742372', 'mac_address': 'fa:16:3e:fc:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:08Z', 'updated_at': '2021-11-24T10:29:14Z', 'revision_number': 4, 'project_id': '61a16b2e033847098f07808e77742372', 'subnets': [{'id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:15.351036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542e9b-2022-4825-844b-ea89623229b2 None None] The sync data for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv is: [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:29:09Z', 'revision_number': 4, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': '700dd8cd-243f-4dc5-9438-8e4602bc69d9', 'name': '', 'network_id': '4492a6f4-efd6-431e-8d7d-e9d147ea9a53', 'tenant_id': '61a16b2e033847098f07808e77742372', 'mac_address': 'fa:16:3e:fc:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:08Z', 'updated_at': '2021-11-24T10:29:14Z', 'revision_number': 4, 'project_id': '61a16b2e033847098f07808e77742372', 'subnets': [{'id': 'c4b9a4c3-01f8-4f50-8549-ae9e91b729fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:29:15.518534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Allocated IP 172.20.0.12 (fc1bdbdf-f87c-46f4-805e-23410f9f2f84/288b587c-a066-4c84-a8df-d9bddc38badc/f2297745-6ed4-4dc6-b00d-3403ecd8f10a) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:15.741666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:15.759895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Transition to ACTIVE for port object f2297745-6ed4-4dc6-b00d-3403ecd8f10a will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:15.781024 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:15.787938 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:15.872106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:15.873131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:15.875953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:15.877915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:15.878684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:15.949874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:15.951137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:15.980537 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8409600 Nov 24 10:29:15.993576 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Request body: {'port': {'device_id': 'fdd44486-760f-453c-afc8-e4055333b052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:16.126876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.225646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5d371343-a0f3-414a-ba7d-57362f1b3e09 None None] Provisioning for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:16.231078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5d371343-a0f3-414a-ba7d-57362f1b3e09 None None] Provisioning complete for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:16.231512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5d371343-a0f3-414a-ba7d-57362f1b3e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.296365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5d371343-a0f3-414a-ba7d-57362f1b3e09 None None] Port f2297745-6ed4-4dc6-b00d-3403ecd8f10a cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:29:16.351492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16ab7f-ee33-456d-809f-25bff2410183 req-a1eef490-ecdc-4364-b5aa-34f7e21bb8e6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:16.353371 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e16ab7f-ee33-456d-809f-25bff2410183 req-a1eef490-ecdc-4364-b5aa-34f7e21bb8e6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 932 time: 0.0948718 Nov 24 10:29:16.409272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4e16ab7f-ee33-456d-809f-25bff2410183 req-4dca8928-768d-4ca4-a385-2b0e71d811a1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:16.423302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-4e16ab7f-ee33-456d-809f-25bff2410183 req-4dca8928-768d-4ca4-a385-2b0e71d811a1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:16.424856 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4e16ab7f-ee33-456d-809f-25bff2410183 req-4dca8928-768d-4ca4-a385-2b0e71d811a1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645158 Nov 24 10:29:16.530762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:29:16.539995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.557189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Transition to ACTIVE for port object f2297745-6ed4-4dc6-b00d-3403ecd8f10a will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:29:16.560818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.569078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-83ece026-0005-4129-aba7-832edbf77abb tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:16.713133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:16.716323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:16.836113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Attempting to bind port f2297745-6ed4-4dc6-b00d-3403ecd8f10a on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:29:16.836511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Attempting to bind port f2297745-6ed4-4dc6-b00d-3403ecd8f10a by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:29:16.836964 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Attempting to bind port f2297745-6ed4-4dc6-b00d-3403ecd8f10a on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:16.844101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Port f2297745-6ed4-4dc6-b00d-3403ecd8f10a on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:29:16.844471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Attempting to bind port f2297745-6ed4-4dc6-b00d-3403ecd8f10a on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:29:16.852644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:29:16.853026 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Checking segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:29:16.853461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Bound using segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:29:16.853946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Bound port: f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:29:16.854340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.954737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:29:16.962877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:29:16.967941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:16.972835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0ed3483d-acfa-4ece-b14a-99019be2e032 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:17.030795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 700dd8cd-243f-4dc5-9438-8e4602bc69d9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:17.040980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:17.042512 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] 10.222.0.61 "PUT /v2.0/ports/f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 1094 time: 1.0549364 Nov 24 10:29:17.043116 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:29:17.068595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:17.075797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:17.124452 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'status': 'completed', 'code': 200} Nov 24 10:29:17.142410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:17.149241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:17.149784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:17.169764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-b6970e1a-8a45-45c9-af3a-babbf906b30e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1097 time: 0.0901570 Nov 24 10:29:17.262665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-d45ea6a5-5205-47cb-a3ab-7fa176257a55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 217 time: 0.0858412 Nov 24 10:29:17.284471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:17.328268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 700dd8cd-243f-4dc5-9438-8e4602bc69d9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=700dd8cd-243f-4dc5-9438-8e4602bc69d9,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:17.332156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:17.334788 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:17.340138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-adc8bff4-44ff-4c07-9fc0-98a55f6d5c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:17.341761 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-adc8bff4-44ff-4c07-9fc0-98a55f6d5c58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0719557 Nov 24 10:29:17.403141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:17.406394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:17.423429 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-d982ffd7-7f40-4528-8d7f-c19921f829f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757949 Nov 24 10:29:17.575469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-1c178958-6b21-4d52-bae4-611a6626236e service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445181 Nov 24 10:29:17.644625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9173a30-1d45-4996-86fd-fc1f924f9a3a req-3275b0c4-b961-48a6-a69f-1b98d89eef68 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:17.646341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9173a30-1d45-4996-86fd-fc1f924f9a3a req-3275b0c4-b961-48a6-a69f-1b98d89eef68 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0883932 Nov 24 10:29:17.697233 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a9173a30-1d45-4996-86fd-fc1f924f9a3a req-773afb7d-6eb7-40fe-a9e5-90d3ac01a6c1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444298 Nov 24 10:29:17.723386 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06a288f6-aa7d-4fce-865b-8595cbe783e4 req-5d0c549a-719a-4b7f-ad25-fd9643216c8f service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420004 Nov 24 10:29:17.847168 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-4c68163c-136b-4286-8a5c-e17509d91a12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1097 time: 0.0812910 Nov 24 10:29:17.990625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-5c9c251c-5b56-4734-9a16-122546353bc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:17.992188 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-5c9c251c-5b56-4734-9a16-122546353bc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1377161 Nov 24 10:29:18.062791 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-8a4674a3-9628-44e8-a250-0873bebcf3ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 217 time: 0.0640333 Nov 24 10:29:18.134196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-661f8955-8a50-445d-978d-a61f27bfc1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:18.135809 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-661f8955-8a50-445d-978d-a61f27bfc1dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0663981 Nov 24 10:29:18.216918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-e01d32e8-b20e-45a9-994c-d6d1bc1a9841 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745080 Nov 24 10:29:18.360427 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-0269628e-5be8-461e-a580-01db11913ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368484 Nov 24 10:29:18.504515 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7fa918f2-56a0-49a6-92af-06d532740c18 req-55997323-c8b3-46ac-a71a-d3e4a1576491 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373181 Nov 24 10:29:18.969555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e63d47a2-681c-4bd8-b600-0c8e4171a49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:19.012996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 700dd8cd-243f-4dc5-9438-8e4602bc69d9 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:19.088740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:19.089340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:19.162541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41546420-f2ac-44eb-b07f-39b19dfbd43f req-855c4296-9219-486e-9dba-58c3bde4f2b4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:19.163356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-41546420-f2ac-44eb-b07f-39b19dfbd43f req-855c4296-9219-486e-9dba-58c3bde4f2b4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:19.179136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-41546420-f2ac-44eb-b07f-39b19dfbd43f req-855c4296-9219-486e-9dba-58c3bde4f2b4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:19.180451 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41546420-f2ac-44eb-b07f-39b19dfbd43f req-855c4296-9219-486e-9dba-58c3bde4f2b4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.3572080 Nov 24 10:29:19.232340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-41546420-f2ac-44eb-b07f-39b19dfbd43f req-634b6f48-8565-4dc1-a325-55370145acb0 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450137 Nov 24 10:29:19.683837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:29:19.828549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:19.842449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:29:19.901228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:19.919330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:29:19.934753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:19.937581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:19.939459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:20.004292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:20.008045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:20.143178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['f2297745-6ed4-4dc6-b00d-3403ecd8f10a'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:29:20.450193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b1281-9950-4d89-b1b0-7ab2dee5f89e req-c81e8774-a808-4098-9900-815aabc10674 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:20.451927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ed6b1281-9950-4d89-b1b0-7ab2dee5f89e req-c81e8774-a808-4098-9900-815aabc10674 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 945 time: 0.0930049 Nov 24 10:29:20.507481 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ed6b1281-9950-4d89-b1b0-7ab2dee5f89e req-78e03c87-217c-4a18-8a79-cecabffe9c9b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494585 Nov 24 10:29:20.570699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.698760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:29:21.716414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c1603-9e24-4878-b99b-8da2fe85bf76 req-c86423c5-3714-4161-bf71-c6795f41158c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:21.718026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-380c1603-9e24-4878-b99b-8da2fe85bf76 req-c86423c5-3714-4161-bf71-c6795f41158c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 945 time: 0.0840650 Nov 24 10:29:21.769692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-380c1603-9e24-4878-b99b-8da2fe85bf76 req-fe08d170-0e4b-420d-9698-da464b9ded34 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443957 Nov 24 10:29:21.779690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3428694f-9adf-4975-bc45-2718d9db679c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.792277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.805146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:29:21.810101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:29:21.810526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.930696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.960340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:29:21.971190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:29:21.975774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:21.977816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:22.048913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:22.053615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:22.102877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'code': 200} Nov 24 10:29:22.354937 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eadb2e97-74dc-452e-8e0a-a89820578af4 req-cfd749ac-03a8-4b39-aaae-2cc3e37e7a2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1099 time: 0.0788558 Nov 24 10:29:22.400690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-eadb2e97-74dc-452e-8e0a-a89820578af4 req-23c98f5c-1ed0-4c52-afaf-6ab799e04054 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399964 Nov 24 10:29:22.985120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43fab3-ec7a-4a8e-bb5a-0a4a1206de74 req-62445de8-a165-4750-914b-382ab635d5bb tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:22.986775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e43fab3-ec7a-4a8e-bb5a-0a4a1206de74 req-62445de8-a165-4750-914b-382ab635d5bb tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0859451 Nov 24 10:29:23.045027 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3e43fab3-ec7a-4a8e-bb5a-0a4a1206de74 req-df11d591-8769-4f41-909d-d820a8b08f95 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517142 Nov 24 10:29:23.436209 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:24.265347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3ef0e-898b-456b-9d47-8f20bbd289b2 req-9e2d0926-0534-4a88-931d-08c87fba088b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:24.267199 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2ec3ef0e-898b-456b-9d47-8f20bbd289b2 req-9e2d0926-0534-4a88-931d-08c87fba088b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0887790 Nov 24 10:29:24.325867 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-2ec3ef0e-898b-456b-9d47-8f20bbd289b2 req-fe2b2a4c-a708-430a-8bc5-bed0551bd7bc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506368 Nov 24 10:29:24.540281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b6b52-1e6a-4eaa-b2b3-b80b09e3c59e req-58f85cde-f708-4c80-b84b-1139f45a3a76 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:24.541944 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b62b6b52-1e6a-4eaa-b2b3-b80b09e3c59e req-58f85cde-f708-4c80-b84b-1139f45a3a76 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0899866 Nov 24 10:29:24.594845 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b62b6b52-1e6a-4eaa-b2b3-b80b09e3c59e req-dee14df0-1dea-4618-b1b1-250454190404 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465689 Nov 24 10:29:24.624199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33202) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:24.840274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-403eb699-830f-42cd-81ab-eb49bcca5be5 tempest-TestShelveInstance-1041639077 tempest-TestShelveInstance-1041639077-project-admin] Synchronizing usage tracker for tenant:61a16b2e033847098f07808e77742372 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:29:24.856987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-403eb699-830f-42cd-81ab-eb49bcca5be5 tempest-TestShelveInstance-1041639077 tempest-TestShelveInstance-1041639077-project-admin] Unset dirty status for tenant:61a16b2e033847098f07808e77742372 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:29:24.858301 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-403eb699-830f-42cd-81ab-eb49bcca5be5 tempest-TestShelveInstance-1041639077 tempest-TestShelveInstance-1041639077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1094 time: 0.2330494 Nov 24 10:29:24.861631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33208) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:29:24.867640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:29:24.873941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:29:24.878071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:floatingip and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:29:24.881267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:29:24.887373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:29:24.899560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:25.046960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:25.193008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Allocated IP 172.26.6.76 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/36f296bd-f1d0-43a7-a5db-13c97a83aca7) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:29:25.354037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:25.380363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:25.385069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea2c2da0-41ec-4948-b550-9342c876e95f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:25.450366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:29:25.458670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:29:25.464270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:29:25.496503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=36f296bd-f1d0-43a7-a5db-13c97a83aca7,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:25.503487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:26.032695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:26.092830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:26.327618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:26.331312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:26.335990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:29:26.441522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=36f296bd-f1d0-43a7-a5db-13c97a83aca7,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:29:26.446599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:29:26.460133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:26.674192 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Floating IP cd6a16ec-f645-4b25-8b85-63111cf5b131 associated. External IP: 172.26.6.76, port: f2297745-6ed4-4dc6-b00d-3403ecd8f10a. Nov 24 10:29:27.105847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:29:27.326130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:29:27.337986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:29:27.351420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:27.352123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:29:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:27.368548 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:27.435177 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5720856 Nov 24 10:29:27.436345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:29:27.499171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'status': 'completed', 'code': 200} Nov 24 10:29:27.544162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:27.605250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-3b8983c2-3c96-4187-8abd-6e9212c3202a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1099 time: 0.0835500 Nov 24 10:29:27.975539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'cd6a16ec-f645-4b25-8b85-63111cf5b131', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd44486-760f-453c-afc8-e4055333b052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:29:25Z', 'updated_at': '2021-11-24T10:29:25Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:27.980781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:29:27.994323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:29:27.995075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:29:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:28.010713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-cfcda67b-b5f7-433b-9e12-6e1ca136fcf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:28.012315 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-cfcda67b-b5f7-433b-9e12-6e1ca136fcf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.4012516 Nov 24 10:29:28.135095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-8ca3e5d2-5c99-4a04-9960-8924ffa0933a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 999 time: 0.1161129 Nov 24 10:29:28.212517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-72c1e74a-1bbf-4ad3-ac21-ec1a54aba358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:28.214194 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-72c1e74a-1bbf-4ad3-ac21-ec1a54aba358 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0731611 Nov 24 10:29:28.308457 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-5647600d-f273-4ff8-bf8e-20e5a8d9efd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857761 Nov 24 10:29:28.400449 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:29:28.459824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-37e575b7-6b09-45d3-bf40-56a461ff4f10 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450536 Nov 24 10:29:28.618529 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-22387ebd-007a-4c5e-9a13-dfd6fd98c6d6 req-d75001ee-e4c3-4530-affe-fb429664a398 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525338 Nov 24 10:29:28.853948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'cd6a16ec-f645-4b25-8b85-63111cf5b131', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd44486-760f-453c-afc8-e4055333b052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:29:25Z', 'updated_at': '2021-11-24T10:29:25Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:29:28.858673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a697df-ee3d-489e-9b85-534f07916eb4 None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': 'cd6a16ec-f645-4b25-8b85-63111cf5b131', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.76', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd44486-760f-453c-afc8-e4055333b052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:29:25Z', 'updated_at': '2021-11-24T10:29:25Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:29:29.231754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4f1a7-0002-489b-a98c-2555bbdf8c47 None None] New status for floating IP cd6a16ec-f645-4b25-8b85-63111cf5b131: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:29:40.920538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:45.813273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:29:48.974051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ee6f5c1-8a25-458d-9c86-c4941b3a48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:49.401253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-69fbf8a4-565d-4c5b-b6f5-62af93e8fda2 req-a0a4dd7c-7b0a-4f58-ab8d-96b25ab6c894 service neutron] (88877) timed out ('10.222.0.55', 57082) {{(pid=88877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 10:29:50.573664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:51.723103 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffa20ca0-1e6a-4877-ab1b-0dcc8eb78235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:51.770642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:29:51.951679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-648b141c-a9f0-43aa-805d-cb45cac4656a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1469932 Nov 24 10:29:52.105643 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-62c65cfc-ee04-470a-8c79-9516ebf177e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1099 time: 0.0793676 Nov 24 10:29:52.265142 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-28424ea0-9e37-407d-9490-5bb5ccf4a583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:52.266650 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-28424ea0-9e37-407d-9490-5bb5ccf4a583 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1400337 Nov 24 10:29:52.373544 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-1287f605-f773-4fa8-9688-da64c80cafbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 1001 time: 0.0992851 Nov 24 10:29:52.447108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-9a7e14fb-c446-4374-900d-d89bae2cf980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:29:52.448724 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-9a7e14fb-c446-4374-900d-d89bae2cf980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0686593 Nov 24 10:29:52.531296 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-08ff7582-10d7-44f1-82d2-ea8757d6ec1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761747 Nov 24 10:29:52.684669 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-67f2a2d1-ad1c-4bda-b507-81c6d03a7e74 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462705 Nov 24 10:29:52.833945 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cbf75669-9966-41a7-b087-4d3c1a4186f7 req-bc17a251-6c2a-4b30-993a-a08742cb8d22 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425054 Nov 24 10:29:53.437452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:10.914443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:18.976837 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b6e8147-eed2-48cc-9a8d-e4129a85e7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:20.577211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:21.725658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c693f10c-9f78-43c9-9a16-d1cdc5208d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:21.773201 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:22.814263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:30:23.441573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:40.928446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:48.979714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-57e286be-618e-421e-a602-c6f1efa050b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:50.581658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:51.729206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-30c215b1-b81f-44ec-b32c-c1aa4be04f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:51.773907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:51.907759 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-aec17309-c820-470e-8616-02c51afdffe4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796556 Nov 24 10:30:52.052932 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-b5d63c0d-d0b8-47e6-a569-6a22211aceb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1099 time: 0.0747757 Nov 24 10:30:52.211204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-1480b333-6d51-4701-9d6b-b66593d3bb84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:30:52.212729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-1480b333-6d51-4701-9d6b-b66593d3bb84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1421869 Nov 24 10:30:52.321234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-c9e641cd-19cf-4976-ab9a-696214f79e3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 1001 time: 0.1018994 Nov 24 10:30:52.390665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-da9b9135-ee50-4042-8b81-30ec19ed1a32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:30:52.392353 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-da9b9135-ee50-4042-8b81-30ec19ed1a32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0654635 Nov 24 10:30:52.476393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-37c5a53c-4ae2-4da1-8ad9-1f19f0a597ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779345 Nov 24 10:30:52.620030 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-be420cbc-0a93-4aae-8f14-1340f7f7c9ec service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375980 Nov 24 10:30:52.767570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0e44576a-d213-446d-8572-cf9ed1f97789 req-42f67fec-f6b3-46ef-b21d-50833dde3ea8 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419213 Nov 24 10:30:53.443503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:30:59.814703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:31:10.927126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:18.981977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a0a83ff3-dc56-487e-a415-45840a47c951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:20.584827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:21.731845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdebf3f9-4a7a-4b6a-9a99-0a13de1a9a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:21.777626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:23.447611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:23.525854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3e2bc-4611-4358-9dbe-6230d13e9836 req-8bff6f32-bc69-4ce2-93e6-99012406f4b8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:23.527505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ff3e2bc-4611-4358-9dbe-6230d13e9836 req-8bff6f32-bc69-4ce2-93e6-99012406f4b8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.1628711 Nov 24 10:31:23.576316 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ff3e2bc-4611-4358-9dbe-6230d13e9836 req-3bd789d9-87f9-4245-843b-564b9ce2b458 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426610 Nov 24 10:31:24.807302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b4be0-a78e-4d00-8a7c-150a07023cb9 req-4f5d39ef-99a5-4440-bd13-30f99c7dd091 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:24.809047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb8b4be0-a78e-4d00-8a7c-150a07023cb9 req-4f5d39ef-99a5-4440-bd13-30f99c7dd091 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0905833 Nov 24 10:31:24.858911 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-cb8b4be0-a78e-4d00-8a7c-150a07023cb9 req-46957cbf-1461-4b76-9da9-7c72b51f9dc5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432549 Nov 24 10:31:26.084972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac0df-d2c2-4248-87f0-4dd95799dcc3 req-3ba863ee-2290-4f98-bb5e-e53a8e9441a5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:26.087201 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c68ac0df-d2c2-4248-87f0-4dd95799dcc3 req-3ba863ee-2290-4f98-bb5e-e53a8e9441a5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0924077 Nov 24 10:31:26.138874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c68ac0df-d2c2-4248-87f0-4dd95799dcc3 req-e88a9132-d594-4261-9776-11cdd9a1cbb4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454090 Nov 24 10:31:27.350925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2140e7-e394-4f78-990f-a9feb031d39e req-a29847f9-19da-4fa4-b699-bd8e1fcda430 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:27.353216 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c2140e7-e394-4f78-990f-a9feb031d39e req-a29847f9-19da-4fa4-b699-bd8e1fcda430 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0865300 Nov 24 10:31:27.401850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9c2140e7-e394-4f78-990f-a9feb031d39e req-762e1e80-e97a-48e8-9ce7-f0ea0aed5c3e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424232 Nov 24 10:31:28.609572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a29e1-b9a3-4b7a-ac9f-88441b632028 req-454e578f-f35f-46e3-b3a5-8334067c1da2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:28.611287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-403a29e1-b9a3-4b7a-ac9f-88441b632028 req-454e578f-f35f-46e3-b3a5-8334067c1da2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0856144 Nov 24 10:31:28.662382 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-403a29e1-b9a3-4b7a-ac9f-88441b632028 req-924816e6-98c0-48d9-900f-283920bdb871 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449207 Nov 24 10:31:29.870679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003279-82a7-4a76-83c7-da939d9c2b22 req-24186d5d-4aa4-4d68-8132-371121d921f4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:29.872222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64003279-82a7-4a76-83c7-da939d9c2b22 req-24186d5d-4aa4-4d68-8132-371121d921f4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0845578 Nov 24 10:31:29.921171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-64003279-82a7-4a76-83c7-da939d9c2b22 req-ba1d16b7-03d8-47c8-a746-c2f6e1b00bf3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426569 Nov 24 10:31:31.136161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dab94-742c-4de8-a22b-f05edce715a1 req-69ce916c-6d85-47db-8cbc-b8afd23028a3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:31.137795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-365dab94-742c-4de8-a22b-f05edce715a1 req-69ce916c-6d85-47db-8cbc-b8afd23028a3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0870206 Nov 24 10:31:31.187679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-365dab94-742c-4de8-a22b-f05edce715a1 req-0f9ac44d-4e01-48a7-8381-41f754d3bf4d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433726 Nov 24 10:31:32.400029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61852abd-5c3f-4060-8517-771a6e1ad581 req-7eb50f11-1230-46ba-be83-b05cd6ce33fa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:32.401634 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61852abd-5c3f-4060-8517-771a6e1ad581 req-7eb50f11-1230-46ba-be83-b05cd6ce33fa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0887623 Nov 24 10:31:32.449974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61852abd-5c3f-4060-8517-771a6e1ad581 req-bfdf52bb-e813-48da-9247-f4fa6c60a36d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417826 Nov 24 10:31:33.656596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73979fe-7655-40aa-98d4-da77b4a32934 req-5fb3ae36-d122-44ba-8026-7e19482612cf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:33.658210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d73979fe-7655-40aa-98d4-da77b4a32934 req-5fb3ae36-d122-44ba-8026-7e19482612cf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0847487 Nov 24 10:31:33.711647 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d73979fe-7655-40aa-98d4-da77b4a32934 req-a3908cc4-325d-4413-b18b-6aa581141204 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458708 Nov 24 10:31:34.930942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cafdf-0e69-47f6-bec0-9d4ef24b69d4 req-a48e2e2f-87ac-4c4d-a799-865156da1179 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:34.932482 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb2cafdf-0e69-47f6-bec0-9d4ef24b69d4 req-a48e2e2f-87ac-4c4d-a799-865156da1179 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0830069 Nov 24 10:31:34.986742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb2cafdf-0e69-47f6-bec0-9d4ef24b69d4 req-d69bde4e-53af-4771-b756-8259ed67b3ba tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480101 Nov 24 10:31:36.199131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee425-7d40-4751-b5ee-87332b1e31cd req-f49074b5-9f46-4f6c-a60a-812edf720255 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:36.200829 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-245ee425-7d40-4751-b5ee-87332b1e31cd req-f49074b5-9f46-4f6c-a60a-812edf720255 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0901766 Nov 24 10:31:36.261290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-245ee425-7d40-4751-b5ee-87332b1e31cd req-0488bc5f-d9df-4147-b9f5-acf493c2d6b2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525463 Nov 24 10:31:36.380060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:31:36.531214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:31:36.545895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:31:36.601150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:36.622592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:31:36.639405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:31:36.642562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:36.644486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1ecd83e0-9e02-443c-ab34-d27f37e50b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:31:36.716497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:31:36.722437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['f2297745-6ed4-4dc6-b00d-3403ecd8f10a'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:31:36.783413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.784078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.784472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.784859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.785244 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.785626 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.786005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.786386 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.786793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.787171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.787544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:31:36.810089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:31:36.815923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:31:37.479585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a799f7-7e3a-4ed7-b15b-4bc129877f60 req-2b48ac7a-9b6a-4866-bbfd-34cff2f60690 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:37.481891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d1a799f7-7e3a-4ed7-b15b-4bc129877f60 req-2b48ac7a-9b6a-4866-bbfd-34cff2f60690 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 945 time: 0.0904078 Nov 24 10:31:37.532712 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d1a799f7-7e3a-4ed7-b15b-4bc129877f60 req-780a1f25-9696-40bc-ab30-c23ca0d36900 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441644 Nov 24 10:31:38.390191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:31:38.467825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:31:38.468256 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:38.612239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:38.652881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:31:38.654216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:31:38.661662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:38.663826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6ca75bad-020a-4b28-b052-cef1032abae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:31:38.740855 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'code': 200} Nov 24 10:31:38.748555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:31:38.760773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:31:38.841094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce79c85-477d-4d2b-a14d-c65cdf435cfb req-6db531c0-3587-4480-bda7-c1df96918dc2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:38.842345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6ce79c85-477d-4d2b-a14d-c65cdf435cfb req-6db531c0-3587-4480-bda7-c1df96918dc2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.1347251 Nov 24 10:31:38.902300 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6ce79c85-477d-4d2b-a14d-c65cdf435cfb req-cf63b520-1b39-4482-a216-205d8c6f3fc4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531917 Nov 24 10:31:40.144943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80241a5-43d6-4729-956f-29231c685cd5 req-e64e45b9-335c-4a9e-be57-be707a72fdf5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:40.146814 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f80241a5-43d6-4729-956f-29231c685cd5 req-e64e45b9-335c-4a9e-be57-be707a72fdf5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0987873 Nov 24 10:31:40.217312 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f80241a5-43d6-4729-956f-29231c685cd5 req-da7e1b6c-bbb7-4128-9156-584e8e1b1434 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535078 Nov 24 10:31:40.928940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:41.448068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4e989-7b51-4573-afee-832aa3b13ac4 req-ff925e4e-6425-49fa-a229-9ff51ace529a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:41.450378 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7df4e989-7b51-4573-afee-832aa3b13ac4 req-ff925e4e-6425-49fa-a229-9ff51ace529a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0952780 Nov 24 10:31:41.509166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7df4e989-7b51-4573-afee-832aa3b13ac4 req-ae738551-2547-4e23-bd0f-74b08f1409ed tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513680 Nov 24 10:31:42.786467 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0529ba-4963-4b16-b28b-8787ecfd6031 req-6f528d27-6fc5-4985-96b8-af01dcacfbdc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:42.788262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0529ba-4963-4b16-b28b-8787ecfd6031 req-6f528d27-6fc5-4985-96b8-af01dcacfbdc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0972056 Nov 24 10:31:42.847079 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e0529ba-4963-4b16-b28b-8787ecfd6031 req-de7b7542-8b6a-45d5-b862-a1912f71d2b4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517426 Nov 24 10:31:44.071601 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd99be-dd93-4e25-b383-ed92156c499c req-c8df34c2-ac89-4384-824f-190be177cf4f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:44.073930 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5bd99be-dd93-4e25-b383-ed92156c499c req-c8df34c2-ac89-4384-824f-190be177cf4f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0933132 Nov 24 10:31:44.130974 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d5bd99be-dd93-4e25-b383-ed92156c499c req-3c7ee90d-3662-4aa9-aea2-e51ab4dbda46 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486095 Nov 24 10:31:45.371364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca034-feea-4d6d-8877-84c8e0c1a6d2 req-1291d457-8326-4607-9969-2ae377f7d73c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:45.372976 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6dca034-feea-4d6d-8877-84c8e0c1a6d2 req-1291d457-8326-4607-9969-2ae377f7d73c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.1010988 Nov 24 10:31:45.425010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e6dca034-feea-4d6d-8877-84c8e0c1a6d2 req-ff6c8ae7-8b9d-4477-8582-6fd1c2a0e765 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456586 Nov 24 10:31:46.212673 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-35fc2e59-9aa0-4856-82a7-cb5dcefa111e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1099 time: 0.0807264 Nov 24 10:31:46.619784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-a2092e69-709e-41f6-b078-ff1cd8adb83b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:46.621399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-a2092e69-709e-41f6-b078-ff1cd8adb83b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.4029887 Nov 24 10:31:46.645677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f7ffd-6728-4abb-8a59-8429b0fa8752 req-31ab653c-f686-4390-b56c-2766bb2a09d3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:46.647442 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a0f7ffd-6728-4abb-8a59-8429b0fa8752 req-31ab653c-f686-4390-b56c-2766bb2a09d3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0889285 Nov 24 10:31:46.696468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4a0f7ffd-6728-4abb-8a59-8429b0fa8752 req-402256e9-1684-4762-9a69-0f4e4902246f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422187 Nov 24 10:31:46.749047 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-58ae546a-2327-4291-8343-845bb1aaf818 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 1001 time: 0.1206164 Nov 24 10:31:46.827001 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-75b0c5ec-d86e-49af-af1c-29a53e2cfd5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:46.828595 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-75b0c5ec-d86e-49af-af1c-29a53e2cfd5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0730467 Nov 24 10:31:46.909453 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-33dffb40-4e93-4f7c-b20b-e98fee8fa324 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747299 Nov 24 10:31:47.052747 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-244d6de4-b078-4248-9549-a9ac1d066dbe service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369557 Nov 24 10:31:47.199061 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-47870e2b-dd2e-4e38-bb73-a2fa30358be4 req-c369ba14-31d7-4527-a11b-0bc62bd08147 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401987 Nov 24 10:31:47.918889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8ec0a-fb9b-48f0-b986-877171106c55 req-619ec425-4225-475a-a81b-4e37cc1e7471 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:47.920431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b6d8ec0a-fb9b-48f0-b986-877171106c55 req-619ec425-4225-475a-a81b-4e37cc1e7471 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0932350 Nov 24 10:31:47.975144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b6d8ec0a-fb9b-48f0-b986-877171106c55 req-7f77b9f0-9f39-4f5d-b329-def0e112fb50 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484664 Nov 24 10:31:48.983426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6cb43eaa-81ce-414f-96dc-133b8a142d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:49.187888 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eae42-2dff-4587-ba4c-69132eb40f1b req-5e662c94-9c3c-432a-b9b1-8f6b4e0ce6e7 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:49.189560 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d19eae42-2dff-4587-ba4c-69132eb40f1b req-5e662c94-9c3c-432a-b9b1-8f6b4e0ce6e7 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 946 time: 0.0904186 Nov 24 10:31:49.240167 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d19eae42-2dff-4587-ba4c-69132eb40f1b req-1db9e072-275a-4525-b75e-64082251f127 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441837 Nov 24 10:31:49.435478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1abb9fb2-8ffe-4c88-8a3f-3c91227f5b54 req-8d9c242b-f072-4e11-86cd-00a86c04a997 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0755451 Nov 24 10:31:50.476233 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:31:50.597740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:50.636669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:50.646806 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:31:50.661208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:31:50.669017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:50.671295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:31:50.701319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33376) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:31:50.711419 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'code': 422} returned with failed status Nov 24 10:31:50.751175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:31:50.754607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:31:50.768411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4226c-65d8-4cf8-9649-9760606cff8c req-d1f8e362-eb21-4de4-937a-b49269b4432b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:50.770040 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4bf4226c-65d8-4cf8-9649-9760606cff8c req-d1f8e362-eb21-4de4-937a-b49269b4432b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0941949 Nov 24 10:31:50.827297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4bf4226c-65d8-4cf8-9649-9760606cff8c req-9b976f21-6f0f-4062-8c3c-055fb48432a7 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505476 Nov 24 10:31:50.859159 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-c0b26000-c35c-4dc1-b74b-414ab9bf9ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564441 Nov 24 10:31:51.641558 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-f8fd50e6-fc03-47bf-86ed-55b5a63e0cfb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0844853 Nov 24 10:31:51.733733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efa4f415-de91-40d0-b12c-9d9b43192dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:51.738437 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-56d1baa0-97eb-4920-a03e-fb72bade6de9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1097 time: 0.0757306 Nov 24 10:31:51.781643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:51.884941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-c30805af-7f52-4de6-be33-dce8d9d07cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:51.886564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-c30805af-7f52-4de6-be33-dce8d9d07cf9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1424904 Nov 24 10:31:52.054684 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-03274b5b-1582-40f2-8722-9ad5b6db12de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 999 time: 0.1617842 Nov 24 10:31:52.125692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c773e-f294-4339-9318-a515ad7a6580 req-c3a44750-53bb-4bfb-a678-17a38050dbd8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:52.127260 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d31c773e-f294-4339-9318-a515ad7a6580 req-c3a44750-53bb-4bfb-a678-17a38050dbd8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.1776283 Nov 24 10:31:52.160582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-aeefd96a-c30c-496d-a100-0947606910be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:52.162171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-aeefd96a-c30c-496d-a100-0947606910be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0967140 Nov 24 10:31:52.234207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d31c773e-f294-4339-9318-a515ad7a6580 req-24190fc2-21ed-407a-940d-04d32724ef1b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994310 Nov 24 10:31:52.263629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-e970e28d-a60b-4ba7-ba60-575ed0c22079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892596 Nov 24 10:31:52.414340 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-3da92621-b2ed-4544-ae33-951e15cd3f22 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385996 Nov 24 10:31:52.558293 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ba9d9de-5252-412d-8cba-8ea8512960c9 req-b86a9a6a-3824-4ec7-8a98-ae4f167341d4 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381996 Nov 24 10:31:53.458241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:31:53.490830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999df28b-662e-4d97-9616-cb6bdfb7150b req-a18bf69c-bc3d-4d90-b47c-0f565ae6092c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:53.493204 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-999df28b-662e-4d97-9616-cb6bdfb7150b req-a18bf69c-bc3d-4d90-b47c-0f565ae6092c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.1272662 Nov 24 10:31:53.547272 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-999df28b-662e-4d97-9616-cb6bdfb7150b req-f72f46f5-8a40-497d-873a-983fb15a82d6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475721 Nov 24 10:31:54.779761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4280f-32b3-40f3-8269-e1825df6ef8a req-2dbe9987-a706-4acd-ac8a-49cbb8ef7658 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:54.781630 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25d4280f-32b3-40f3-8269-e1825df6ef8a req-2dbe9987-a706-4acd-ac8a-49cbb8ef7658 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0894699 Nov 24 10:31:54.835095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25d4280f-32b3-40f3-8269-e1825df6ef8a req-fa548770-79cb-4e91-b9cf-3159db607dad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468621 Nov 24 10:31:56.063442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a0af-f7fb-4236-ae18-54d633bd43aa req-a2bc6658-0597-4d80-bc39-266c18f3ef9f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:56.065266 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7b1a0af-f7fb-4236-ae18-54d633bd43aa req-a2bc6658-0597-4d80-bc39-266c18f3ef9f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0956781 Nov 24 10:31:56.119131 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e7b1a0af-f7fb-4236-ae18-54d633bd43aa req-07be85dc-0d89-4d3b-8d11-4b7cae796500 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451784 Nov 24 10:31:57.345518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f33d0-2c45-4148-ba4a-72022252a720 req-71f3a0e2-7028-45a6-8009-9e2332725f94 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:57.347191 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-360f33d0-2c45-4148-ba4a-72022252a720 req-71f3a0e2-7028-45a6-8009-9e2332725f94 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0907938 Nov 24 10:31:57.402851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-360f33d0-2c45-4148-ba4a-72022252a720 req-9a31d443-4f12-4dbb-9469-af75702ffaf5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473900 Nov 24 10:31:58.620032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce05e7-8d50-41ad-8b92-e652a29612e5 req-56438e2f-739a-4f4f-86bb-a44027b310cd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:58.621675 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0ce05e7-8d50-41ad-8b92-e652a29612e5 req-56438e2f-739a-4f4f-86bb-a44027b310cd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0878751 Nov 24 10:31:58.674448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e0ce05e7-8d50-41ad-8b92-e652a29612e5 req-6dafbf4d-a884-4093-a685-f2d06e738291 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457511 Nov 24 10:31:59.935627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705a116-b651-47a7-985a-d41ee2e170de req-3191bd82-3185-40b2-9640-3f996a4dad42 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:31:59.937178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3705a116-b651-47a7-985a-d41ee2e170de req-3191bd82-3185-40b2-9640-3f996a4dad42 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.1337295 Nov 24 10:31:59.993798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3705a116-b651-47a7-985a-d41ee2e170de req-faa8877b-8c6c-4064-bd47-384f839e4ed9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503919 Nov 24 10:32:01.227154 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c09e0-7cc8-4c95-a6e4-4e49829df400 req-c2a41811-5b0a-4d97-a7c0-1ed05f67a9dc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:01.228894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b08c09e0-7cc8-4c95-a6e4-4e49829df400 req-c2a41811-5b0a-4d97-a7c0-1ed05f67a9dc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0911157 Nov 24 10:32:01.283322 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b08c09e0-7cc8-4c95-a6e4-4e49829df400 req-4462f0e3-9308-4731-bb5e-ee8bedca0c67 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450931 Nov 24 10:32:02.511778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8366c-8270-4ec0-b067-db4d7eb14a97 req-b16084d1-3819-4ad4-8ace-b33fa8333f7e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:02.513404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1d8366c-8270-4ec0-b067-db4d7eb14a97 req-b16084d1-3819-4ad4-8ace-b33fa8333f7e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0939164 Nov 24 10:32:02.567516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a1d8366c-8270-4ec0-b067-db4d7eb14a97 req-a71dfeac-63d7-4adf-b9ea-e52f9a14d486 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475504 Nov 24 10:32:03.785156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404b682-f85b-4d1d-a1fc-cceb4baaa900 req-69cd7705-0e5f-4ff2-8c35-9ff7e27b5b04 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:03.786935 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8404b682-f85b-4d1d-a1fc-cceb4baaa900 req-69cd7705-0e5f-4ff2-8c35-9ff7e27b5b04 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0885057 Nov 24 10:32:03.844238 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8404b682-f85b-4d1d-a1fc-cceb4baaa900 req-7a3f9065-38c4-49b2-8b68-5b6730a3dd2c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495749 Nov 24 10:32:05.056037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a6830-93ab-496d-955c-4ec3ef96816e req-7bb69e97-fe7d-44aa-ab04-5e1214a9c6d3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:05.057699 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4a6830-93ab-496d-955c-4ec3ef96816e req-7bb69e97-fe7d-44aa-ab04-5e1214a9c6d3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0862336 Nov 24 10:32:05.107705 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a4a6830-93ab-496d-955c-4ec3ef96816e req-62def369-6378-4e56-88bc-74e2e9bb2618 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436370 Nov 24 10:32:06.321465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e72fc-ccb7-408c-8b3b-ac3a73fd2b5c req-d32a7742-6de0-462a-bf98-3269cbfbdc8a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:06.323198 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-730e72fc-ccb7-408c-8b3b-ac3a73fd2b5c req-d32a7742-6de0-462a-bf98-3269cbfbdc8a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 944 time: 0.0887361 Nov 24 10:32:06.374311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-730e72fc-ccb7-408c-8b3b-ac3a73fd2b5c req-c0889047-0ec1-4f5a-a8f2-c9367577b1d0 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446248 Nov 24 10:32:06.581793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:32:06.725401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:32:06.739777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'port_id': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'mac_address': 'fa:16:3e:21:55:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:32:06.798007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:06.815860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:32:06.831190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:32:06.834071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:06.836471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:32:06.905499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=9']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:32:06.908825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:32:07.080876 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['f2297745-6ed4-4dc6-b00d-3403ecd8f10a'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:32:07.619970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3529178-e42e-43f7-97e5-83880c73caa0 req-623f0c1e-b77e-4c5f-8f82-f4617150c5a9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:07.621589 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3529178-e42e-43f7-97e5-83880c73caa0 req-623f0c1e-b77e-4c5f-8f82-f4617150c5a9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 945 time: 0.1164989 Nov 24 10:32:07.674154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d3529178-e42e-43f7-97e5-83880c73caa0 req-a1fb41bf-37f6-4218-bbcb-82c1a69c8555 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456941 Nov 24 10:32:08.597538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:32:08.676495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port f2297745-6ed4-4dc6-b00d-3403ecd8f10a triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:32:08.676495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:08.828322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:08.858826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:32:08.870698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:32:08.874709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:08.877041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4c045d19-bef0-4130-be03-2a8bdca8cb3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:32:08.908470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf2d9-aed8-4964-abc3-65d80694127c req-d503cafa-a0b8-4b3e-bce2-b3711d3aab91 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:08.910190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-388bf2d9-aed8-4964-abc3-65d80694127c req-d503cafa-a0b8-4b3e-bce2-b3711d3aab91 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 945 time: 0.0955467 Nov 24 10:32:08.918823 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'code': 200} Nov 24 10:32:08.954613 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=10']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:32:08.957709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:32:08.966327 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-388bf2d9-aed8-4964-abc3-65d80694127c req-44f278e5-414d-466e-a986-82563461de94 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480993 Nov 24 10:32:09.171295 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63671115-38a0-485a-b49b-aecbd7763ced req-b6ed4fab-9203-4e1a-a396-ea333d1620b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1100 time: 0.0767145 Nov 24 10:32:09.220265 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-63671115-38a0-485a-b49b-aecbd7763ced req-539ddacd-9679-4562-afc8-420e28145391 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429187 Nov 24 10:32:10.191683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98cfde-72b8-46d1-9807-f13ec3fc6242 req-210ef536-3873-45e0-986c-3bdd48e4e0fd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:10.193444 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c98cfde-72b8-46d1-9807-f13ec3fc6242 req-210ef536-3873-45e0-986c-3bdd48e4e0fd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 947 time: 0.0906694 Nov 24 10:32:10.256016 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c98cfde-72b8-46d1-9807-f13ec3fc6242 req-e4d78c82-448d-4640-9259-ad3ec7425a81 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548587 Nov 24 10:32:10.969427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:11.468279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e523c98-b319-44b0-a50a-cbd5a5dc6574 req-54e8bf57-9e31-4270-8fba-40f65ee7affd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:11.469877 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e523c98-b319-44b0-a50a-cbd5a5dc6574 req-54e8bf57-9e31-4270-8fba-40f65ee7affd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 947 time: 0.0833778 Nov 24 10:32:11.522196 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e523c98-b319-44b0-a50a-cbd5a5dc6574 req-ea3f72b5-16d7-46b2-9ea3-34d1c42dc3d8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460186 Nov 24 10:32:13.817345 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:32:18.985581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f3ef695b-30d1-4501-8c9f-336755df17ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:20.590762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:21.738662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c6adfa40-4997-41b3-a4ba-01c1ad6e7b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:21.782380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:23.450796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:40.989816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:48.989289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9aeadac4-ed35-44f9-af5e-75a38f7e2849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:50.595638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:50.818682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:32:51.739649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-efaacd5c-16e8-4fde-9353-96a191d2413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:51.785317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:52.904904 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-d37b0315-4115-4dfe-8fd5-b924cceb7925 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824981 Nov 24 10:32:53.052575 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-c5aa4b3d-74dd-4a77-bfe0-a317692c32bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1100 time: 0.0767367 Nov 24 10:32:53.217189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-3b90c5f9-6be2-4dc8-95c8-e33f6f1bb45e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:53.218736 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-3b90c5f9-6be2-4dc8-95c8-e33f6f1bb45e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1473773 Nov 24 10:32:53.332729 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-f2c47dd8-4c13-4bb9-92a6-d65d6ad1ad47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 1001 time: 0.1081426 Nov 24 10:32:53.406157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-19d70a1d-09ea-4b66-ba1a-0321db960641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:32:53.407800 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-19d70a1d-09ea-4b66-ba1a-0321db960641 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0691597 Nov 24 10:32:53.455043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:32:53.494328 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-eeefc1a3-4187-4224-8541-46658b721f4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806408 Nov 24 10:32:53.648623 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-12a13f3a-2781-44a5-8f41-d47ffc085923 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453938 Nov 24 10:32:53.798896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5ed21635-4c32-42ba-87e2-6722ea63e939 req-dd1dd51c-a1b5-4f37-8721-e14e4d738ec1 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431401 Nov 24 10:33:11.161433 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:18.991140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b24674d6-8ac3-4752-8734-c15622ae5ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:20.597665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.150553 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33506) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:21.587516 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Deleting port 36f296bd-f1d0-43a7-a5db-13c97a83aca7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:33:21.587899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.742108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2c0c978d-0362-47aa-bc81-a4e248fbc1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.767200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.767535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.788030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:21.896366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Calling delete_port for 36f296bd-f1d0-43a7-a5db-13c97a83aca7 owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:33:22.050978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:22.055383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d59a3e19-4d93-4d26-8059-9d92921c0f9d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:22.098893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'Port': ['ID=36f296bd-f1d0-43a7-a5db-13c97a83aca7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:22.138351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.138820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.139965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.141074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.141307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.141747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.142148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.142566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.143007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.143424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.143834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:22.151407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:22.213773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:22.625177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:33:22.834047 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:33:22.845396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:33:22.855095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:22.859141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:33:22.859914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:33:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:33:22.917021 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "DELETE /v2.0/floatingips/cd6a16ec-f645-4b25-8b85-63111cf5b131 HTTP/1.1" status: 204 len: 168 time: 1.7624300 Nov 24 10:33:22.917021 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:33:23.057158 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:33:23.105639 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'status': 'completed', 'code': 200} Nov 24 10:33:23.215752 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-de4b41b4-4810-42e1-8250-09d34b9f907e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 1100 time: 0.0810177 Nov 24 10:33:23.345863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5552c-9d7d-4288-b050-04830216ca13 req-38944e62-ed5d-41dc-b18a-961bc6232c84 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:23.347841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aab5552c-9d7d-4288-b050-04830216ca13 req-38944e62-ed5d-41dc-b18a-961bc6232c84 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 947 time: 0.0951774 Nov 24 10:33:23.368492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-34b46d16-7fec-4a99-a9f6-9e96debcc865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:23.370118 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-34b46d16-7fec-4a99-a9f6-9e96debcc865 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1468208 Nov 24 10:33:23.404311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-aab5552c-9d7d-4288-b050-04830216ca13 req-809c0e24-dfd4-4c41-9141-20673f0c7255 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494168 Nov 24 10:33:23.415247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:33:23.419499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:33:23.431926 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:33:23.432612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:33:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:33:23.452821 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-a52a806c-a4e3-4b6e-963d-c70fcfeb2e21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 200 len: 217 time: 0.0747545 Nov 24 10:33:23.519277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:23.523338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-43e0aec5-5852-4dea-941b-d315f65dfdd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:23.524971 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-43e0aec5-5852-4dea-941b-d315f65dfdd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0654976 Nov 24 10:33:23.609760 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-0979aad9-c6e9-4a9e-92d6-50d7f5fea862 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774510 Nov 24 10:33:23.638855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:33:23.755563 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-799bab1e-3264-495b-bfc2-1754682fe04e service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385877 Nov 24 10:33:23.902989 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3c688914-cd51-484f-a4b1-cd940e63a336 req-f1f571fa-dfa3-4bd6-a760-b9afac6f720b service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399553 Nov 24 10:33:23.974501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:33:23.978766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a488eb-2c4e-452e-91a4-95af8fe59ebe None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:33:24.416676 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429a528-d726-42f0-b0c5-9b1dd7d0e913 None None] New status for floating IP cd6a16ec-f645-4b25-8b85-63111cf5b131: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:33:24.538122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-6e441cdb-6598-4c5c-83ca-bdac00fadcfa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:24.538929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-6e441cdb-6598-4c5c-83ca-bdac00fadcfa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:33:24.558490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-6e441cdb-6598-4c5c-83ca-bdac00fadcfa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:33:24.559855 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-6e441cdb-6598-4c5c-83ca-bdac00fadcfa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 947 time: 0.1128271 Nov 24 10:33:24.642563 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Deleting port f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:33:24.643015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:24.872053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fef44-c78c-4fed-9552-a37baecc8ac0 req-164241ec-0a9e-4134-841d-02f1187098fc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:24.874321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b3fef44-c78c-4fed-9552-a37baecc8ac0 req-164241ec-0a9e-4134-841d-02f1187098fc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdd44486-760f-453c-afc8-e4055333b052 HTTP/1.1" status: 200 len: 947 time: 0.1910641 Nov 24 10:33:25.014602 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b3fef44-c78c-4fed-9552-a37baecc8ac0 req-35f3a863-2e23-4a93-ba9d-002847baf165 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=46424186-181e-47ec-b180-ff281809eab6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937204 Nov 24 10:33:25.016614 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] For port f2297745-6ed4-4dc6-b00d-3403ecd8f10a, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:33:25.017014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:25.145172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Calling delete_port for f2297745-6ed4-4dc6-b00d-3403ecd8f10a owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:33:25.291308 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:25.298490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3677e663-e77e-44b8-a51b-77e991d78845 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:25.342792 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'Port': ['ID=f2297745-6ed4-4dc6-b00d-3403ecd8f10a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:25.345518 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:25.415954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] No DVR routers for this DVR port f2297745-6ed4-4dc6-b00d-3403ecd8f10a on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:33:25.418305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:25.421674 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-deleted', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:33:25.436108 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-79f0a797-8c5c-4e70-bcbc-ca7086a0535b req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "DELETE /v2.0/ports/f2297745-6ed4-4dc6-b00d-3403ecd8f10a HTTP/1.1" status: 204 len: 173 time: 0.8708975 Nov 24 10:33:25.478466 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd44486-760f-453c-afc8-e4055333b052', 'name': 'network-vif-deleted', 'tag': 'f2297745-6ed4-4dc6-b00d-3403ecd8f10a', 'status': 'completed', 'code': 200} Nov 24 10:33:26.122677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33530) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:26.201400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.233723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.291621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.297749 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1aee40b-2827-4b18-af22-1d3a5879b50a tempest-TestMinimumBasicScenario-1459120390 tempest-TestMinimumBasicScenario-1459120390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:26.312942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46424186-181e-47ec-b180-ff281809eab6,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:26.315861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:26.323709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.324819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8d7ec602-4afd-44de-915e-47f0a8bc2cc8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "DELETE /v2.0/security-groups/46424186-181e-47ec-b180-ff281809eab6 HTTP/1.1" status: 204 len: 168 time: 0.2009950 Nov 24 10:33:26.687132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:26.693284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836447699', 'description': 'tempest-secgroup-smoke-836447699 description', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:26.699886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:26.704952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:26.707988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:26.714162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:26.724763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.761703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:26.766471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:26.769400 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:26.775414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:26.835172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.837678 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.843068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0335accc-979b-4a9e-b850-ff764266ab0a tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:26.887905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:26.889734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2009516 Nov 24 10:33:26.891184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9a3ec-3444-40d1-be83-7ec5338501de,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:26.893381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33542) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:26.899732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:26.900619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.901067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.901503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.901932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.902355 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.902830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.903266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.903688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.904137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.904606 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.905424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:26.906302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:26.908968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:26.911656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:26.914718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:26.921032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:26.937491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.003642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.006404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.013834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e57c8656-e043-4897-b2a9-f77049339084 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.036137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824dd65d-3621-4c81-9c2a-5a7d0c77f942,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.038688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.042946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.044284 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a2ef6a82-0da5-4c55-9947-f6ef8bfa386b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498096 Nov 24 10:33:27.047205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33546) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:27.053214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:27.059894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:27.064796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:27.067841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:27.074099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:27.094519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.161525 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.164066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.171692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dcc585b3-caa6-486f-8abf-02924a0e337d tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.191644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd2297d-981e-4354-b5a6-382283c1a3f5,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.194155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.200796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.202891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19f156c4-1642-41a8-9650-dd461a6251f9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1545336 Nov 24 10:33:27.205998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33550) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:27.212229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:27.219261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:27.223465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:27.226552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:27.233163 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:27.250202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.316251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.319146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.321212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdfccb3a-95be-498c-8af8-69edd04c4170 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.345786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663e1025-02ee-4ab7-94ee-73490ccb6f7d,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.348447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.354945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.356262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1492150 Nov 24 10:33:27.359326 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33554) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:27.365282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:27.371764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:27.375948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:27.378977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:27.385019 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:27.401545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.470666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.473346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.475327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6a27f1e0-7f5a-4dfa-a23a-ecccfaa09885 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.499108 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cca5009-6242-4328-9121-63e4ab89df71,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.501706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.507988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.509287 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-89eefe3b-f79f-4ca3-9ebf-48c242003339 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489608 Nov 24 10:33:27.512341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33558) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:27.519479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:27.525805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:27.530420 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:27.533481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:27.539544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:27.549116 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Project a7a1c4e894934069b6d801d56e5f1c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:33:27.555877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.628960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.631661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.633602 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d26c07d1-35d6-4381-8fac-28119e17ce04 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.657662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd5f65e-a0a7-4140-b55d-2a0a186d9fbb,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.660249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.666549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.667900 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-901754a6-239f-44a7-8067-417b4093c835 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1545348 Nov 24 10:33:27.670844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33562) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:33:27.677013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3ec-3444-40d1-be83-7ec5338501de', 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:27.683381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:27.688095 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:security_group_rule and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:33:27.691148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:33:27.697196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:27.707397 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Project a7a1c4e894934069b6d801d56e5f1c0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:33:27.714034 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.782640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.785324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.787499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-02d5794c-20bc-4b34-9067-1e454e401195 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:27.813300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba675a80-b78d-49a3-9427-0aeca41a9122,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:27.815983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:27.819998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:33:27.822765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:27.824061 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ebf4e78a-ae49-47b6-82e0-44cb8d6070a6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521773 Nov 24 10:33:29.045343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:33:29.087273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: f2297745-6ed4-4dc6-b00d-3403ecd8f10a {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:33:29.087669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device f2297745-6ed4-4dc6-b00d-3403ecd8f10a not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:33:41.027714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:44.128865 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-4222f299-6aeb-4b9d-99a6-0e2be9cae5f0 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:33:44.143537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-4222f299-6aeb-4b9d-99a6-0e2be9cae5f0 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:33:44.144795 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-4222f299-6aeb-4b9d-99a6-0e2be9cae5f0 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836447699&fields=id&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 267 time: 0.0640688 Nov 24 10:33:44.312339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-a0bdf188-7df9-4f4b-9879-80c2038d7eff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:44.313846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-a0bdf188-7df9-4f4b-9879-80c2038d7eff tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 809 time: 0.1619146 Nov 24 10:33:44.331850 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-f892d8a1-b743-45d8-b7c2-8f44acb1672a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/quotas/a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 375 time: 0.0121698 Nov 24 10:33:44.419120 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-3aad20a9-b428-4ac0-9edc-432d88ab014f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817475 Nov 24 10:33:44.549455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-084b7d6f-00c5-46e8-a701-dac4a341b85a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:33:44.550535 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-084b7d6f-00c5-46e8-a701-dac4a341b85a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1189520 Nov 24 10:33:44.696157 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-99589713-bb90-4d30-87f7-1a183c4394e4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387250 Nov 24 10:33:45.070693 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-aecd71fc-9abe-48a7-bef8-71f3d0a9dcf5 service neutron] 10.222.0.55 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672287 Nov 24 10:33:45.496829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bb3f0516-a716-4330-a9bd-19285fd02934 req-426afbea-e68b-4a07-b23a-decab6502e2e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:33:45.512821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-bb3f0516-a716-4330-a9bd-19285fd02934 req-426afbea-e68b-4a07-b23a-decab6502e2e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:33:45.514985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bb3f0516-a716-4330-a9bd-19285fd02934 req-426afbea-e68b-4a07-b23a-decab6502e2e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 210 time: 0.0640907 Nov 24 10:33:46.631136 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b0f5c4d4-b5c3-43da-9798-1590057579d4 req-79eb4bf3-af6e-42c9-8f71-4d2be120be75 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 210 time: 0.0480475 Nov 24 10:33:47.748909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1cfffa7c-f29f-4421-b78b-13ff8b34ce2b req-06f9e18a-35bc-4cea-b338-c1ccae28a396 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 210 time: 0.0467825 Nov 24 10:33:48.940265 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c595f551-2d74-4312-adc6-cdcbcb3e3037 req-c742f940-e52e-49c0-800b-72b1af1c6af9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 210 time: 0.0603080 Nov 24 10:33:48.993200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c98990f1-1740-4de8-adc2-895f2acc3d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:49.063079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-7d7a7343-b38d-4234-b62c-836f0aa17cb5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:49.064640 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-7d7a7343-b38d-4234-b62c-836f0aa17cb5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 809 time: 0.4120162 Nov 24 10:33:49.124139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-08dfe53d-7aa3-41f7-a2d5-70640bc26825 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:33:49.136513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-08dfe53d-7aa3-41f7-a2d5-70640bc26825 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:33:49.137717 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-08dfe53d-7aa3-41f7-a2d5-70640bc26825 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 379 time: 0.0616381 Nov 24 10:33:49.146224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'port': {'device_id': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'admin_state_up': True, 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'security_groups': ['74e9a3ec-3444-40d1-be83-7ec5338501de']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:49.292189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:33:49.302530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:33:49.312729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Made reservation on behalf of a7a1c4e894934069b6d801d56e5f1c0d for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:33:49.318330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:49.494923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Allocated IP 172.20.0.11 (fc1bdbdf-f87c-46f4-805e-23410f9f2f84/288b587c-a066-4c84-a8df-d9bddc38badc/bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:33:49.700651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:49.717979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Transition to ACTIVE for port object bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:33:49.737249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:49.743346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:49.815237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:33:49.819192 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:33:49.824098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:33:49.853148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:49.859480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:49.895389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:49.896206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:49.928066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857535 Nov 24 10:33:49.942121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Request body: {'port': {'device_id': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:33:50.074140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.171195 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb143c4d-4533-423c-9c49-82e2d58d7d32 None None] Provisioning for port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:33:50.179440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-bb143c4d-4533-423c-9c49-82e2d58d7d32 None None] Provisioning complete for port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:33:50.179870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-bb143c4d-4533-423c-9c49-82e2d58d7d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.244556 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-bb143c4d-4533-423c-9c49-82e2d58d7d32 None None] Port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:33:50.299632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b6152-896a-4d3d-96a9-94ea3f431b6d req-0a1da39d-d4cf-4adf-8ab5-693add4e550d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:50.300413 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-669b6152-896a-4d3d-96a9-94ea3f431b6d req-0a1da39d-d4cf-4adf-8ab5-693add4e550d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:33:50.342013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-669b6152-896a-4d3d-96a9-94ea3f431b6d req-0a1da39d-d4cf-4adf-8ab5-693add4e550d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:33:50.343425 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-669b6152-896a-4d3d-96a9-94ea3f431b6d req-0a1da39d-d4cf-4adf-8ab5-693add4e550d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 932 time: 0.2567532 Nov 24 10:33:50.478913 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-669b6152-896a-4d3d-96a9-94ea3f431b6d req-bcdbcee3-2f08-4549-b881-ad733543e3c9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202002 Nov 24 10:33:50.578783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:33:50.585958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.601318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.605750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Transition to ACTIVE for port object bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:33:50.609133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.613829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2097f31b-4fc1-4376-8eed-d07ea87db4ec tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:50.743517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:50.747514 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:50.861335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Attempting to bind port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:33:50.861712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Attempting to bind port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:33:50.862229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Attempting to bind port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:33:50.868594 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:33:50.868959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Attempting to bind port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d on network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:33:50.876536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:33:50.876912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Checking segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:33:50.877346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Bound using segment: {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:33:50.877817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Bound port: bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be65c57-4011-4240-b126-5180125a064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:33:50.878202 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.970637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:33:50.973760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:33:50.977160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:50.981800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf5efa39-67b8-43fb-abba-9f191e95c88f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:51.043703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:51.046637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] 10.222.0.61 "PUT /v2.0/ports/bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1094 time: 1.1092939 Nov 24 10:33:51.047113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:33:51.071363 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:51.074769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:51.125121 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'status': 'completed', 'code': 200} Nov 24 10:33:51.166851 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-157ad9a3-35e7-4ce3-9fcc-93eaf9d0f749 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1097 time: 0.0859332 Nov 24 10:33:51.246830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-3681357e-6eff-4ab6-8828-933be9e657f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 217 time: 0.0733004 Nov 24 10:33:51.318666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-a6ff68b4-7d80-415a-bc3d-34687b53aefe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:51.320280 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-a6ff68b4-7d80-415a-bc3d-34687b53aefe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0678284 Nov 24 10:33:51.408813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-8f4cbd26-a533-49c0-b2fb-c21232d54224 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818412 Nov 24 10:33:51.554772 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-fc1d47b1-ddd3-41b3-b1f2-cab5ecb4d324 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390905 Nov 24 10:33:51.743722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-84dacd33-dbc8-4611-b3da-6a570734021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:51.760962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5a7ae1ac-ddc0-4dbd-8e16-54be561541e3 req-52f49dc7-0b5c-4093-8b81-1444f35f3c10 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978304 Nov 24 10:33:51.784889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538d19-4ff3-4ab3-9e2c-3ba313b8117d req-7229bcf9-e056-46b8-ac00-4d2c7f3e8021 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:51.786570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e4538d19-4ff3-4ab3-9e2c-3ba313b8117d req-7229bcf9-e056-46b8-ac00-4d2c7f3e8021 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.1781592 Nov 24 10:33:51.792445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:51.889532 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e4538d19-4ff3-4ab3-9e2c-3ba313b8117d req-9866bd00-e981-4fa5-bf1b-84750f639494 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960765 Nov 24 10:33:51.912629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-54fcae96-7f36-4a77-a42a-14ce08053515 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1097 time: 0.0985110 Nov 24 10:33:52.063989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-a725edd8-7fc9-49cb-b3a9-666f08bc3a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:52.065616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-a725edd8-7fc9-49cb-b3a9-666f08bc3a12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1449013 Nov 24 10:33:52.139983 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-18075a48-7d66-4d64-99ee-81b67bab0689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 217 time: 0.0664675 Nov 24 10:33:52.214058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-0609369b-76e9-441f-bc87-99b61849e71a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:52.215677 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-0609369b-76e9-441f-bc87-99b61849e71a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0698438 Nov 24 10:33:52.297889 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-98dccd12-0981-48eb-bf85-d526f3fcad58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759482 Nov 24 10:33:52.443784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-bd2952dc-a239-48ad-a443-6e1eaecbf2ca service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384273 Nov 24 10:33:52.614642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-686a0c95-accc-43e2-acbc-6f7db083b883 req-b5cf809b-5753-4379-8587-aac698d741aa service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638050 Nov 24 10:33:53.107245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8835-d6d2-417b-b08c-ea62474d1dbf req-2082c04f-08b5-48ef-b0e9-62d35c845c4a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:53.108882 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-299e8835-d6d2-417b-b08c-ea62474d1dbf req-2082c04f-08b5-48ef-b0e9-62d35c845c4a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0863538 Nov 24 10:33:53.162066 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-299e8835-d6d2-417b-b08c-ea62474d1dbf req-4ecedf87-d84f-4433-86ed-a0fd6a7a2fcc tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466490 Nov 24 10:33:53.460270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:54.412758 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24350b3d-1b30-4837-83b9-c007bdff5d08 req-2651baa7-1bb0-46f9-82a9-7ade316a9c61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:54.415685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24350b3d-1b30-4837-83b9-c007bdff5d08 req-2651baa7-1bb0-46f9-82a9-7ade316a9c61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.1154783 Nov 24 10:33:54.473629 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-24350b3d-1b30-4837-83b9-c007bdff5d08 req-22eee3c8-5b8e-433d-b2c5-7ed84917c8e8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512335 Nov 24 10:33:55.685089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0faf3-8d6b-4a00-8979-de08b75b4af5 req-733c2b78-7924-4d71-b2e8-7d54ff824224 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:55.687221 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66c0faf3-8d6b-4a00-8979-de08b75b4af5 req-733c2b78-7924-4d71-b2e8-7d54ff824224 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0888581 Nov 24 10:33:55.735925 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-66c0faf3-8d6b-4a00-8979-de08b75b4af5 req-261227b9-dbbb-4535-8947-0c52668cf1ea tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Nov 24 10:33:56.946996 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6becdfd-d865-4776-8a04-523587a77e17 req-f32cd124-b39a-42c5-8cb8-990630f72e9d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:56.948618 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f6becdfd-d865-4776-8a04-523587a77e17 req-f32cd124-b39a-42c5-8cb8-990630f72e9d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0861552 Nov 24 10:33:57.004010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f6becdfd-d865-4776-8a04-523587a77e17 req-44f6b70c-9ecf-4620-8988-7a2f99620c55 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Nov 24 10:33:58.225965 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2a8eb-d864-48c3-a87b-0a72b3cac65e req-2be0bef7-d0ac-438c-8ee9-586f2a902223 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:58.227806 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-37b2a8eb-d864-48c3-a87b-0a72b3cac65e req-2be0bef7-d0ac-438c-8ee9-586f2a902223 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0898609 Nov 24 10:33:58.280876 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-37b2a8eb-d864-48c3-a87b-0a72b3cac65e req-550717b9-da74-4def-8a8e-47cb31b41602 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466149 Nov 24 10:33:59.206036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:33:59.349662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:33:59.364284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'mac_address': 'fa:16:3e:f6:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:33:59.427585 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:59.447053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:33:59.463863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:33:59.467660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:33:59.470521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7aeb3b8-f5eb-45c2-8c9b-664845de205f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:33:59.503870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb86160-ae09-421e-800f-10acb40ddd23 req-99d40e61-2b22-48f2-9730-ce0912e61d9a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:33:59.505518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ebb86160-ae09-421e-800f-10acb40ddd23 req-99d40e61-2b22-48f2-9730-ce0912e61d9a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0923283 Nov 24 10:33:59.540165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:33:59.550784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.551190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.551572 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.551951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.552324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.552680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.553048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.553422 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.553795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.554156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.554529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:33:59.557345 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ebb86160-ae09-421e-800f-10acb40ddd23 req-3e7321e4-1fc6-4e66-843d-08cefae1084c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Nov 24 10:33:59.559336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:33:59.680886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:34:00.778455 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5a1f7-03b0-4fa5-af41-6f7884fdb950 req-877e2b27-449a-458a-8ac9-827081234466 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:00.780642 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76d5a1f7-03b0-4fa5-af41-6f7884fdb950 req-877e2b27-449a-458a-8ac9-827081234466 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 945 time: 0.0885334 Nov 24 10:34:00.833707 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-76d5a1f7-03b0-4fa5-af41-6f7884fdb950 req-d9eafdd2-7eec-4876-8074-a9c9484e4a05 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468609 Nov 24 10:34:01.234049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:34:01.307692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:34:01.313217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:34:01.313642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:01.433943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:01.465189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:34:01.475365 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:34:01.478842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:01.480583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:34:01.524941 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'code': 200} Nov 24 10:34:01.554605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:34:01.557703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:34:01.812777 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e272136-673b-46e5-b07e-76ec446c3aed req-a34aca7e-72e6-4091-932c-4605524166ec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0765274 Nov 24 10:34:01.865484 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e272136-673b-46e5-b07e-76ec446c3aed req-270d0326-b4dd-4332-be9e-953a0893f6b5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Nov 24 10:34:02.045822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857986ab-32ab-40e0-844e-5d075bc2a0ac req-e2f9e28f-bd92-4dc2-ae21-88e8b9278daf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:02.047489 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-857986ab-32ab-40e0-844e-5d075bc2a0ac req-e2f9e28f-bd92-4dc2-ae21-88e8b9278daf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0862958 Nov 24 10:34:02.101665 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-857986ab-32ab-40e0-844e-5d075bc2a0ac req-d4e6021c-38d6-4b02-ac1c-292a40dc50a4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479515 Nov 24 10:34:03.319685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ee17c-6c70-4949-be77-c8ed61365f0d req-4273518e-f6e6-4916-80bf-504dadafafb9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:03.321433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-945ee17c-6c70-4949-be77-c8ed61365f0d req-4273518e-f6e6-4916-80bf-504dadafafb9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0924766 Nov 24 10:34:03.374411 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-945ee17c-6c70-4949-be77-c8ed61365f0d req-42cf20a6-c08a-4717-9d8a-5dddee989122 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451803 Nov 24 10:34:03.586983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550896ed-f97e-405b-b245-ed2dc35ad546 req-9cfde1f9-3a7f-4176-9dab-766324ae4df9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:03.588619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-550896ed-f97e-405b-b245-ed2dc35ad546 req-9cfde1f9-3a7f-4176-9dab-766324ae4df9 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0894105 Nov 24 10:34:03.639392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-550896ed-f97e-405b-b245-ed2dc35ad546 req-38655d00-c251-4139-8604-f9fc84a14cfe tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440612 Nov 24 10:34:03.667671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33764) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:34:03.745105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0ffc9475-2674-4ebd-a46a-f00c619a2524 tempest-TestShelveInstance-1041639077 tempest-TestShelveInstance-1041639077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1094 time: 0.0760577 Nov 24 10:34:03.749203 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33768) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:34:03.755557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:34:03.761983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:34:03.767471 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Usage tracker for resource:floatingip and tenant:a7a1c4e894934069b6d801d56e5f1c0d is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:34:03.770643 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:34:03.776973 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:34:03.791731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:03.946133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:04.099998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Allocated IP 172.26.6.243 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/f66e703b-d943-49df-b26d-b3325094fd3b) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:34:04.523862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:04.551821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:04.555946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ee6e37ce-9df1-43e8-b683-09f3d28635ad tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:34:04.634444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:34:04.635666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:34:04.637918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=f66e703b-d943-49df-b26d-b3325094fd3b,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:34:04.641399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:34:04.667946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:34:04.828427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:34:05.219033 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:05.278009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:05.502859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:05.506559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:05.511165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ceaeffd9-005a-4645-a76d-f7b131135709 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:34:05.626273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event updated for resources: {'Port': ['ID=f66e703b-d943-49df-b26d-b3325094fd3b,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:34:05.630660 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:34:05.639804 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:05.855868 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Floating IP 4236d01d-c831-4c39-9d16-b03dccaab0ba associated. External IP: 172.26.6.243, port: bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d. Nov 24 10:34:06.297894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:34:06.521361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:34:06.534895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:34:06.548987 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:34:06.549714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:33:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:34:06.552580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:06.621572 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8709471 Nov 24 10:34:06.622331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:34:06.681891 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'status': 'completed', 'code': 200} Nov 24 10:34:06.794270 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-63ce59d3-4806-4d88-a272-7a93159ac687 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0790117 Nov 24 10:34:06.928250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:34:06.941274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-340dc739-5217-4074-a543-c51c0e56afac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:06.942914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-340dc739-5217-4074-a543-c51c0e56afac service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1432540 Nov 24 10:34:07.065652 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-fad64571-670f-4074-aa4a-59e6f19ca81d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1000 time: 0.1163578 Nov 24 10:34:07.144745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-63e89262-5c39-474b-adc6-1c13fa397c4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:07.147033 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-63e89262-5c39-474b-adc6-1c13fa397c4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0728774 Nov 24 10:34:07.248954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-3fdaecbe-b122-4b7b-bb09-35061c0430ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958672 Nov 24 10:34:07.339845 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4236d01d-c831-4c39-9d16-b03dccaab0ba', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:f6:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:34:05Z', 'updated_at': '2021-11-24T10:34:05Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:34:07.344543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:34:07.356648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:34:07.357893 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:33:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:34:07.413784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-dd8602eb-fccf-4496-a10e-8d4f16ad66b6 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583550 Nov 24 10:34:07.550776 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:34:07.828461 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7e94da61-ad15-4af8-8dcd-a9e9a83892d7 req-dc1dc7df-243b-4e55-829e-dcc8e7917383 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073341 Nov 24 10:34:07.948252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4236d01d-c831-4c39-9d16-b03dccaab0ba', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:f6:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:34:05Z', 'updated_at': '2021-11-24T10:34:05Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:34:07.953908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46321c-c3fe-4be5-8801-5c895f754739 None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '4236d01d-c831-4c39-9d16-b03dccaab0ba', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'mac_address': 'fa:16:3e:f6:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:34:05Z', 'updated_at': '2021-11-24T10:34:05Z', 'revision_number': 0, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:34:08.358994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008452a5-f8af-4406-9e39-9dc7e17959e8 None None] New status for floating IP 4236d01d-c831-4c39-9d16-b03dccaab0ba: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:34:11.017143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:18.997035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce58b-282d-4dba-a290-fcdf1cd3523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:20.607425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:21.747675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6d895b3e-0091-4164-ad07-0484a7795b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:21.796378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:23.504248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:41.014709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:41.820707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:34:48.999379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-75dcca35-42ff-4fde-a39d-c8896eaa7205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:50.599640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:51.749204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7ea0cfb5-8267-48db-9500-32ecf5ef798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:51.796924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:53.466117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:34:56.009764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-8464e009-9822-44b9-8e20-2c8d31db3a3e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2194974 Nov 24 10:34:56.165812 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-73eb0bcf-a4ff-4c49-92df-1f55aac3bcb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0835075 Nov 24 10:34:56.325137 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-42f2e489-7b8f-40b2-b359-90840e72395b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:56.326832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-42f2e489-7b8f-40b2-b359-90840e72395b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1410992 Nov 24 10:34:56.439861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-1c2a1af4-af45-44c8-91c1-7c079b4f285a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1002 time: 0.1067770 Nov 24 10:34:56.515434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-b09340c6-6100-4eb4-903a-454f54297735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:34:56.517311 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-b09340c6-6100-4eb4-903a-454f54297735 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0717320 Nov 24 10:34:56.599967 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-84ef91cb-7243-4040-a7d4-205fb47e233a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765877 Nov 24 10:34:56.610651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-2b39bf7e-0e16-4e1f-a85f-a62ccf1e9297 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=88877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 10:34:56.611802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-2b39bf7e-0e16-4e1f-a85f-a62ccf1e9297 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055790 Nov 24 10:34:56.757490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-f3a8acf5-f77a-4012-a009-0ffad62aee66 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394134 Nov 24 10:34:56.907358 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-96c964cd-0f89-4f7d-b6f2-bc491186d043 req-e4671b7b-c804-4019-b187-ac290964141f service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441245 Nov 24 10:35:11.026769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:18.821324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:35:19.002671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b58f26fa-c281-41a3-a1b5-7378f9b053b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:20.602410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:21.752945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-635ef152-b586-43e3-b83f-f0339cf732f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:21.799787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:23.476319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:41.035977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:49.015167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4545411d-2876-42bc-ba7d-ce5053f85b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:50.611967 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:51.759632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8a9717f-a7fb-4cfa-8c28-b7676c8b34de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:51.803961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:53.485076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:35:55.822437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:35:57.852438 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-ae240c86-df5d-422c-96fb-f0ae0c03c66f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837581 Nov 24 10:35:57.995090 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-f60c5297-8dc5-4216-84a6-92321b052b12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0732384 Nov 24 10:35:58.151802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-84953319-d4d1-416c-aaeb-c1d64c9bc311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:35:58.153389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-84953319-d4d1-416c-aaeb-c1d64c9bc311 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1402473 Nov 24 10:35:58.265206 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-7d34668e-8bad-4161-b9c4-3e7b5950ee1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1002 time: 0.1058486 Nov 24 10:35:58.333423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-32db73ad-c060-4df5-9e67-83002090d32f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:35:58.335010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-32db73ad-c060-4df5-9e67-83002090d32f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0640881 Nov 24 10:35:58.421784 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-00ec6007-879f-439d-94be-2c1b495b6337 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766187 Nov 24 10:35:58.562644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-0e0d238a-f4b5-4a53-af15-25d0805783c1 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350307 Nov 24 10:35:58.707965 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-42b7eeab-0bc9-4017-99b9-c90aa3ddaecd req-e75e22ab-03b8-4c2c-bf88-988467ad5dab service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398261 Nov 24 10:36:06.287425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb315e-010a-4db2-a96a-4a587b699bc9 req-6b2f17f4-4e52-45e0-9588-a3197d058b17 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:06.289096 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20fb315e-010a-4db2-a96a-4a587b699bc9 req-6b2f17f4-4e52-45e0-9588-a3197d058b17 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0948217 Nov 24 10:36:06.341816 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20fb315e-010a-4db2-a96a-4a587b699bc9 req-04cc5451-2ff1-418a-be9a-cdfb7def847a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 Nov 24 10:36:07.572315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459fca-60d4-4e11-b3c2-37c9caf28df3 req-74284f8b-48d2-4fb3-8b79-ba8c54002914 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:07.573941 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9e459fca-60d4-4e11-b3c2-37c9caf28df3 req-74284f8b-48d2-4fb3-8b79-ba8c54002914 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0921531 Nov 24 10:36:07.624181 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9e459fca-60d4-4e11-b3c2-37c9caf28df3 req-903395f9-fc0e-4503-905e-8c753dbc8612 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Nov 24 10:36:08.857847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd485384-c9f3-4c61-889d-a9e1aa7a045e req-efe05376-4cb9-4e19-9fd3-17687f17384c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:08.860009 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd485384-c9f3-4c61-889d-a9e1aa7a045e req-efe05376-4cb9-4e19-9fd3-17687f17384c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0883853 Nov 24 10:36:08.911883 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd485384-c9f3-4c61-889d-a9e1aa7a045e req-b5f4aee5-0875-4e29-af63-78778d7ae973 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437343 Nov 24 10:36:10.121450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf72c-93ed-4885-b702-6f60a5125c1d req-ae3c250d-f486-4780-8f16-cdc63081ece2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:10.123126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dedaf72c-93ed-4885-b702-6f60a5125c1d req-ae3c250d-f486-4780-8f16-cdc63081ece2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0826676 Nov 24 10:36:10.173480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dedaf72c-93ed-4885-b702-6f60a5125c1d req-0d5d5e40-cd16-45e6-b434-f56ad83e1f72 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434499 Nov 24 10:36:11.043092 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:11.381259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75976aad-b951-4b82-8b46-772c464cf13a req-efd47458-c675-4f76-9e64-f4fa2fe9294d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:11.382910 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75976aad-b951-4b82-8b46-772c464cf13a req-efd47458-c675-4f76-9e64-f4fa2fe9294d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0864542 Nov 24 10:36:11.432820 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75976aad-b951-4b82-8b46-772c464cf13a req-902a5902-e50d-46e0-b9b2-55afb7d900f5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Nov 24 10:36:12.650689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3109afa-5b82-4d57-a2fe-7a4a1935fadd req-829faed0-6f45-43bb-b421-85bb49748264 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:12.652309 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3109afa-5b82-4d57-a2fe-7a4a1935fadd req-829faed0-6f45-43bb-b421-85bb49748264 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0883348 Nov 24 10:36:12.701428 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c3109afa-5b82-4d57-a2fe-7a4a1935fadd req-f224844d-a9d9-47e7-9019-f68e35896ca4 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Nov 24 10:36:13.930176 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362b64c-bf16-4f78-8d0b-b8a875ccf95e req-55579b24-bb96-44e2-9465-9ad4493641d6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:13.931874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4362b64c-bf16-4f78-8d0b-b8a875ccf95e req-55579b24-bb96-44e2-9465-9ad4493641d6 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.1010883 Nov 24 10:36:13.982357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-4362b64c-bf16-4f78-8d0b-b8a875ccf95e req-32cfc8fa-5c51-417c-8b09-efed5698a694 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434916 Nov 24 10:36:15.190631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dab274-67f4-4827-8f31-a9fb2c4c71aa req-81fbacef-b62e-4ce2-a229-66a276c7046f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:15.192262 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2dab274-67f4-4827-8f31-a9fb2c4c71aa req-81fbacef-b62e-4ce2-a229-66a276c7046f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0866296 Nov 24 10:36:15.245450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f2dab274-67f4-4827-8f31-a9fb2c4c71aa req-34c95af6-c264-46e4-9e97-48b03806acbf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469477 Nov 24 10:36:16.339271 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-fa638d48-be2d-464a-87d7-efc4489e0b7a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0758350 Nov 24 10:36:16.556028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-c043c063-abfc-4eea-a077-b015f4bb571e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:16.557587 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-c043c063-abfc-4eea-a077-b015f4bb571e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.2126224 Nov 24 10:36:16.565339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e96d3-fb77-4cfc-a38c-0bbf9e2bad51 req-fe684bab-baea-4ddb-815c-5f1cb461e45b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:16.567123 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d61e96d3-fb77-4cfc-a38c-0bbf9e2bad51 req-fe684bab-baea-4ddb-815c-5f1cb461e45b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.1888177 Nov 24 10:36:16.706490 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d61e96d3-fb77-4cfc-a38c-0bbf9e2bad51 req-1745c90c-3db1-4c98-b520-aa30b5e3aa71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872765 Nov 24 10:36:16.709570 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-57ad0d98-93db-4c86-be16-6e0a591fcb22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1002 time: 0.1416225 Nov 24 10:36:16.779654 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-a47a9925-f9cd-470f-96be-81f6d08e4b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:16.781837 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-a47a9925-f9cd-470f-96be-81f6d08e4b98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0658607 Nov 24 10:36:16.864954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-13870dd7-ac9a-40c4-82df-1d230aa6106c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773056 Nov 24 10:36:17.007299 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-b04a4f04-b3d0-4ce5-9c57-6e04fbb47133 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355579 Nov 24 10:36:17.149183 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f4e1665c-190f-4ed6-a399-a880428fca38 req-d2486c71-7d4a-4aac-9d0f-520f73022f55 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359200 Nov 24 10:36:17.915600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b9414-9f37-4ac7-bdaf-16fbc22a810c req-a3116a22-1746-47a7-8544-b75664bcfe58 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:17.917122 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c55b9414-9f37-4ac7-bdaf-16fbc22a810c req-a3116a22-1746-47a7-8544-b75664bcfe58 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0836511 Nov 24 10:36:17.965154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-c55b9414-9f37-4ac7-bdaf-16fbc22a810c req-9e112696-2a04-42e4-80e0-0fb7566cb781 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Nov 24 10:36:19.011863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-62aa4faa-9d5c-4810-9d87-053279396a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:19.179292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf82f9c-9583-4111-a57c-620b9b77014d req-f7faad3b-929a-4b55-bada-d50d83fb62fa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:19.180933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bf82f9c-9583-4111-a57c-620b9b77014d req-f7faad3b-929a-4b55-bada-d50d83fb62fa tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0882921 Nov 24 10:36:19.231251 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5bf82f9c-9583-4111-a57c-620b9b77014d req-7d4d60ae-ad62-4590-9dc5-c9e98b959eed tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Nov 24 10:36:20.451697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f149199-9d38-4669-adb9-52554f8879f2 req-c2aba302-978e-4bcd-be2d-cbe47a6a5df3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:20.455064 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f149199-9d38-4669-adb9-52554f8879f2 req-c2aba302-978e-4bcd-be2d-cbe47a6a5df3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0976377 Nov 24 10:36:20.504402 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5f149199-9d38-4669-adb9-52554f8879f2 req-ee18a482-8404-4a6d-8dd5-01b427bb8ffe tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Nov 24 10:36:20.607186 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:21.053252 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ba20e4ff-c2ec-4b37-b646-fbdbad4068d5 req-0841ca90-fb45-4a0e-b842-e529a8fa77ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4203384 Nov 24 10:36:21.255520 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-7ca64b62-e8e8-4302-94f6-b036f2a537cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778301 Nov 24 10:36:21.330122 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c341a-5872-4f37-a440-6886d95575e3 req-58bdf2dd-9730-4a3f-9b9f-2d04fdfa129c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:21.331763 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d44c341a-5872-4f37-a440-6886d95575e3 req-58bdf2dd-9730-4a3f-9b9f-2d04fdfa129c tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0851705 Nov 24 10:36:21.381819 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d44c341a-5872-4f37-a440-6886d95575e3 req-be91a86e-c44c-44db-ae6b-12c28e6f6b0e tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438073 Nov 24 10:36:21.752048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9a431b4b-1b95-4914-8989-3feba79ef435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:21.807503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:22.024849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:36:22.142302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:22.171662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:36:22.184143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:36:22.191446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:22.194543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:36:22.270617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:36:22.280164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.280560 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.280942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.281472 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.281852 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.282221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.282618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.282988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.283356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.283720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.284086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:36:22.288321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:36:22.306550 dv-neutron-818439-1-hyperv neutron-server[88766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'code': 422} returned with failed status Nov 24 10:36:22.605850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934477-145f-40ba-b0ca-6153f7dfc3eb req-39091cc6-061e-45c6-b498-001cbf94515f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:22.607548 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25934477-145f-40ba-b0ca-6153f7dfc3eb req-39091cc6-061e-45c6-b498-001cbf94515f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0895727 Nov 24 10:36:22.659000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25934477-145f-40ba-b0ca-6153f7dfc3eb req-3e5cc309-8d22-427e-8c49-e747843b43b1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Nov 24 10:36:23.295591 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-4ba74e38-d6ea-49ac-a34c-6a4f3d5d6ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&tenant_id=a7a1c4e894934069b6d801d56e5f1c0d HTTP/1.1" status: 200 len: 1097 time: 0.0783577 Nov 24 10:36:23.392240 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-44d9cfa0-3264-4dfb-8170-5bf8571cb2cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1097 time: 0.0769176 Nov 24 10:36:23.471389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:23.534541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-492c18ea-6d51-49fd-b3f5-b56d349106c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:23.536160 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-492c18ea-6d51-49fd-b3f5-b56d349106c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1378882 Nov 24 10:36:23.644524 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-9af06cfa-bc03-4452-b6e7-f9c8756e4f6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1000 time: 0.1023242 Nov 24 10:36:23.713483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-62a73057-8299-465c-99a7-4bfd7e5a5c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:23.715125 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-62a73057-8299-465c-99a7-4bfd7e5a5c91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0644021 Nov 24 10:36:23.805450 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-8a705e05-e355-4c9f-b37f-776057efb8c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843122 Nov 24 10:36:24.002928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-6578e861-086e-4a10-9723-755ab55ab54c service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898818 Nov 24 10:36:24.062769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740679a-45d8-4e93-bb5a-558622f793f6 req-c53a0655-7e9d-40f5-93fb-43225ecb150a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:24.064389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9740679a-45d8-4e93-bb5a-558622f793f6 req-c53a0655-7e9d-40f5-93fb-43225ecb150a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.2722743 Nov 24 10:36:24.200348 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9740679a-45d8-4e93-bb5a-558622f793f6 req-230a0631-a4b2-4093-94f5-61633e80ed95 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282058 Nov 24 10:36:24.205293 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-986bdb01-afc6-4d33-9f82-c07370cc0c9e req-5a145f31-4a24-4601-a4ac-5b0a846f8b18 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925910 Nov 24 10:36:25.480672 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415744f4-9ecf-4308-8bfb-d2143a875446 req-d4922e44-fd4d-4197-943e-63b5a349d9bf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:25.482169 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-415744f4-9ecf-4308-8bfb-d2143a875446 req-d4922e44-fd4d-4197-943e-63b5a349d9bf tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.1565106 Nov 24 10:36:25.535307 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-415744f4-9ecf-4308-8bfb-d2143a875446 req-79627b20-ca55-4073-968f-971a8804fe41 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 Nov 24 10:36:26.750119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f64e8-431e-4b2b-b364-f08b02ee702e req-888046b9-c2eb-4165-a2a8-b74ff328bf12 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:26.751802 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b18f64e8-431e-4b2b-b364-f08b02ee702e req-888046b9-c2eb-4165-a2a8-b74ff328bf12 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0887711 Nov 24 10:36:26.800715 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b18f64e8-431e-4b2b-b364-f08b02ee702e req-e22eb7e9-d1df-456e-b716-e675ad2b1823 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Nov 24 10:36:28.012141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e83e3-6996-439f-925d-79adb201676e req-fe01aae0-727f-426f-bc90-a384011a5530 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:28.013674 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-716e83e3-6996-439f-925d-79adb201676e req-fe01aae0-727f-426f-bc90-a384011a5530 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0876589 Nov 24 10:36:28.063583 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-716e83e3-6996-439f-925d-79adb201676e req-679ed9b2-0059-4e5c-9819-7b00aad8cc52 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Nov 24 10:36:29.276020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d75ca-8012-4645-82c9-1935379a06f6 req-d5eef587-c0ed-4c5e-a9dc-5d9dfa0b5576 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:29.277644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-994d75ca-8012-4645-82c9-1935379a06f6 req-d5eef587-c0ed-4c5e-a9dc-5d9dfa0b5576 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0898719 Nov 24 10:36:29.328463 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-994d75ca-8012-4645-82c9-1935379a06f6 req-6623ae3e-2baa-4c9f-af65-4813253b4fd5 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Nov 24 10:36:30.538913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b546-e6c0-4723-8589-f710ef9c7a8d req-da04c73d-8584-43f9-80da-8e3cf8174db1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:30.540518 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6227b546-e6c0-4723-8589-f710ef9c7a8d req-da04c73d-8584-43f9-80da-8e3cf8174db1 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0875537 Nov 24 10:36:30.592202 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6227b546-e6c0-4723-8589-f710ef9c7a8d req-5fd57499-3424-4ff7-9e92-15ef2c29f631 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455801 Nov 24 10:36:31.809944 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559997-8076-42f4-aee9-5826e3fea290 req-efd83071-e7ea-4934-b1f8-db5b0229bd18 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:31.811621 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75559997-8076-42f4-aee9-5826e3fea290 req-efd83071-e7ea-4934-b1f8-db5b0229bd18 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 944 time: 0.0928807 Nov 24 10:36:31.861010 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-75559997-8076-42f4-aee9-5826e3fea290 req-d594c284-fd19-40fa-9c97-eea3d1017b8d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 Nov 24 10:36:32.103741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:36:32.246214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:36:32.260568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'port_id': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'mac_address': 'fa:16:3e:f6:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:36:32.317502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:32.335070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:36:32.349787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:36:32.352600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:32.354423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:36:32.421976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:36:32.425874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:36:32.586155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:36:32.822912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:36:33.065312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69200-45ab-47af-a9a0-63fd4506d85b req-eac5cf5c-3f98-4d08-b4b1-083a84829a86 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:33.066931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8cb69200-45ab-47af-a9a0-63fd4506d85b req-eac5cf5c-3f98-4d08-b4b1-083a84829a86 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 945 time: 0.0841992 Nov 24 10:36:33.115505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8cb69200-45ab-47af-a9a0-63fd4506d85b req-7c4cab14-6426-4b52-bf5d-468991647b1f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 Nov 24 10:36:34.121895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:36:34.197708 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:36:34.198136 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:34.322040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:34.337919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88478f14-87fd-430a-bf49-4b178f106f9d req-7a17af64-d913-44f4-93b9-84f49a793af3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:34.339636 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88478f14-87fd-430a-bf49-4b178f106f9d req-7a17af64-d913-44f4-93b9-84f49a793af3 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 945 time: 0.0942712 Nov 24 10:36:34.352634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:36:34.363803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:36:34.368031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:34.370295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:36:34.397903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-88478f14-87fd-430a-bf49-4b178f106f9d req-a54f6ccf-e636-477c-9dc0-d73a241d9052 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512807 Nov 24 10:36:34.418550 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'code': 200} Nov 24 10:36:34.447070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:36:34.450306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:36:34.693349 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b23111b3-d66d-40b8-9a4b-1d3107c32296 req-e5f10011-e4a9-45f5-9f8a-63e08c833864 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0789225 Nov 24 10:36:34.738958 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b23111b3-d66d-40b8-9a4b-1d3107c32296 req-2da47c0a-7be5-44c1-ab3a-10fba56919c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386612 Nov 24 10:36:35.612331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c6ed-5bbc-46cc-9404-d6c2211a3413 req-79dfdc5d-6cbb-4f35-a149-9b5b91626d7f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:35.614034 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06f3c6ed-5bbc-46cc-9404-d6c2211a3413 req-79dfdc5d-6cbb-4f35-a149-9b5b91626d7f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0877690 Nov 24 10:36:35.665903 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-06f3c6ed-5bbc-46cc-9404-d6c2211a3413 req-95d34dea-16f9-402b-8164-2297d9abaed8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Nov 24 10:36:36.874959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3786f9-993d-46ce-a27a-725a17b3bb10 req-c7a64bac-80ca-407c-8606-f55ddb3e4502 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:36:36.876516 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de3786f9-993d-46ce-a27a-725a17b3bb10 req-c7a64bac-80ca-407c-8606-f55ddb3e4502 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0877440 Nov 24 10:36:36.927253 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-de3786f9-993d-46ce-a27a-725a17b3bb10 req-c6e5a3cf-83f1-4193-90e6-1b11013acc1f tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Nov 24 10:36:41.053918 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:49.011901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1c55424a-0187-49fd-b467-27cc70e5ce82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:50.615709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:51.756705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b8d349a-d688-4efb-a510-9ce761e82f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:51.813229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:53.480766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:36:59.868468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-2fcdf277-82ff-4ca7-b677-736c82dc5b7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794041 Nov 24 10:37:00.050087 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-be8640b6-ff31-4ac9-91dd-016869784322 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0950434 Nov 24 10:37:00.217786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-2ed32399-a914-451d-b887-7ef39ddf27d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:37:00.227840 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-2ed32399-a914-451d-b887-7ef39ddf27d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1474090 Nov 24 10:37:00.334416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-23f5ebcc-fd1f-48dd-ae3a-a45379fd6807 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 1002 time: 0.1081812 Nov 24 10:37:00.410456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-18ef5511-0bd6-4734-8150-8d997631cff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:37:00.412111 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-18ef5511-0bd6-4734-8150-8d997631cff5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0706325 Nov 24 10:37:00.493612 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-a9af555b-d408-484c-a750-0a764c65d6f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743487 Nov 24 10:37:00.648730 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-91cb069b-a6d6-47d7-be8e-dc78d655fb1c service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427455 Nov 24 10:37:00.801702 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0fd40c74-b039-4b23-ac3f-22149aa32652 req-5518d357-42fa-4429-8168-1aed3ad4fa6e service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505539 Nov 24 10:37:09.824438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:37:11.087149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:19.003608 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c3d38f60-a7ed-4069-bdba-4db5086a21ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:20.613257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:21.760255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74675dec-5ade-4b12-ae82-60ee0c0ff564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:21.819406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:23.477016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:41.050294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:46.825511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:37:49.005573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-81cef27f-b50d-4f06-98c3-22f0d2e6968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:50.606595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:51.762106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c0f1c655-ab29-40f1-a180-4cc657e2e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:51.814038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:53.480067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:37:59.890196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33940) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:00.104723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Deleting port f66e703b-d943-49df-b26d-b3325094fd3b {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:00.105107 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:00.283065 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:00.283381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:00.412826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Calling delete_port for f66e703b-d943-49df-b26d-b3325094fd3b owned by network:floatingip {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:00.853025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:00.857769 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b2246acb-72a2-4c69-956d-cc5c38623b7d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:00.911803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'Port': ['ID=f66e703b-d943-49df-b26d-b3325094fd3b,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:00.961037 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-5851238c-7e1b-49d5-b502-b269fc00321f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1866877 Nov 24 10:38:00.962566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.963101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.963531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.964045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.964470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.964886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.965313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.965787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.966221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.966666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.967079 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:00.975262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:01.074527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for floatingip, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:01.208961 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-21e33db5-d0a5-463e-b649-9fbd1649bb4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.1717217 Nov 24 10:38:01.438226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-c13773f9-0b8b-49a6-9c1f-d1d7894de81b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:01.440504 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-c13773f9-0b8b-49a6-9c1f-d1d7894de81b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1843560 Nov 24 10:38:01.574439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-10a1eb4f-a447-43ea-bf66-56549483efc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 217 time: 0.1278038 Nov 24 10:38:01.657060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-22a002cc-8ca6-4175-9c4d-91cfcaaa02e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:01.659351 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-22a002cc-8ca6-4175-9c4d-91cfcaaa02e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0773423 Nov 24 10:38:01.833690 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-0ce795d4-c7db-48a0-a9ac-d4815ee0a166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1608024 Nov 24 10:38:01.949066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:02.063339 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-54a7f322-c7cc-4a2f-82f4-f741d267c351 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220926 Nov 24 10:38:02.288939 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-3ca8e423-0fa5-469a-8c52-b421b04b57eb req-b06d328d-69a8-408a-b84c-cb641e368e94 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180772 Nov 24 10:38:02.329756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:02.342419 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:02.350438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:02.355224 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:02.355906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:02.409580 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-92c27e43-b329-402c-8430-a1e9b948bfec tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "DELETE /v2.0/floatingips/4236d01d-c831-4c39-9d16-b03dccaab0ba HTTP/1.1" status: 204 len: 168 time: 2.5181029 Nov 24 10:38:02.410416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:38:02.501259 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'status': 'completed', 'code': 200} Nov 24 10:38:02.550294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:02.602211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-b8550372-9868-49a2-9b70-616fdd706b8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 1099 time: 0.0812829 Nov 24 10:38:02.757590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b9164-329b-4cf5-94df-692500bcf76c req-37f95d5b-849e-4941-8a6b-635eccecfb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:02.759267 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-37f95d5b-849e-4941-8a6b-635eccecfb2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 200 len: 910 time: 0.1501660 Nov 24 10:38:02.882147 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-7e480423-1273-4865-a9d3-52b95474403d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 200 len: 217 time: 0.1144094 Nov 24 10:38:02.888612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:02.893554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:02.905279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:02.905954 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:02.970387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00939e3a-fe2c-4451-8d2c-5feddad4eaeb req-8552adc5-e78f-482b-bc08-a5d45da4c4ab tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:02.971246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-00939e3a-fe2c-4451-8d2c-5feddad4eaeb req-8552adc5-e78f-482b-bc08-a5d45da4c4ab tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Synchronizing usage tracker for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:02.977726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b9164-329b-4cf5-94df-692500bcf76c req-b0e7a61f-5a55-40a5-836d-d8f1db539dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:02.979288 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-b0e7a61f-5a55-40a5-836d-d8f1db539dee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 200 len: 848 time: 0.0896027 Nov 24 10:38:03.031407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-00939e3a-fe2c-4451-8d2c-5feddad4eaeb req-8552adc5-e78f-482b-bc08-a5d45da4c4ab tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Unset dirty status for tenant:a7a1c4e894934069b6d801d56e5f1c0d on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:03.032708 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-00939e3a-fe2c-4451-8d2c-5feddad4eaeb req-8552adc5-e78f-482b-bc08-a5d45da4c4ab tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.2669361 Nov 24 10:38:03.098534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:03.104021 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-00939e3a-fe2c-4451-8d2c-5feddad4eaeb req-c6f03f05-47d7-4e5e-aab8-985d88392d1d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645878 Nov 24 10:38:03.111006 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-d0a92386-980a-4b3d-b5e4-8ef832baa6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc1bdbdf-f87c-46f4-805e-23410f9f2f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230872 Nov 24 10:38:03.444299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:03.449290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9faa1-8181-4f66-a44c-b1cd33c905de None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:29:02Z', 'revision_number': 4, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'f39fc6b1-51c0-4592-b8a3-8e57d9f70d33', 'name': '', 'network_id': 'fc1bdbdf-f87c-46f4-805e-23410f9f2f84', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'mac_address': 'fa:16:3e:ae:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:01Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'subnets': [{'id': '288b587c-a066-4c84-a8df-d9bddc38badc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:03.509433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-a738a292-1304-4954-9874-ceb539285464 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913183 Nov 24 10:38:03.676135 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d38b9164-329b-4cf5-94df-692500bcf76c req-e5cba7ce-32d4-43bf-b600-a79a766490d4 service neutron] 10.222.0.61 "GET /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598539 Nov 24 10:38:03.873475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6684f9d9-7a86-48e1-af3f-d051de95848a None None] New status for floating IP 4236d01d-c831-4c39-9d16-b03dccaab0ba: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:38:04.272054 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-c6b566ef-ff53-480e-b5f3-201766256d2b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:04.273637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-c6b566ef-ff53-480e-b5f3-201766256d2b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0851362 Nov 24 10:38:04.324435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607e407-91e0-42fa-a6e9-537489d96660 req-86240ab4-a8ba-4650-99fe-9463801d0bd2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:04.326050 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a607e407-91e0-42fa-a6e9-537489d96660 req-86240ab4-a8ba-4650-99fe-9463801d0bd2 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 946 time: 0.0875173 Nov 24 10:38:04.354861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Deleting port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:04.355249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:04.380222 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a607e407-91e0-42fa-a6e9-537489d96660 req-0aa5371a-1d57-4574-bd06-ea611fc49d7b tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/security-groups?id=74e9a3ec-3444-40d1-be83-7ec5338501de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469658 Nov 24 10:38:04.618955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] For port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:04.619350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:04.748950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Calling delete_port for bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:04.898483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:04.904215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2308944f-91c7-4a1e-ab75-266dcab4b9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:04.947489 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'Port': ['ID=bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:04.951790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:05.024641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] No DVR routers for this DVR port bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:38:05.027180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:05.030139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-deleted', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:38:05.045433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-027b942b-0f86-42f5-a9dc-ab1aa4dd91e2 req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.61 "DELETE /v2.0/ports/bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d HTTP/1.1" status: 204 len: 173 time: 0.7662351 Nov 24 10:38:05.087234 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29d383-a9cd-446a-b478-8401b04d9d2b', 'name': 'network-vif-deleted', 'tag': 'bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d', 'status': 'completed', 'code': 200} Nov 24 10:38:05.572059 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e3089c1-96ce-47cd-b9ad-69f36f61e3c3 req-63f14538-7546-470b-8241-1f57cf83e587 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b29d383-a9cd-446a-b478-8401b04d9d2b HTTP/1.1" status: 200 len: 210 time: 0.0515201 Nov 24 10:38:06.687179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33970) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:06.769611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:06.802281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:06.869164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:06.874823 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6decf817-429d-4ba9-ba5f-dd19b1143a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:06.891216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9a3ec-3444-40d1-be83-7ec5338501de,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:06.894526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:06.901539 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:06.902824 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e202d994-7270-49c4-9663-26069e7020a8 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] 10.222.0.55 "DELETE /v2.0/security-groups/74e9a3ec-3444-40d1-be83-7ec5338501de HTTP/1.1" status: 204 len: 168 time: 0.2144399 Nov 24 10:38:06.959648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33976) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:07.550325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:08.183106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Deleting port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:08.183665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:08.412736 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:08.449507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:08.449830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device bc1d0d28-ea77-4dcf-bae0-a2b2a5794f5d not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:08.598234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] For port f39fc6b1-51c0-4592-b8a3-8e57d9f70d33, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:08.598653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:08.723984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Calling delete_port for f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:08.903900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:08.908960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:08.950022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39fc6b1-51c0-4592-b8a3-8e57d9f70d33,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:08.988999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.989439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.989875 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.990306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.990759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.991190 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.991611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.992030 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.992444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.992866 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.993272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:08.997194 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:09.275595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:09.896907 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:10.113670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:10.123505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Sync routers for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:10.132469 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-5f38db7b-2c09-4f14-8de1-ac318e1634f1 admin admin] 10.222.0.55 "PUT /v2.0/routers/d32ffa82-4f5f-41f9-9403-4b344fbbbff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1708846 Nov 24 10:38:10.134753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:10.137658 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:10.138502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:10.337140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:10.401765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:10.615280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:10.624334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Deleting port 9910054b-dfe7-4d90-b15a-85c98c27ee99 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:10.624704 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:10.650013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:38:08Z', 'revision_number': 5, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port': {'id': '9910054b-dfe7-4d90-b15a-85c98c27ee99', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ce:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:28:59Z', 'updated_at': '2021-11-24T10:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:10.654340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Checking router: d32ffa82-4f5f-41f9-9403-4b344fbbbff0 for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:10.667296 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Routers {'d32ffa82-4f5f-41f9-9403-4b344fbbbff0'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:10.668009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:11.014951 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] Set router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:11.062779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] For port 9910054b-dfe7-4d90-b15a-85c98c27ee99, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=9910054b-dfe7-4d90-b15a-85c98c27ee99,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:11.063223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.139740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:38:10Z', 'revision_number': 6, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:11.141979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.146037 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42ee09-6c9c-4cf0-acd3-16d6a57c97a2 None None] The sync data for ids ['d32ffa82-4f5f-41f9-9403-4b344fbbbff0'] in dv-neutron-818439-1-hyperv is: [{'id': 'd32ffa82-4f5f-41f9-9403-4b344fbbbff0', 'name': 'tempest-TestShelveInstance-1230766463-router', 'tenant_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:28:58Z', 'updated_at': '2021-11-24T10:38:10Z', 'revision_number': 6, 'project_id': 'a7a1c4e894934069b6d801d56e5f1c0d', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:11.200265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Calling delete_port for 9910054b-dfe7-4d90-b15a-85c98c27ee99 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:11.246922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:11.281515 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:11.281910 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device f39fc6b1-51c0-4592-b8a3-8e57d9f70d33 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:11.378774 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.383468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ff4a6ac6-1e6e-45f4-87e3-342c3f2e41f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:11.430561 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9910054b-dfe7-4d90-b15a-85c98c27ee99,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:11.433692 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:11.666920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.938057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.942628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.966387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.966961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32ffa82-4f5f-41f9-9403-4b344fbbbff0 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:38:11.979950 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:11.981190 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] 10.222.0.55 "DELETE /v2.0/routers/d32ffa82-4f5f-41f9-9403-4b344fbbbff0 HTTP/1.1" status: 204 len: 168 time: 1.8450012 Nov 24 10:38:11.983921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 33988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:12.050320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Deleting subnet 288b587c-a066-4c84-a8df-d9bddc38badc {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:38:12.053648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.106145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.191931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.260014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.264568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-481205d0-73ca-48dd-a645-f2e6b074ef1d tempest-RoutersNegativeTest-686988334 tempest-RoutersNegativeTest-686988334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:12.305648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288b587c-a066-4c84-a8df-d9bddc38badc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:12.308380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:12.311148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.317623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc942e06-f6e3-4db5-88cf-a7d1c699126f None None] Network fc1bdbdf-f87c-46f4-805e-23410f9f2f84 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:12.331449 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b7dd6b0b-a595-4e7e-b458-f0b86351cf4f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/288b587c-a066-4c84-a8df-d9bddc38badc HTTP/1.1" status: 204 len: 168 time: 0.3461466 Nov 24 10:38:12.334836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33992) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:12.457452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.468439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Deleting port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:12.468808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.581087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] DHCP port deletion for fc1bdbdf-f87c-46f4-805e-23410f9f2f84 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:38:12.585697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Deleting port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:12.586123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.696554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] For port e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:12.696948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.803342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] For port e73366a0-44dd-45ee-ac1b-f81de7aa6da5, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,segment=NetworkSegment(2be65c57-4011-4240-b126-5180125a064f),segment_id=2be65c57-4011-4240-b126-5180125a064f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:12.803698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.830350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Calling delete_port for e73366a0-44dd-45ee-ac1b-f81de7aa6da5 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:12.904105 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:12.908787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a8060fdb-e9c8-4d7b-b4c0-dbdfeaa4315c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:12.934755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Calling delete_port for e73366a0-44dd-45ee-ac1b-f81de7aa6da5 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:12.958937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73366a0-44dd-45ee-ac1b-f81de7aa6da5,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:12.964106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:12.967412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] No DVR routers for this DVR port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:38:13.013088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:38:13.013513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:38:13.100567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.131574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1bdbdf-f87c-46f4-805e-23410f9f2f84']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:13.145466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be65c57-4011-4240-b126-5180125a064f') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:13.145830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be65c57-4011-4240-b126-5180125a064f') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:13.158683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.177288 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.183881 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:38:13.184311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:38:13.198555 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:38:13.278697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9910054b-dfe7-4d90-b15a-85c98c27ee99 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:13.279147 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.282786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-846d7025-c44f-4972-9f7a-2e7d6099d4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:13.301119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.312568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1bdbdf-f87c-46f4-805e-23410f9f2f84,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:13.312805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 9910054b-dfe7-4d90-b15a-85c98c27ee99 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:13.313207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 9910054b-dfe7-4d90-b15a-85c98c27ee99 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:13.313677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e73366a0-44dd-45ee-ac1b-f81de7aa6da5 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:13.316731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:13.328559 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fdf7f167-9a62-4b9d-bd15-8b02f1c00578 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc1bdbdf-f87c-46f4-805e-23410f9f2f84 HTTP/1.1" status: 204 len: 168 time: 0.9920290 Nov 24 10:38:13.332290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 33996) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:13.347696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: e73366a0-44dd-45ee-ac1b-f81de7aa6da5 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:13.348099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device e73366a0-44dd-45ee-ac1b-f81de7aa6da5 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:13.514440 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Deleting port e73366a0-44dd-45ee-ac1b-f81de7aa6da5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:13.515096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:13.583670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff58d-0604-44eb-af3e-fd2728010459 None None] The port 'e73366a0-44dd-45ee-ac1b-f81de7aa6da5' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:38:13.746262 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:14.368664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Deleting port 700dd8cd-243f-4dc5-9438-8e4602bc69d9 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:14.369045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:14.550094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] For port 700dd8cd-243f-4dc5-9438-8e4602bc69d9, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=700dd8cd-243f-4dc5-9438-8e4602bc69d9,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:14.551022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:14.684102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Calling delete_port for 700dd8cd-243f-4dc5-9438-8e4602bc69d9 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:14.862891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:14.867383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:14.911246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Pushing event deleted for resources: {'Port': ['ID=700dd8cd-243f-4dc5-9438-8e4602bc69d9,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:14.914073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:15.450647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:16.066274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:16.278390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:16.288584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Sync routers for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:16.295389 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] 10.222.0.55 "PUT /v2.0/routers/1878555a-d5e3-4b6f-bee4-a974c4db5dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9606230 Nov 24 10:38:16.296740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34000) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:16.307555 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:16.308237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:16.493285 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:16.512984 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks [] for router, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:16.726473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:16.735069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Deleting port 1051f673-0c12-4e74-b2bf-e9f829817544 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:16.735469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:16.795958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:38:14Z', 'revision_number': 5, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port': {'id': '1051f673-0c12-4e74-b2bf-e9f829817544', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:29:06Z', 'updated_at': '2021-11-24T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:16.800604 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Checking router: 1878555a-d5e3-4b6f-bee4-a974c4db5dbb for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:16.812229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Routers {'1878555a-d5e3-4b6f-bee4-a974c4db5dbb'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:16.812906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:37:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:16.925372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] For port 1051f673-0c12-4e74-b2bf-e9f829817544, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=1051f673-0c12-4e74-b2bf-e9f829817544,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:16.925771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:16.971374 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] Set router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:17.056731 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Calling delete_port for 1051f673-0c12-4e74-b2bf-e9f829817544 owned by network:router_gateway {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:17.083242 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:38:16Z', 'revision_number': 6, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:17.088032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3169b7d1-7a29-4500-aebb-49d2c0df596e None None] The sync data for ids ['1878555a-d5e3-4b6f-bee4-a974c4db5dbb'] in dv-neutron-818439-1-hyperv is: [{'id': '1878555a-d5e3-4b6f-bee4-a974c4db5dbb', 'name': 'tempest-TestShelveInstance-43092116-router', 'tenant_id': '61a16b2e033847098f07808e77742372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:29:05Z', 'updated_at': '2021-11-24T10:38:16Z', 'revision_number': 6, 'project_id': '61a16b2e033847098f07808e77742372', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:17.239540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 700dd8cd-243f-4dc5-9438-8e4602bc69d9 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:17.243577 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:17.248664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e2574606-76ec-4f92-89d6-4d082d55a930 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:17.276439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 700dd8cd-243f-4dc5-9438-8e4602bc69d9 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:17.276850 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 700dd8cd-243f-4dc5-9438-8e4602bc69d9 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:17.292623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Pushing event deleted for resources: {'Port': ['ID=1051f673-0c12-4e74-b2bf-e9f829817544,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:17.295751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:17.530520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.053480 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.057909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.083659 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.084250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1878555a-d5e3-4b6f-bee4-a974c4db5dbb {{(pid=88877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:38:18.102798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Notify callbacks [] for router, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.104112 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1878555a-d5e3-4b6f-bee4-a974c4db5dbb HTTP/1.1" status: 204 len: 168 time: 1.8063843 Nov 24 10:38:18.106849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34004) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:18.178310 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Deleting subnet c4b9a4c3-01f8-4f50-8549-ae9e91b729fd {{(pid=88877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:38:18.181980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.235757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838089729'] for subnet, precommit_delete_associations {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.317287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.390035 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838978357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16378925'] for subnet, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.395352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-21184c0f-c22b-4398-9f07-f55bb3c9d401 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:18.432022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b9a4c3-01f8-4f50-8549-ae9e91b729fd,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:18.434780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:18.437980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.443537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ff8a5-034f-422d-bbdd-4d696256db12 None None] Network 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:18.447415 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a2871076-1a68-467f-9bd2-6a323bd12cb5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4b9a4c3-01f8-4f50-8549-ae9e91b729fd HTTP/1.1" status: 204 len: 168 time: 0.3377028 Nov 24 10:38:18.449104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34008) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:18.565655 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.578029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Deleting port ae634e53-61bb-43ab-8542-a74c90271138 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:18.578771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.713053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] DHCP port deletion for 4492a6f4-efd6-431e-8d7d-e9d147ea9a53 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:38:18.717646 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Deleting port ae634e53-61bb-43ab-8542-a74c90271138 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:18.718071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.815793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] For port ae634e53-61bb-43ab-8542-a74c90271138, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ae634e53-61bb-43ab-8542-a74c90271138,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:18.816463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.933463 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] For port ae634e53-61bb-43ab-8542-a74c90271138, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=ae634e53-61bb-43ab-8542-a74c90271138,segment=NetworkSegment(bfdae3eb-33b4-45aa-9bd9-cb3695d05810),segment_id=bfdae3eb-33b4-45aa-9bd9-cb3695d05810)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:18.933791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:18.951368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Calling delete_port for ae634e53-61bb-43ab-8542-a74c90271138 owned by network:dhcp {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:19.028129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.032883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-970782be-f4d0-4ea9-a468-17aa0e973546 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:19.066797 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Calling delete_port for ae634e53-61bb-43ab-8542-a74c90271138 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:38:19.076822 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae634e53-61bb-43ab-8542-a74c90271138,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:19.079642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:19.082409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] No DVR routers for this DVR port ae634e53-61bb-43ab-8542-a74c90271138 on host dv-neutron-818439-1-hyperv {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:38:19.106725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3a4e69e7-b126-4cdb-bcf1-0534201ec68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.149334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:38:19.149753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:38:19.207156 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.239198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4492a6f4-efd6-431e-8d7d-e9d147ea9a53']}} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:19.252652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810') {'for_net_delete': True} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:19.253015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdae3eb-33b4-45aa-9bd9-cb3695d05810') {} {{(pid=88877) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:19.265347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16686070'] for segment, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.282457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1051f673-0c12-4e74-b2bf-e9f829817544 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:19.282670 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.289571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:38:19.290018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15797865'] for segment, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:38:19.305144 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:38:19.316864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 1051f673-0c12-4e74-b2bf-e9f829817544 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:19.317263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 1051f673-0c12-4e74-b2bf-e9f829817544 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:19.317753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ae634e53-61bb-43ab-8542-a74c90271138 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:38:19.354694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: ae634e53-61bb-43ab-8542-a74c90271138 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:38:19.355098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device ae634e53-61bb-43ab-8542-a74c90271138 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:38:19.387716 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.391309 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c1081889-7896-4355-b21b-0bf6960d9b3c tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:19.405313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.416578 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Pushing event deleted for resources: {'Network': ['ID=4492a6f4-efd6-431e-8d7d-e9d147ea9a53,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:19.421013 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:19.425486 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-d2625f76-92be-40c5-acda-88e7d0ff016a admin admin] 10.222.0.55 "DELETE /v2.0/networks/4492a6f4-efd6-431e-8d7d-e9d147ea9a53 HTTP/1.1" status: 204 len: 168 time: 0.9751534 Nov 24 10:38:19.565899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34014) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:19.623126 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-f1095149-0232-4649-b348-a1640ee7c687 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7a1c4e894934069b6d801d56e5f1c0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558937 Nov 24 10:38:19.626031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34018) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:19.651616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Deleting port ae634e53-61bb-43ab-8542-a74c90271138 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:38:19.652117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.690458 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.718754 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.722826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a1b2aeff-e08b-4768-860d-7c28a4c0f715 None None] The port 'ae634e53-61bb-43ab-8542-a74c90271138' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:38:19.767932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.773246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-154e0605-bdbb-4fb7-96a4-481d5ba9e475 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:19.787607 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd42f6-01cb-4b19-b9b3-e51a01ce551a,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:19.793006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:19.794986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:19.796235 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a4898cf0-51f9-4e78-950d-7858b7469e83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56cd42f6-01cb-4b19-b9b3-e51a01ce551a HTTP/1.1" status: 204 len: 168 time: 0.1691589 Nov 24 10:38:20.225826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34026) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:20.284094 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e2beb8b2-7117-4ae6-9586-defed213231e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61a16b2e033847098f07808e77742372&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568345 Nov 24 10:38:20.286571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34030) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:20.351207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:20.379867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:20.423364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:20.428867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-86184ac7-0d25-4072-a890-caaac4688bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:20.443164 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1328cc-68b3-409f-8a6f-49b5d8a19363,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:20.446782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:20.447702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:20.449095 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ffd81d6b-6137-43c2-93a2-8facc852ed7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c1328cc-68b3-409f-8a6f-49b5d8a19363 HTTP/1.1" status: 204 len: 168 time: 0.1614780 Nov 24 10:38:20.609848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.348588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34052) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:21.490044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-727144544-network', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:21.495306 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:21.499388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Usage tracker for resource:network and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:21.502898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:21.508981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:21.519605 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Made reservation on behalf of c1a84fccb2a348069b0e33780b7b68f0 for: {'network': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:38:21.524380 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.537667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.570899 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:21.575113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:21.578115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:21.585032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:21.662502 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.665412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.669682 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1c741bdb-3764-4d51-a5e5-166b583f8ca2 tempest-SecGroupIPv6Test-2118289114 tempest-SecGroupIPv6Test-2118289114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:21.698484 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:38:21.708475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ad470-2951-4b57-a775-13ebf31d21ce,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:21.711784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:21.716330 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.716727 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Added segment 45c60089-5004-4d68-afb5-0c1bb5305366 of type vlan for network 8b8d6415-951e-4b79-87fb-95f3f7027f8c Nov 24 10:38:21.745097 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.763657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a4bbdc37-0a6b-4c64-9328-e82772851182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.775980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.776972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:21.777619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Notify callbacks [] for network, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.783367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-876f9f76-9d4d-4f55-aa09-5030a3857bfa tempest-RoutersNegativeIpV6Test-2945596 tempest-RoutersNegativeIpV6Test-2945596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:21.816703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:21.886549 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5366662 Nov 24 10:38:21.889629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:21.896128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Pushing event updated for resources: {'Network': ['ID=8b8d6415-951e-4b79-87fb-95f3f7027f8c,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:21.896294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Request body: {'subnet': {'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-727144544-subnet', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:21.898923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-458b9272-fd37-453c-9763-593da4c1852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:21.902424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:21.906793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:38:21.907140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Usage tracker for resource:subnet and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:21.910307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:21.917686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:21.927492 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Made reservation on behalf of c1a84fccb2a348069b0e33780b7b68f0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:38:21.932273 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839727657'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.148986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838580006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839727674'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.153343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1379e077-ca7d-4f57-8111-b21907ffbeec tempest-NetworksIpV6Test-1750518906 tempest-NetworksIpV6Test-1750518906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:22.231340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2171f8-9166-408d-81da-dfaf0ce7de12,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:22.235526 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:22.241880 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Checking segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:22.242275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Network hostable DHCP agents. Network: 8b8d6415-951e-4b79-87fb-95f3f7027f8c, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:38:22.263521 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:38:22.271989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 8b8d6415-951e-4b79-87fb-95f3f7027f8c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:22.275931 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:22.276570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.282303 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5aef93-7ebd-4472-8ad2-a90a2bfe73b2 None None] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:22.297896 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-998bf54d-77a9-4b2b-baee-408922ecbc9c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4070735 Nov 24 10:38:22.301424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:22.306952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:22.311977 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:22.316226 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Usage tracker for resource:router and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:22.321279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:22.330603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:22.343821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.344811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.364253 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.510207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:38:22.511159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.514667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.678343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Allocated IP 172.20.0.2 (8b8d6415-951e-4b79-87fb-95f3f7027f8c/9d2171f8-9166-408d-81da-dfaf0ce7de12/51c8af54-97eb-403f-8874-296943890426) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:22.716251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.748334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.895322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Allocated IP 172.26.6.136 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/5a62e0eb-6642-4186-834f-e3d1c5a9ed84) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:22.898177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.909498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Transition to ACTIVE for port object 51c8af54-97eb-403f-8874-296943890426 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:22.929076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Transition to ACTIVE for port object 51c8af54-97eb-403f-8874-296943890426 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:22.934621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:22.941299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:22.999381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:23.000635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:23.010012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:23.022364 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Pushing event updated for resources: {'Port': ['ID=51c8af54-97eb-403f-8874-296943890426,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:23.060456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.087200 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.090999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.091405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.091747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ebdd0dcc-5c55-4c59-abef-1e811ce3cc6e tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:23.091886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.092145 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.092523 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.092901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.093276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.093647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.094023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.094390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.094784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:23.102895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:23.123221 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Attempting to bind port 51c8af54-97eb-403f-8874-296943890426 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:23.123622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Attempting to bind port 51c8af54-97eb-403f-8874-296943890426 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:23.124045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Attempting to bind port 51c8af54-97eb-403f-8874-296943890426 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:23.131683 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:23.132151 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Checking segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:23.132568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.133016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Bound using segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:23.133543 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Bound port: 51c8af54-97eb-403f-8874-296943890426, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:23.133971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.161680 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:23.165236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:23.169982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:23.196322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:23.201849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:23.226435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] For port 51c8af54-97eb-403f-8874-296943890426, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:23.230468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] For port 51c8af54-97eb-403f-8874-296943890426, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51c8af54-97eb-403f-8874-296943890426,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:23.234080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.239488 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-10ef2521-8c8c-48b8-8036-5ab52b3febd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:23.333512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Pushing event updated for resources: {'Port': ['ID=51c8af54-97eb-403f-8874-296943890426,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:23.336540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:23.336746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.337519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.484294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:23.823747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Router 41ebb50a-95ad-4204-b73d-58d348886d0a is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:38:23.826211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:38:24.045128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:24.055351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:24.068714 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:24.068922 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:24.069436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:24.070049 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7676237 Nov 24 10:38:24.072915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:24.435076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:24.762382 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:23Z', 'revision_number': 3, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:24.766533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:24.766953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Updating router 41ebb50a-95ad-4204-b73d-58d348886d0a port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:38:24.823737 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:24.897196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.056435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b176b17-9537-477f-bdbc-915a7d9fac34 None None] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:25.127908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Allocated IP 172.20.0.1 (8b8d6415-951e-4b79-87fb-95f3f7027f8c/9d2171f8-9166-408d-81da-dfaf0ce7de12/fe0f4f1d-2fb9-408e-8d64-d9244921cf0b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:25.219109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-5ee9faef-45fb-48bf-8e70-04373ac5c6a6 None None] Provisioning for port 51c8af54-97eb-403f-8874-296943890426 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:25.289962 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.307207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Transition to ACTIVE for port object fe0f4f1d-2fb9-408e-8d64-d9244921cf0b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:25.330272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.335666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:25.341710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51c8af54-97eb-403f-8874-296943890426 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:25.401061 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:25.409045 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:25.414289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:25.446612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:25.453444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:25.472409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.477179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.494945 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Transition to ACTIVE for port object 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:25.504388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.513470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:25.563389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.575628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 51c8af54-97eb-403f-8874-296943890426 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:25.620282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 51c8af54-97eb-403f-8874-296943890426 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:25.620706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.656565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c70b83-22e5-4049-840c-18fa7c979718 None None] Pushing event updated for resources: {'Port': ['ID=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:25.668566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Attempting to bind port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:25.668990 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Attempting to bind port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:25.669494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Attempting to bind port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:25.675486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9c70b83-22e5-4049-840c-18fa7c979718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:25.697735 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:25.698159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:25.698642 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.699094 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:25.699631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Bound port: 5a62e0eb-6642-4186-834f-e3d1c5a9ed84, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:25.700052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.805810 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.809978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.836017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.840522 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-73e03407-6a8f-4a31-b51a-9022c5404cf4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:25.856087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] For port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:25.875143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] For port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:25.880959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 51c8af54-97eb-403f-8874-296943890426, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51c8af54-97eb-403f-8874-296943890426,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:25.882452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.888583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cf2c7ad5-43bf-4737-a396-598a2851726d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:25.922867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.930512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:25.935141 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:25.938633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:25.975220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c70b83-22e5-4049-840c-18fa7c979718 None None] Pushing event updated for resources: {'Port': ['ID=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:25.980283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9c70b83-22e5-4049-840c-18fa7c979718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:25.981275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:26.064884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Provisioning complete for port 51c8af54-97eb-403f-8874-296943890426 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:26.065281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:26.096076 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:26.097466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:26.100985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:26.101689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:26.184744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=51c8af54-97eb-403f-8874-296943890426,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:26.198933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:26.380722 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:26.448513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Provisioning for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:26.458178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Provisioning complete for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:26.458597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:26.621078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4cb13c90-38ef-4fed-be13-3ba44588ad14 None None] Port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:38:26.764878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:26.792051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9e658041-be1c-4002-b6b8-676bf7b04893 None None] Provisioning complete for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:26.792473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9e658041-be1c-4002-b6b8-676bf7b04893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:26.991140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:27.010237 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-898cca22-3d7b-4250-aed8-081bac3d6294 admin admin] 10.222.0.55 "PUT /v2.0/routers/41ebb50a-95ad-4204-b73d-58d348886d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9271264 Nov 24 10:38:27.038648 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-9e658041-be1c-4002-b6b8-676bf7b04893 None None] Port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:38:27.042711 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 2, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:27.047011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c49-c38c-4d54-bae7-45707f76ad5f None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 2, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:27.291761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51c8af54-97eb-403f-8874-296943890426 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:27.370130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 51c8af54-97eb-403f-8874-296943890426 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:27.370698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:27.963162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34088) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:27.970635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-239953048-network', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:27.976199 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:27.980322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Usage tracker for resource:network and tenant:c914337c1aef43feba2d6f183e0dbece is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:27.983391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:27.990746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:28.003538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Made reservation on behalf of c914337c1aef43feba2d6f183e0dbece for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:38:28.010023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.024375 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.061128 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:28.066089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Usage tracker for resource:security_group_rule and tenant:c914337c1aef43feba2d6f183e0dbece is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:28.071461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:28.091412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:28.188152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.191407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.194844 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-68419241-a9a0-4b67-a3d5-f944cfd1f3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:28.227628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 24 10:38:28.237622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec783296-8a1d-4fe4-bd6e-7be02bde0d3d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:28.241718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:28.244739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.245127 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.segments_db [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Added segment 040cf637-067c-48d5-b08d-7778770afa12 of type vlan for network 588b874e-d72d-4738-8de3-03f862cdcdb2 Nov 24 10:38:28.273234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739696721591'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.307022 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.308042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:28.308830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.314473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-20229e02-2e18-4de4-9cb8-380c717edb8b tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:28.432207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4671333 Nov 24 10:38:28.435616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34092) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:28.435934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Pushing event updated for resources: {'Network': ['ID=588b874e-d72d-4738-8de3-03f862cdcdb2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:28.439741 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:28.444338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Request body: {'subnet': {'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-239953048-subnet', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'ip_version': 4}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:28.449015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 details requested by agent ovs-agent-dv-neutron-818439-1-hyperv with host dv-neutron-818439-1-hyperv {{(pid=88879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:38:28.452123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:28.457513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Usage tracker for resource:subnet and tenant:c914337c1aef43feba2d6f183e0dbece is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:28.460895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:28.469972 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:28.481359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Made reservation on behalf of c914337c1aef43feba2d6f183e0dbece for: {'subnet': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:38:28.487565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838396876'] for subnet, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.719289 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15797255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838396891'] for subnet, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.723898 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-78b564dc-8748-445e-8b0e-34f378ed1d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:28.803886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f39f1cd-a172-4906-b3bf-679622531582,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:28.808681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:28.820729 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Checking segment: {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:28.821126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Network hostable DHCP agents. Network: 588b874e-d72d-4738-8de3-03f862cdcdb2, hostable agents: ['dccd27f4-ba46-46dc-8328-615f5a2f0457'], hosted agents: [] {{(pid=88877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:38:28.843265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 is scheduled to be hosted by DHCP agent dccd27f4-ba46-46dc-8328-615f5a2f0457 with binding_index 1 {{(pid=88877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:38:28.853527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818439-1-hyperv, 588b874e-d72d-4738-8de3-03f862cdcdb2) {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:28.857627 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:28.858388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.867338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac78d0-19d0-43cf-bbad-b48b381fd678 None None] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:28.884378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:28.884568 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-411dfe97-cbb3-4fb1-a1cd-e7cacf28e428 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4475467 Nov 24 10:38:28.890624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:28.896816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:28.901052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Usage tracker for resource:router and tenant:c914337c1aef43feba2d6f183e0dbece is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:28.906048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:28.912802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:28.922770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854141517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124401'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.924632 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854156699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-949222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651415'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:28.945838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.114717 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854156716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854141534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651432'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.122361 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp062f24e1-d421-5281-b34b-6a2a4a34ba9a-588b874e-d72d-4738-8de3-03f862cdcdb2', 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'fixed_ips': [{'subnet_id': '4f39f1cd-a172-4906-b3bf-679622531582'}]}} from dv-neutron-818439-1-hyperv. {{(pid=88879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:38:29.123411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.303906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Allocated IP 172.20.0.2 (588b874e-d72d-4738-8de3-03f862cdcdb2/4f39f1cd-a172-4906-b3bf-679622531582/4102f1d9-a6b8-4748-b260-8582136edf68) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:29.321304 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.338709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:29.353976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.500198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Allocated IP 172.26.6.188 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/96dfbe30-9e16-44db-a08c-87a3394338cc) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:29.523836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:29.561090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:29.561294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.651391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.658978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.667889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Transition to ACTIVE for port object 4102f1d9-a6b8-4748-b260-8582136edf68 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:29.686048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.691005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a6feb622-d909-40d5-a243-aa16e98fef4d tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:29.727091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Transition to ACTIVE for port object 4102f1d9-a6b8-4748-b260-8582136edf68 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:29.740784 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.747411 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:29.757278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:29.762063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:29.766952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:29.790818 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.796811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Pushing event updated for resources: {'Port': ['ID=96dfbe30-9e16-44db-a08c-87a3394338cc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:29.803270 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:29.833815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:29.835746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:29.837004 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Resources bound (agent type, host, resource id): {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:29.838912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Pushing event updated for resources: {'Port': ['ID=4102f1d9-a6b8-4748-b260-8582136edf68,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:29.841271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:29.844707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:29.846127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.849056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-420b3207-d485-4a87-a6db-543b9a21ab04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:29.935992 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.936765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619059'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:29.997854 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Attempting to bind port 4102f1d9-a6b8-4748-b260-8582136edf68 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:29.998281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Attempting to bind port 4102f1d9-a6b8-4748-b260-8582136edf68 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:29.998746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Attempting to bind port 4102f1d9-a6b8-4748-b260-8582136edf68 on network 588b874e-d72d-4738-8de3-03f862cdcdb2 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:30.001858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:30.006127 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:30.009611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:30.010044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Checking segment: {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:30.010503 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:30.010969 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Bound using segment: {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:30.011499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Bound port: 4102f1d9-a6b8-4748-b260-8582136edf68, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:30.011928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:30.106948 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] For port 4102f1d9-a6b8-4748-b260-8582136edf68, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:30.110162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] For port 4102f1d9-a6b8-4748-b260-8582136edf68, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4102f1d9-a6b8-4748-b260-8582136edf68,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:30.114689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:30.119131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:30.185870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e is scheduled to L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 24 10:38:30.197892 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Pushing event updated for resources: {'Port': ['ID=4102f1d9-a6b8-4748-b260-8582136edf68,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:30.201379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:30.409451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:30.421281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Sync routers for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:30.435261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:30.435811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:30.436051 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:30.437154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-19bbd473-220a-4cd4-9dba-2715c07710f1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5515773 Nov 24 10:38:30.440981 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:30.662610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:30.887830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:30.902343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:30.903093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:30.982002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 3, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:30.986450 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Checking router: 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:30.987178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Updating router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e port 96dfbe30-9e16-44db-a08c-87a3394338cc binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:38:31.045957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.115191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:31.446335 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4102f1d9-a6b8-4748-b260-8582136edf68 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:31.544048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 4102f1d9-a6b8-4748-b260-8582136edf68 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:31.551318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:31.578053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.613390 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.626873 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Transition to ACTIVE for port object 96dfbe30-9e16-44db-a08c-87a3394338cc will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:31.636829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.648443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dbc5b363-5e11-44a8-b07b-cba859732fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:31.716830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Attempting to bind port 96dfbe30-9e16-44db-a08c-87a3394338cc on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:31.717243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Attempting to bind port 96dfbe30-9e16-44db-a08c-87a3394338cc by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:31.717665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Attempting to bind port 96dfbe30-9e16-44db-a08c-87a3394338cc on network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:31.731493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:31.731919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Checking segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:31.732379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.732825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Bound using segment: {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:31.733366 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Bound port: 96dfbe30-9e16-44db-a08c-87a3394338cc, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657eadc2-3e77-446c-aba1-1b32a17cd9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:31.733790 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.771348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 2, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:31.776074 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Pushing event updated for resources: {'Port': ['ID=96dfbe30-9e16-44db-a08c-87a3394338cc,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:31.779971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:31.780396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Updating router 41ebb50a-95ad-4204-b73d-58d348886d0a port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b binding host dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:38:31.793558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.793955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.794344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.794751 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.795215 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.795541 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.795915 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.796295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.796667 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.797039 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.797410 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:38:31.807764 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:31.815565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:31.816007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.837063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] For port 96dfbe30-9e16-44db-a08c-87a3394338cc, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:31.841133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] For port 96dfbe30-9e16-44db-a08c-87a3394338cc, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=96dfbe30-9e16-44db-a08c-87a3394338cc,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:31.846859 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.852474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Allocated IP 172.20.0.1 (588b874e-d72d-4738-8de3-03f862cdcdb2/4f39f1cd-a172-4906-b3bf-679622531582/fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:31.852651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0f59eb8f-0fff-4e1a-92bf-e3ec9fe7dae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:31.908228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:31.943446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:31.944384 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:32.045188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.063394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Transition to ACTIVE for port object fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:32.087649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.092960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c80f3648-eb7f-45c6-81c2-585633a16c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:32.143580 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:32.173878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:32.178231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:32.183805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:32.196415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Pushing event updated for resources: {'Port': ['ID=96dfbe30-9e16-44db-a08c-87a3394338cc,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:32.206418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-537c5063-4b61-422e-8893-60c54c3a6273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:32.215292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:32.224849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:32.247031 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853821322'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.272664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabca5c7-738b-4101-8b3f-f28cc46e23e1 None None] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:38:32.331666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.396015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Provisioning for port 4102f1d9-a6b8-4748-b260-8582136edf68 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:32.414657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Provisioning complete for port 4102f1d9-a6b8-4748-b260-8582136edf68 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:32.415090 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.484998 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 3, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:32.490534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9328040f-d932-49ed-9aa9-4ec28de300bb None None] The sync data for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv is: [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 3, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:32.593227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.599760 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.631869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7e546ab3-2c81-462b-b69f-81bcdd97b52b tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:32.717230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853536759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954385'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.721621 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:32.725010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:32.783263 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.872757 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:32.873940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:32.895628 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] For port 4102f1d9-a6b8-4748-b260-8582136edf68, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4102f1d9-a6b8-4748-b260-8582136edf68,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:32.908982 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.912856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:32.954652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:32.985498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Transition to ACTIVE for port object fe0f4f1d-2fb9-408e-8d64-d9244921cf0b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:33.000491 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.022238 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Pushing event updated for resources: {'Port': ['ID=4102f1d9-a6b8-4748-b260-8582136edf68,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:33.026323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3646db93-2484-41c8-8764-e5c41d1ca6ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:33.026894 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d9c70b83-22e5-4049-840c-18fa7c979718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:33.213802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1ac2-a136-4eb9-8616-1aec62cd3c32 None None] Pushing event updated for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:33.225831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5e0c1ac2-a136-4eb9-8616-1aec62cd3c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:33.313932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Attempting to bind port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:33.314939 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Attempting to bind port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:33.315379 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Attempting to bind port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:33.326266 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:33.326728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Checking segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:33.327193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.327644 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Bound using segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:33.328185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Bound port: fe0f4f1d-2fb9-408e-8d64-d9244921cf0b, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:33.328599 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.442349 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Provisioning for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:33.453372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:33.458429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Provisioning complete for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:33.459284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.506695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 96dfbe30-9e16-44db-a08c-87a3394338cc up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:33.613816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] For port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:33.616016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:38:33.650482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] For port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:33.657058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Provisioning complete for port 4102f1d9-a6b8-4748-b260-8582136edf68 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:33.658098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a921dcbf-2fcb-41d6-a75b-59a7300ddd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.688302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.703486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:33.745978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:33.756691 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-2e1363ec-05c0-408e-8c62-8ed1c917d003 admin admin] 10.222.0.55 "PUT /v2.0/routers/737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3144114 Nov 24 10:38:33.799312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1ac2-a136-4eb9-8616-1aec62cd3c32 None None] Pushing event updated for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:33.808232 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5e0c1ac2-a136-4eb9-8616-1aec62cd3c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:33.818921 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port 96dfbe30-9e16-44db-a08c-87a3394338cc completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:33.834664 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 96dfbe30-9e16-44db-a08c-87a3394338cc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:33.835098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:33.957015 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:33.957947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:34.266057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:34.484298 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.534625 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port 96dfbe30-9e16-44db-a08c-87a3394338cc, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=96dfbe30-9e16-44db-a08c-87a3394338cc,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:34.542126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.543057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4102f1d9-a6b8-4748-b260-8582136edf68 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:34.562426 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:34.570645 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189506611', 'description': 'tempest-secgroup-smoke-189506611 description', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:34.572666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:34.579730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:34.583904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:34.587207 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:34.593372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:34.604087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.643513 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:34.647879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:34.650830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:34.656971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:34.724325 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.727280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.732889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96c74284-ac84-4aeb-a761-276127ad4cfd tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:34.775044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c686e6c8-332b-459e-bd55-1f844ef17441,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:34.777864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.782257 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2156515 Nov 24 10:38:34.782257 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:34.783177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34114) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:34.789609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:34.796351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:34.800960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:34.803983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:34.810036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:34.827831 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.844261 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=96dfbe30-9e16-44db-a08c-87a3394338cc,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:34.850139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-2123b27e-9084-4651-8d4f-487e9f41b645 None None] Provisioning complete for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:34.850535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2123b27e-9084-4651-8d4f-487e9f41b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.884786 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:34.895341 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.898236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.906481 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2eb5b04f-7f5d-4eab-bedc-0d555903b819 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:34.927287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7a5807-fde7-4ef7-9ba0-3fe44b690b59,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:34.930316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:34.934669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 4102f1d9-a6b8-4748-b260-8582136edf68 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:34.935112 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.937041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:34.938392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1547222 Nov 24 10:38:34.941457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34118) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:34.947425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:34.954414 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:34.958469 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:34.961482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:34.968237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:34.985748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.009619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-2123b27e-9084-4651-8d4f-487e9f41b645 None None] Port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:38:35.058473 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.061281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.063267 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cabe1b4-76db-424b-a1b4-86205fee317f tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.087106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d34535-749f-475c-8292-15c3a6852f86,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.089779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:35.097707 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.099310 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6c9bb0e3-03a1-4bf6-ae43-35bfcbeef39f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1566761 Nov 24 10:38:35.102062 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:35.108006 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:35.115058 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:35.119025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:33Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:35.119205 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:35.122056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:35.127214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964794f9-ee5b-4e40-b605-74df851b0ff3 None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:33Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:35.128443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:35.146535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.215942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.219666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.222343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4e0e70b2-3912-4310-bba6-c4aeb6f7afa2 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.250367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1add66e-83f3-4780-aafc-862bfa5e4f4e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.253761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:35.260847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.262155 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a393fbc0-f231-49fa-ab81-d8b3d7b08354 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1590650 Nov 24 10:38:35.265283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:35.275130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:35.281957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:35.287334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:35.290533 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:35.298181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:35.318900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.351479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 96dfbe30-9e16-44db-a08c-87a3394338cc up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:35.397925 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.401043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.403251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-eea1f5b3-5381-4bfa-ad40-2536f4b2191c tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.425391 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port 96dfbe30-9e16-44db-a08c-87a3394338cc triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:35.426183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.430368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d156a1ed-ec2d-45f6-a2e0-4390a70f067e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.433241 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:35.441486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.445734 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-441dfb04-db0d-446d-bcfa-8759bc97eb96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1740963 Nov 24 10:38:35.446149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34130) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:35.452791 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:35.459675 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:35.464066 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:35.467208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88877) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:35.475291 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:35.485582 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Project c1a84fccb2a348069b0e33780b7b68f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:38:35.495307 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.553747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe0f4f1d-2fb9-408e-8d64-d9244921cf0b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:35.576932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.581445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.583912 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b3f290c8-e464-4a5e-8407-5f9d251504b6 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.616718 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.618290 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1710110 Nov 24 10:38:35.621183 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34134) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:35.622753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c5a88a-2339-442b-881f-4199c88204cd,revision_number=0']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.627275 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-06181e9c-d498-40e6-ba40-e1b6ec181cd6 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:35.632932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:35.635649 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'security_group_rule': {'security_group_id': 'c686e6c8-332b-459e-bd55-1f844ef17441', 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:35.638311 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:35.638777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.643227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:35.647855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:security_group_rule and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:35.651114 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:35.657223 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:35.672641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.securitygroups_db [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Project c1a84fccb2a348069b0e33780b7b68f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 10:38:35.680762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.765657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.769785 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829142'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.771803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-290b88e6-a7b5-49bc-8090-0a794f486e71 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.775995 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.795053 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae44cd18-54ab-449a-a324-244e9b140d07,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.800423 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:35.808914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.810217 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-76103282-28f7-45bf-a90a-6a81bb419702 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1878581 Nov 24 10:38:35.814537 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:35.818027 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:35.820189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5e0c1ac2-a136-4eb9-8616-1aec62cd3c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:35.894247 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:35.897971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:36.060573 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d7625a0b-4bc1-4a4d-a975-8bf40b772f10 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:36.076746 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d7625a0b-4bc1-4a4d-a975-8bf40b772f10 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:36.078002 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d7625a0b-4bc1-4a4d-a975-8bf40b772f10 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189506611&fields=id&tenant_id=c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 267 time: 0.0621991 Nov 24 10:38:36.240983 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d6d1fefc-8977-47f4-8f1e-f11d0f41c3b4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:36.242610 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d6d1fefc-8977-47f4-8f1e-f11d0f41c3b4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 809 time: 0.1564722 Nov 24 10:38:36.261836 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-37526d39-2e45-403c-8f7b-1437ffa673af tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/quotas/c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 375 time: 0.0128858 Nov 24 10:38:36.349319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-63078204-cae0-4b58-8529-4369a6bf193c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:36.351406 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Sync routers for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:36.364115 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:36.364847 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:36.366900 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-63078204-cae0-4b58-8529-4369a6bf193c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:36.368483 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-63078204-cae0-4b58-8529-4369a6bf193c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002114 Nov 24 10:38:36.523152 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-9d54ffa7-4be1-445b-8f53-b606a14552bb service neutron] 10.222.0.55 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411774 Nov 24 10:38:36.555175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:36.679167 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-548e3f68-8a33-4e1f-98e5-29f0d4197c9c service neutron] 10.222.0.55 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491041 Nov 24 10:38:36.908956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:32Z', 'revision_number': 4, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7', 'name': '', 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'mac_address': 'fa:16:3e:d0:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f39f1cd-a172-4906-b3bf-679622531582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:31Z', 'updated_at': '2021-11-24T10:38:32Z', 'revision_number': 2, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'subnets': [{'id': '4f39f1cd-a172-4906-b3bf-679622531582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:36.913443 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Checking router: 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:36.913849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Updating router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 binding host dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:38:36.916592 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9f75bd9e-1b4f-463f-9d0b-e4ae9f46beeb req-9269a9ec-cf18-40f2-9e90-289b5373537d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 210 time: 0.0618441 Nov 24 10:38:36.968528 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.309695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe0f4f1d-2fb9-408e-8d64-d9244921cf0b up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:37.373647 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.393814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Transition to ACTIVE for port object fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:37.397328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:37.397666 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.402078 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.410185 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-904f6a81-be43-480c-a3b6-7a0302125969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:37.558466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c907d-0fbf-49ad-9250-ca62166eb0eb None None] Pushing event updated for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:37.562789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-475c907d-0fbf-49ad-9250-ca62166eb0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:37.662171 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Attempting to bind port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 on host dv-neutron-818439-1-hyperv for vnic_type normal with profile {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:37.662487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Attempting to bind port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 by drivers openvswitch,hyperv on host dv-neutron-818439-1-hyperv at level 0 using segments [{'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:37.662929 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Attempting to bind port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 on network 588b874e-d72d-4738-8de3-03f862cdcdb2 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:37.670710 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Checking agent: {'id': '8f663ef3-6c2f-420b-ba52-d6c6cb3e44f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818439-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 34, 50), 'started_at': datetime.datetime(2021, 11, 24, 9, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818439-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:37.671709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Checking segment: {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:37.671709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.672075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Bound using segment: {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:37.672437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Bound port: fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7, host: dv-neutron-818439-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040cf637-067c-48d5-b08d-7778770afa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:37.672856 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.775612 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] For port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7, host dv-neutron-818439-1-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:37.779081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] For port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7, host dv-neutron-818439-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:37.782499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:37.788080 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0325ada1-06c3-4408-bb65-1be6ff5510de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:37.867883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:37.868579 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:37.941540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c907d-0fbf-49ad-9250-ca62166eb0eb None None] Pushing event updated for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:37.948673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-475c907d-0fbf-49ad-9250-ca62166eb0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:38.075184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:38.107698 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-e754783f-97ff-4bcb-ada9-a0090a6f164e req-f3f57fd7-67b1-44da-bf74-f22c1e365071 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 210 time: 0.0566640 Nov 24 10:38:38.454740 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d999e6bc-0601-4f0b-a3c6-aa205f41c610 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:38.455478 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d999e6bc-0601-4f0b-a3c6-aa205f41c610 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:network {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:38.473657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d999e6bc-0601-4f0b-a3c6-aa205f41c610 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:network {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:38.475954 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d999e6bc-0601-4f0b-a3c6-aa205f41c610 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 809 time: 0.1873875 Nov 24 10:38:38.535016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-7fee68c1-985a-475f-8630-97fdaaad373b tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:security_group {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:38.550292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-7fee68c1-985a-475f-8630-97fdaaad373b tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:security_group {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:38.551616 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-7fee68c1-985a-475f-8630-97fdaaad373b tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 379 time: 0.0644994 Nov 24 10:38:38.562813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'port': {'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'admin_state_up': True, 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'security_groups': ['c686e6c8-332b-459e-bd55-1f844ef17441']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:38.585639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:32Z', 'revision_number': 4, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7', 'name': '', 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'mac_address': 'fa:16:3e:d0:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f39f1cd-a172-4906-b3bf-679622531582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:31Z', 'updated_at': '2021-11-24T10:38:37Z', 'revision_number': 4, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'subnets': [{'id': '4f39f1cd-a172-4906-b3bf-679622531582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:38.590018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae213a-5f84-4b55-8fa1-60ae5b8d5a96 None None] The sync data for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv is: [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:38:32Z', 'revision_number': 4, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7', 'name': '', 'network_id': '588b874e-d72d-4738-8de3-03f862cdcdb2', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'mac_address': 'fa:16:3e:d0:37:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f39f1cd-a172-4906-b3bf-679622531582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:31Z', 'updated_at': '2021-11-24T10:38:37Z', 'revision_number': 4, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'subnets': [{'id': '4f39f1cd-a172-4906-b3bf-679622531582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:38.725937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:38.739236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:38.749043 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Made reservation on behalf of c1a84fccb2a348069b0e33780b7b68f0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:38:38.755131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:38.966050 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Allocated IP 172.20.0.11 (8b8d6415-951e-4b79-87fb-95f3f7027f8c/9d2171f8-9166-408d-81da-dfaf0ce7de12/ace98e47-92ac-4dac-9818-c50c9e013579) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:39.190592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.209187 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Transition to ACTIVE for port object ace98e47-92ac-4dac-9818-c50c9e013579 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:39.239817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.252906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6cca8383-a815-4a9e-b236-9ae541dbca33 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:39.335032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:39.420519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:39.425851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:39.428318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:39.428681 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:39.432032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:39.434745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:39.435359 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.462125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:39.532439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:39.533427 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.546752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2508-660a-4fd9-b420-2679a757158d req-b01deb41-b9a2-4483-81c8-7681702c324e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:39.548648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-471f2508-660a-4fd9-b420-2679a757158d req-b01deb41-b9a2-4483-81c8-7681702c324e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 932 time: 0.2376027 Nov 24 10:38:39.607048 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.620637 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-471f2508-660a-4fd9-b420-2679a757158d req-b67323bb-4999-45fc-9e2c-18bdfb4809e9 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588036 Nov 24 10:38:39.645491 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-ac1ad09f-cfab-4384-8f34-924cfce6862d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0873330 Nov 24 10:38:39.661278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Request body: {'port': {'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:39.671121 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] For port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:39.675821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.682063 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:39.779861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Pushing event updated for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:39.784165 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:39.800216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.911986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3be91293-2bad-4f97-81a0-1704f1cfc94a None None] Provisioning for port ace98e47-92ac-4dac-9818-c50c9e013579 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:39.918297 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-3be91293-2bad-4f97-81a0-1704f1cfc94a None None] Provisioning complete for port ace98e47-92ac-4dac-9818-c50c9e013579 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:39.918860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3be91293-2bad-4f97-81a0-1704f1cfc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:39.987451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3be91293-2bad-4f97-81a0-1704f1cfc94a None None] Port ace98e47-92ac-4dac-9818-c50c9e013579 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:38:40.432941 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace98e47-92ac-4dac-9818-c50c9e013579 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:38:40.440064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:40.456255 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Transition to ACTIVE for port object ace98e47-92ac-4dac-9818-c50c9e013579 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:38:40.458773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:40.463225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-33091de0-2f9c-4f57-98cf-5b0b40f0b41d tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:40.606554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:40.609719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:40.725512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Attempting to bind port ace98e47-92ac-4dac-9818-c50c9e013579 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:38:40.725903 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Attempting to bind port ace98e47-92ac-4dac-9818-c50c9e013579 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:38:40.726281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Attempting to bind port ace98e47-92ac-4dac-9818-c50c9e013579 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:40.733684 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Port ace98e47-92ac-4dac-9818-c50c9e013579 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:38:40.734057 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Attempting to bind port ace98e47-92ac-4dac-9818-c50c9e013579 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:38:40.744316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:38:40.744700 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Checking segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:38:40.745132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Bound using segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:38:40.745615 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Bound port: ace98e47-92ac-4dac-9818-c50c9e013579, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:38:40.746012 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:40.848566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:38:40.852096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:38:40.855783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:40.860777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e6e4e418-61fd-40d2-aad0-ee106c891a61 tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:40.877869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa6b0b-b44e-4c17-ab81-ae2adbde6893 req-c489c331-f455-46fa-b955-a1d6c67727e4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:40.879506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21aa6b0b-b44e-4c17-ab81-ae2adbde6893 req-c489c331-f455-46fa-b955-a1d6c67727e4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 944 time: 0.0957465 Nov 24 10:38:40.928041 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:40.929561 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] 10.222.0.61 "PUT /v2.0/ports/ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 1094 time: 1.2777433 Nov 24 10:38:40.930143 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:38:40.932277 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-21aa6b0b-b44e-4c17-ab81-ae2adbde6893 req-c67a09c4-b422-4e90-8aab-c0bb37d3ed5a tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451288 Nov 24 10:38:40.945558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:40.958294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-62273e76-5061-4973-8ed3-b14ff08d0294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:41.066798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-53982027-c4df-4ea0-a68d-8c6048c7b688 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1097 time: 0.0846446 Nov 24 10:38:41.101861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:41.131000 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'status': 'completed', 'code': 200} Nov 24 10:38:41.147865 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-de160573-8254-4eda-a1eb-e8aaae39fcaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 217 time: 0.0742967 Nov 24 10:38:41.223314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d26fcb23-0e66-4613-965f-ce771a30171b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:41.224854 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-d26fcb23-0e66-4613-965f-ce771a30171b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0712361 Nov 24 10:38:41.309932 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 up at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:41.310863 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-df7a77eb-652f-497f-8b69-770199cfb9ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795078 Nov 24 10:38:41.382493 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Provisioning complete for port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:41.382871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:41.456370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-7756553c-4442-4e9f-a07b-9faf8697f022 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389382 Nov 24 10:38:41.605874 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-182d9db9-da9f-4ca6-8fb5-621e625e76e7 req-80e03edd-ad80-49b9-b20b-b7e88a4e2c63 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432583 Nov 24 10:38:41.725692 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-417309ea-b3b0-4be8-ac22-f5473c2ba1d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1097 time: 0.0769975 Nov 24 10:38:41.873479 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-39902d23-7114-49a2-aae2-8a8322982d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:41.876414 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-39902d23-7114-49a2-aae2-8a8322982d80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1435807 Nov 24 10:38:41.953178 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-1dd17c22-ab79-4c7a-bbcb-7471648509b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 217 time: 0.0698605 Nov 24 10:38:42.025317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-9c36faf0-3cdc-4cfe-9da1-5312984dd4a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:42.026996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-9c36faf0-3cdc-4cfe-9da1-5312984dd4a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0670335 Nov 24 10:38:42.115268 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-a86e9cf6-652e-4d58-a37d-5347a10655c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809302 Nov 24 10:38:42.146396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efc73f-910b-449b-ad62-e8aff465a68c req-d25c134a-e4a7-40f9-827a-9b41e38d3b7e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:42.148065 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-31efc73f-910b-449b-ad62-e8aff465a68c req-d25c134a-e4a7-40f9-827a-9b41e38d3b7e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 944 time: 0.0892663 Nov 24 10:38:42.197873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-31efc73f-910b-449b-ad62-e8aff465a68c req-f0cf5fed-6112-455a-b96c-08b55d083e27 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Nov 24 10:38:42.262719 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-1e6c36d3-19ed-4f81-8350-9991d8dc7608 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388683 Nov 24 10:38:42.407354 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-56e03792-3fc3-4e40-a262-b4b9ab612f45 req-f5e5a213-3e6c-49ac-891e-7528a74abe2a service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377158 Nov 24 10:38:42.675618 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:38:42.819008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:42.833348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:38:42.888886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:42.907017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace98e47-92ac-4dac-9818-c50c9e013579 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:38:42.922113 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:42.925510 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:42.927368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:42.995943 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:42.999161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:43.153150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['ace98e47-92ac-4dac-9818-c50c9e013579'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:38:43.411600 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283950-5b42-493c-902c-7bef5d7f59db req-888a21b0-94a6-4add-aac4-ad32ccb74660 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:43.412281 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-70283950-5b42-493c-902c-7bef5d7f59db req-888a21b0-94a6-4add-aac4-ad32ccb74660 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:43.427603 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-70283950-5b42-493c-902c-7bef5d7f59db req-888a21b0-94a6-4add-aac4-ad32ccb74660 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:43.428893 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70283950-5b42-493c-902c-7bef5d7f59db req-888a21b0-94a6-4add-aac4-ad32ccb74660 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 945 time: 0.0997736 Nov 24 10:38:43.481171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-70283950-5b42-493c-902c-7bef5d7f59db req-b37dbe6e-50eb-4291-b625-a6dd005c74dd tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Nov 24 10:38:44.692640 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:38:44.708940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f108bb-4a71-4dc4-8986-58d81391e8c7 req-fc6b7f98-3510-4348-9e79-49c11964d4f3 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:44.711741 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43f108bb-4a71-4dc4-8986-58d81391e8c7 req-fc6b7f98-3510-4348-9e79-49c11964d4f3 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 945 time: 0.1034439 Nov 24 10:38:44.760571 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-43f108bb-4a71-4dc4-8986-58d81391e8c7 req-fb26acce-fa54-49d3-b04e-9a3d93b3cd12 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 Nov 24 10:38:44.771732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port ace98e47-92ac-4dac-9818-c50c9e013579 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:38:44.776634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port ace98e47-92ac-4dac-9818-c50c9e013579 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:38:44.777067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:44.896936 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:44.924217 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:38:44.934322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:38:44.939299 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:44.941336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:44.982533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'code': 200} Nov 24 10:38:45.010017 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:45.013246 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:45.224895 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b0889bf3-2322-4be0-873a-feffd405cbbc req-51096c1f-3fe7-46ac-a537-b65cc502192a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1099 time: 0.0789340 Nov 24 10:38:45.270393 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b0889bf3-2322-4be0-873a-feffd405cbbc req-b823088f-2f56-4cc0-8e28-997ce353a8c0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Nov 24 10:38:46.200787 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e01ab-21c6-455b-b1ea-898806ca89cf req-ab5602a2-985a-4f77-b766-72129f59eec0 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:46.202416 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-899e01ab-21c6-455b-b1ea-898806ca89cf req-ab5602a2-985a-4f77-b766-72129f59eec0 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 946 time: 0.3192830 Nov 24 10:38:46.260631 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-899e01ab-21c6-455b-b1ea-898806ca89cf req-d39c1ce1-5a7a-4d4e-bb5b-be69922bbd37 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501187 Nov 24 10:38:47.471924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c25ec-7552-48ca-bc03-1192d213c4a8 req-b3d9ee79-29f5-4741-a37e-4f7e3636ede4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:47.473556 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9c25ec-7552-48ca-bc03-1192d213c4a8 req-b3d9ee79-29f5-4741-a37e-4f7e3636ede4 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 946 time: 0.0861742 Nov 24 10:38:47.527407 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9c25ec-7552-48ca-bc03-1192d213c4a8 req-cc2bc5ea-f167-45e8-8ba2-ca0976ecf49a tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476265 Nov 24 10:38:47.747418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d5eac-c040-4159-a5ff-76d749bb6f96 req-c519a689-7405-4b59-8a7c-b50838aa3efa tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:47.748985 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd5d5eac-c040-4159-a5ff-76d749bb6f96 req-c519a689-7405-4b59-8a7c-b50838aa3efa tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 946 time: 0.0844836 Nov 24 10:38:47.799680 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dd5d5eac-c040-4159-a5ff-76d749bb6f96 req-5ed39f28-cffb-4150-b73a-c0fc172031cb tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Nov 24 10:38:47.828752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34200) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:48.039093 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb557a5-44d7-43bc-824f-db61a1a87d53 tempest-TestSnapshotPattern-2107885337 tempest-TestSnapshotPattern-2107885337-project-admin] Synchronizing usage tracker for tenant:c914337c1aef43feba2d6f183e0dbece on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:38:48.055009 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-ddb557a5-44d7-43bc-824f-db61a1a87d53 tempest-TestSnapshotPattern-2107885337 tempest-TestSnapshotPattern-2107885337-project-admin] Unset dirty status for tenant:c914337c1aef43feba2d6f183e0dbece on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:38:48.056209 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-ddb557a5-44d7-43bc-824f-db61a1a87d53 tempest-TestSnapshotPattern-2107885337 tempest-TestSnapshotPattern-2107885337-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1094 time: 0.2258046 Nov 24 10:38:48.059397 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:38:48.065715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:38:48.071796 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:38:48.075849 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:floatingip and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:38:48.078798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:38:48.085005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:38:48.094446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:48.246032 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:48.392635 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Allocated IP 172.26.6.84 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/15318e9f-1d52-4554-b415-5227c9209b82) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:38:48.549369 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:48.575110 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:48.579789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c152097d-7061-4d09-a2f7-2e308199b560 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:48.638928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:38:48.646622 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:38:48.651879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:38:48.687697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=15318e9f-1d52-4554-b415-5227c9209b82,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:48.694305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:49.009301 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-20f36872-7142-470f-bb42-806daaa3f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.183531 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.244763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.458870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.462300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.466709 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e808769c-7e91-42fe-bd4d-1b68423c3cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:38:49.576564 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=15318e9f-1d52-4554-b415-5227c9209b82,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:38:49.581421 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:38:49.590100 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:49.787106 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Floating IP 41b28fa6-e81d-46a7-a260-8805704ac745 associated. External IP: 172.26.6.84, port: ace98e47-92ac-4dac-9818-c50c9e013579. Nov 24 10:38:50.207753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:38:50.420180 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:38:50.431763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:38:50.445927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:50.446123 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:50.446835 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:50.503622 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4430234 Nov 24 10:38:50.504250 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:38:50.649477 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'status': 'completed', 'code': 200} Nov 24 10:38:50.755203 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-d976a192-ffd9-41e4-842a-8cef03c9c5f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1099 time: 0.0813661 Nov 24 10:38:50.794867 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:50.818703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:50.901988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-f8673128-978a-4c63-8014-ef8c9badde01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:50.903688 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-f8673128-978a-4c63-8014-ef8c9badde01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1421192 Nov 24 10:38:51.015871 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-9a70a5aa-043d-4022-b44b-7e106431d1b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 999 time: 0.1057980 Nov 24 10:38:51.088148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-d9fde0b2-83d8-4322-a4b2-80689e72b909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:38:51.089813 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-d9fde0b2-83d8-4322-a4b2-80689e72b909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0678117 Nov 24 10:38:51.176644 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-3a1760bc-009a-4cdd-b917-0f6b1f7e6926 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805197 Nov 24 10:38:51.194858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:49Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:51.199689 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:38:51.210351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:38:51.211086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:38:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:51.326129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-e088e1c1-76f3-4383-88e6-dbb0ea4b693c service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426759 Nov 24 10:38:51.396960 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:38:51.473996 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-7a2af27d-9aec-4d99-8e70-28f33ab6e886 req-eb397f8b-ec7d-43f1-bd3e-4910ade27be3 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420541 Nov 24 10:38:51.768816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c67bbdc8-d8bf-4833-ba4e-a170102e0a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:51.783220 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:49Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:38:51.787530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37722dcd-5723-47be-a414-f58778e3fbc2 None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:49Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:38:51.820507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:38:52.109088 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fade27-5348-4d7d-a87c-cbfea9723e2c None None] New status for floating IP 41b28fa6-e81d-46a7-a260-8805704ac745: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:38:53.485713 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:00.826745 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:39:02.845789 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-e07b09e1-94bb-4a2d-b7d5-3b23705a330c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783157 Nov 24 10:39:03.011501 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-8c8e9a32-c6e1-42cd-914c-bfd554db199c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1099 time: 0.0882115 Nov 24 10:39:03.219451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-003be110-a31a-403d-bb43-f600176dc89b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:39:03.221343 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-003be110-a31a-403d-bb43-f600176dc89b service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1905077 Nov 24 10:39:03.354314 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-f78fd6b6-6b55-4b6d-86fe-2657ff228fbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 1001 time: 0.1181729 Nov 24 10:39:03.439505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-2b5ffec1-d6ee-480d-b965-0390037b45e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:39:03.441303 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-2b5ffec1-d6ee-480d-b965-0390037b45e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0776258 Nov 24 10:39:03.531321 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-39e55959-ca0d-4d5c-bafa-0f4c7b5e4efb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833650 Nov 24 10:39:03.932383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-db8286e2-b037-4c7f-b31b-c22e2c3b5852 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952825 Nov 24 10:39:04.103499 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-93c491a9-1770-479e-85f3-34a3fa306e97 req-726a2755-83c4-4406-b5e8-27408ffb125a service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622794 Nov 24 10:39:11.109701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:19.012482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6934b55f-4c98-48ad-ae77-968c0610167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:20.619251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:21.772175 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-368f32f0-304f-4c35-978b-21d42bd2eda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:21.824685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:23.491272 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:37.827160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:39:41.119762 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:44.118570 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [req-9eadf96d-95bd-4e00-9108-e9be6c91eb38 req-485080c3-8e22-4fd2-b6cb-b7434a0ccf51 service neutron] (88877) timed out ('10.222.0.55', 60644) {{(pid=88877) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 10:39:49.015811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8001a3e9-c3e7-42e0-9e83-44e279c91284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:50.623339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:51.775152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-75eed4e7-4284-42cb-95dc-e9bf3efe192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:51.825495 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:39:53.493084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:04.926697 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-9121893a-c1a0-4c97-a1ba-23b9d2ffac29 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1695821 Nov 24 10:40:05.086448 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-77b0bf4b-44a2-4505-ae82-361ea10671f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1099 time: 0.0875902 Nov 24 10:40:05.244507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-d240fcf3-571c-45b9-9a74-77380c448a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:40:05.246046 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-d240fcf3-571c-45b9-9a74-77380c448a7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1389132 Nov 24 10:40:05.357923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-7d6ec663-c8de-4b83-adca-435bd71c65d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 1001 time: 0.1049149 Nov 24 10:40:05.426429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-ae86fa0c-d8ef-4b4a-b1b2-b976abe9c329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:40:05.428026 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-ae86fa0c-d8ef-4b4a-b1b2-b976abe9c329 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0638173 Nov 24 10:40:05.508666 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-400295ff-ff68-48ac-8a90-c279eaaaa9b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738137 Nov 24 10:40:05.658923 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-5462bf79-db27-4782-82e8-ccfa98035d32 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430457 Nov 24 10:40:05.805873 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5dc2021f-69e5-47ee-82be-fa6d0e5590c1 req-a0eb4564-8de1-4b5c-8d9b-7293fce7a02d service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407275 Nov 24 10:40:11.121562 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:14.827696 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:40:19.018118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-971c26e3-855b-4fbc-a077-1b8a50d0aa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:20.629783 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:21.776487 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-61f0b9e0-b84d-4208-84c2-f5f924216251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:21.828067 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:23.495415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:41.120726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:49.019429 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5b35bc43-878e-4bc3-bdf0-74f70f711dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:49.338218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:40:49.486703 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:40:49.501439 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:40:49.566278 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:49.586946 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ace98e47-92ac-4dac-9818-c50c9e013579 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:40:49.604474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:40:49.607809 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:49.610494 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:40:49.689512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['ace98e47-92ac-4dac-9818-c50c9e013579'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:40:49.714098 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:40:49.740129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.740641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.741271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.741846 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.742279 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.742691 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.743068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.743447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.743819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.744193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.745101 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:40:49.748815 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:40:50.639504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:51.344052 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:40:51.420085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port ace98e47-92ac-4dac-9818-c50c9e013579 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:40:51.420623 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:51.554412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:51.586300 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:40:51.598204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:40:51.603781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:51.605829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:40:51.680864 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'code': 200} Nov 24 10:40:51.684870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:40:51.688694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:40:51.782106 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a67e8989-62e0-4e50-8771-40870230fb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:51.831653 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:40:51.834690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:53.505038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:40:59.833193 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-0282c072-1326-4c0c-a36d-17b24d9cf13b tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189506611&fields=id&tenant_id=c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 267 time: 0.0480466 Nov 24 10:41:00.221780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-16e75587-4200-42d4-bf0f-5fe0b44c20b7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:00.223395 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-16e75587-4200-42d4-bf0f-5fe0b44c20b7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 809 time: 0.3830724 Nov 24 10:41:00.241021 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-bae893a2-0754-45a8-8a26-ec5367d5e969 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/quotas/c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 375 time: 0.0118489 Nov 24 10:41:00.330399 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-dd7d18f7-5f04-45ad-a628-8d655839e5c7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837712 Nov 24 10:41:00.557918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-4254623c-4ab4-4b70-abb9-f28949d300db service neutron] 10.222.0.55 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145448 Nov 24 10:41:00.701685 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-932886df-2974-4abe-b321-ee2926a73076 service neutron] 10.222.0.55 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373663 Nov 24 10:41:00.928482 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0bab7ccb-34d8-42c8-ae55-b1e074e4d938 req-ab413282-7595-478d-9320-bd7fa736e398 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 210 time: 0.0521817 Nov 24 10:41:01.984811 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e6011889-3987-40e3-972a-bb63b773f847 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:01.986383 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e6011889-3987-40e3-972a-bb63b773f847 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 809 time: 0.1651866 Nov 24 10:41:02.050250 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-5f44aed5-c316-43d4-a0a5-857da52c06da tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a84fccb2a348069b0e33780b7b68f0 HTTP/1.1" status: 200 len: 379 time: 0.0512538 Nov 24 10:41:02.058699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'port': {'device_id': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'admin_state_up': True, 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'security_groups': ['c686e6c8-332b-459e-bd55-1f844ef17441']}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:41:02.112116 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1e9246f5-0d03-4ac4-af7a-40cfcc3003e0 req-1500f137-d5e2-403e-a472-5992e7228edc tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 210 time: 0.0516946 Nov 24 10:41:02.215042 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:41:02.225362 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:41:02.234993 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Made reservation on behalf of c1a84fccb2a348069b0e33780b7b68f0 for: {'port': 1} {{(pid=88877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:41:02.241239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:02.435131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Allocated IP 172.20.0.9 (8b8d6415-951e-4b79-87fb-95f3f7027f8c/9d2171f8-9166-408d-81da-dfaf0ce7de12/2da1b288-b6ce-4a13-a26b-93b3fdfe4756) {{(pid=88877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:41:02.732460 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:02.752425 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Transition to ACTIVE for port object 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 will not be triggered until provisioned by entity DHCP. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:41:02.779428 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_create {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:02.794816 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-52e6ec0c-d550-4b6a-8214-be4aaf1d4367 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:02.858068 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c is already hosted by enough agents. {{(pid=88877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:41:02.861340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources bound (agent type, host, resource id): {{(pid=88877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:41:02.865812 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Received port after_create {{(pid=88877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:41:02.930204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=1']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:02.949284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.949732 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.950197 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.950690 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.951125 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.951558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.951980 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.952404 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.952827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.953245 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.953662 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:02.968003 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:02.979236 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:02.979940 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:03.027918 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-87e1accc-7ebc-4a8b-8a00-412bbab5f1d1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736412 Nov 24 10:41:03.188434 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cc05712d-2aa4-4a30-8c00-f3bfd3a253fd None None] Provisioning for port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 completed by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:41:03.193901 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-cc05712d-2aa4-4a30-8c00-f3bfd3a253fd None None] Provisioning complete for port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 triggered by entity DHCP. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:41:03.194280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cc05712d-2aa4-4a30-8c00-f3bfd3a253fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:03.252497 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cc05712d-2aa4-4a30-8c00-f3bfd3a253fd None None] Port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 cannot update to ACTIVE because it is not bound. {{(pid=88879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 24 10:41:03.343132 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a12a3e-86e6-4fc2-8548-9bf28a0b08c3 req-40ef80b4-4c79-4fd8-85d1-2c9665cd0a47 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:03.344104 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-08a12a3e-86e6-4fc2-8548-9bf28a0b08c3 req-40ef80b4-4c79-4fd8-85d1-2c9665cd0a47 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:41:03.361697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-08a12a3e-86e6-4fc2-8548-9bf28a0b08c3 req-40ef80b4-4c79-4fd8-85d1-2c9665cd0a47 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:41:03.363764 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-08a12a3e-86e6-4fc2-8548-9bf28a0b08c3 req-40ef80b4-4c79-4fd8-85d1-2c9665cd0a47 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.1057138 Nov 24 10:41:03.417401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:41:03.420962 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-08a12a3e-86e6-4fc2-8548-9bf28a0b08c3 req-3d4acfa7-8423-4213-ab7c-3452ced2117f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501521 Nov 24 10:41:03.546763 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:03.579072 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:41:03.608715 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:41:03.614424 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:03.616821 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:03.653505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'code': 200} Nov 24 10:41:03.688091 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:03.693733 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:04.660544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9eeb6-49a6-4186-8761-86960776c4b7 req-6ab6fae1-707f-4958-af11-be8d79bb0f5c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:04.663210 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ee9eeb6-49a6-4186-8761-86960776c4b7 req-6ab6fae1-707f-4958-af11-be8d79bb0f5c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0990748 Nov 24 10:41:04.716594 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9ee9eeb6-49a6-4186-8761-86960776c4b7 req-df54c88a-1f98-4ff5-a41d-977800fcaab1 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467136 Nov 24 10:41:05.945616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d8e4-036f-4b9c-9fd6-440b8a62b0cf req-4a6f2048-9af6-43bc-a96d-7bcc10742a8e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:05.947844 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5309d8e4-036f-4b9c-9fd6-440b8a62b0cf req-4a6f2048-9af6-43bc-a96d-7bcc10742a8e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0913386 Nov 24 10:41:06.002211 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5309d8e4-036f-4b9c-9fd6-440b8a62b0cf req-d95aca86-a5c5-48ed-bc77-e0e101fcc32b tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478532 Nov 24 10:41:07.233825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda20f1-b925-410a-aa93-089f068fc610 req-d8b6d6d1-05dc-454c-b9cb-2138aca6428c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:07.235494 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfda20f1-b925-410a-aa93-089f068fc610 req-d8b6d6d1-05dc-454c-b9cb-2138aca6428c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0904331 Nov 24 10:41:07.288757 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-bfda20f1-b925-410a-aa93-089f068fc610 req-1d62b243-fda2-4634-b55e-76e29a38c96f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Nov 24 10:41:08.507705 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488910da-53a7-4a7c-a147-04b696d37229 req-ed7df96e-e970-48da-8314-86ce7326f5df tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:08.509480 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-488910da-53a7-4a7c-a147-04b696d37229 req-ed7df96e-e970-48da-8314-86ce7326f5df tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0863254 Nov 24 10:41:08.565641 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-488910da-53a7-4a7c-a147-04b696d37229 req-5a631be8-af5c-45d3-98e8-1777249b8a00 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496833 Nov 24 10:41:09.788506 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb24d-69fe-4dbf-97c0-106c77c57ec3 req-832ee9d1-88a6-4772-86e4-e85502d088ff tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:09.790166 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8f0bb24d-69fe-4dbf-97c0-106c77c57ec3 req-832ee9d1-88a6-4772-86e4-e85502d088ff tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0873427 Nov 24 10:41:09.840018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8f0bb24d-69fe-4dbf-97c0-106c77c57ec3 req-b68ffd5c-9f65-4892-b7c3-054649982ea7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 Nov 24 10:41:11.078219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a7d51-d76f-4d5b-a963-9f4877fed799 req-d032108b-86de-452d-bfba-d9fc33036797 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:11.080679 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f43a7d51-d76f-4d5b-a963-9f4877fed799 req-d032108b-86de-452d-bfba-d9fc33036797 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0934694 Nov 24 10:41:11.121773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:11.144107 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-f43a7d51-d76f-4d5b-a963-9f4877fed799 req-be8c6c2b-f37c-41b6-9e0b-188ed8c6b8ab tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520642 Nov 24 10:41:12.359550 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4160b3-e066-4afb-91d0-4c8277cdb86b req-d24dbf4f-a0c7-4fcc-bcc6-933e1e299f2c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:12.361089 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e4160b3-e066-4afb-91d0-4c8277cdb86b req-d24dbf4f-a0c7-4fcc-bcc6-933e1e299f2c tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 931 time: 0.0879848 Nov 24 10:41:12.413154 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-5e4160b3-e066-4afb-91d0-4c8277cdb86b req-0c57de90-4657-46bc-98e1-2a0f4925dc78 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Nov 24 10:41:12.746778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Request body: {'port': {'device_id': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8184'}} {{(pid=88877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:41:12.769119 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.61', 63990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:41:12.849323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-3d3aa3d7-4e82-46fe-ad45-39af15d2fc0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785797 Nov 24 10:41:12.864825 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.008422 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-2ccaf27c-8b3d-46f3-b272-8f9b938baeec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1097 time: 0.0766947 Nov 24 10:41:13.168409 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-27670b75-b1a0-4d47-b472-b9f8c12ea64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:13.170014 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-27670b75-b1a0-4d47-b472-b9f8c12ea64c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1414499 Nov 24 10:41:13.237535 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 {{(pid=88877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:41:13.246554 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.263476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Transition to ACTIVE for port object 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 will not be triggered until provisioned by entity L2. {{(pid=88877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:41:13.267418 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.272358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-74f29c79-077d-49bb-a71b-4c9de5007148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:13.288085 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-36d7cd49-16a7-4ab7-b47d-28238e2c8414 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 999 time: 0.1064997 Nov 24 10:41:13.360049 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-9c79cbc9-ac0d-4cf3-a07d-11a3e68158c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:13.361633 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-9c79cbc9-ac0d-4cf3-a07d-11a3e68158c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0673742 Nov 24 10:41:13.404914 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=2']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:13.412597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:13.453995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-ac6c3489-b31e-47b9-a01a-b86fbb392ec0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854180 Nov 24 10:41:13.532794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Attempting to bind port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 on host hv-neutron-8184 for vnic_type normal with profile {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:41:13.533118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Attempting to bind port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 by drivers openvswitch,hyperv on host hv-neutron-8184 at level 0 using segments [{'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:41:13.533456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Attempting to bind port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:41:13.540808 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8184 {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 24 10:41:13.541177 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Attempting to bind port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 on network 8b8d6415-951e-4b79-87fb-95f3f7027f8c {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 24 10:41:13.548765 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Checking agent: {'id': '058d267e-99e4-46dd-9b19-88f2c3633627', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8184', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'started_at': datetime.datetime(2021, 11, 24, 9, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 10, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 24 10:41:13.549150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Checking segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:41:13.549588 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Bound using segment: {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'} {{(pid=88877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 24 10:41:13.550071 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.managers [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Bound port: 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host: hv-neutron-8184, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c60089-5004-4d68-afb5-0c1bb5305366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c'}}] {{(pid=88877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:41:13.550461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.661924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, cleared binding levels {{(pid=88877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 24 10:41:13.665766 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 24 10:41:13.669140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838978380'] for port, after_update {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.674952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:13.680667 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-233d8b34-42cb-4d0d-8ab3-de620f919702 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194290 Nov 24 10:41:13.735933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:13.737124 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] 10.222.0.61 "PUT /v2.0/ports/2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 200 len: 1093 time: 0.9955299 Nov 24 10:41:13.737685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:41:13.746610 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088af70-ebb2-4a69-ad5d-e9b0e3430607 req-5b175c55-e4dd-4984-9293-e0fa7bb57c8e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:13.748478 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8088af70-ebb2-4a69-ad5d-e9b0e3430607 req-5b175c55-e4dd-4984-9293-e0fa7bb57c8e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 943 time: 0.1744947 Nov 24 10:41:13.761884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=3']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:13.774979 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e5d0fcfd-5b09-48cd-abf8-93bc0f7aca9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:13.829742 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'status': 'completed', 'code': 200} Nov 24 10:41:13.878966 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-501c4782-5cac-4a14-bea6-a14746478309 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1096 time: 0.0905342 Nov 24 10:41:13.891682 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-39ae255f-f707-4e61-abbc-95b60d0fa632 req-1c28fc8a-fb00-4270-95d2-cf54a23a73e0 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982896 Nov 24 10:41:13.903360 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-8088af70-ebb2-4a69-ad5d-e9b0e3430607 req-cd0ba0c7-ba10-4e2c-a7b7-934b1a740c97 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940251 Nov 24 10:41:13.962788 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-1c5cb68f-35e7-4bd5-9323-a40e07c38d2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 200 len: 217 time: 0.0742655 Nov 24 10:41:14.037752 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-f96c30c4-8beb-4761-acd3-c547e1eebcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:14.039323 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-f96c30c4-8beb-4761-acd3-c547e1eebcdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0695243 Nov 24 10:41:14.126529 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-2d652f8e-1796-44c9-8704-7741ad4d7604 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800641 Nov 24 10:41:14.289359 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-5e13a1e1-3850-4625-9c13-a9dca845c79d service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553588 Nov 24 10:41:14.672392 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-d63e120d-5903-4ab5-b7d1-f88d583b94c2 req-a85293bf-2d4b-4948-800c-870344fcf559 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761220 Nov 24 10:41:14.791341 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-3f64d8a0-178d-4694-bfaf-8b947f881447 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1096 time: 0.0763295 Nov 24 10:41:14.937906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d3a50-79f2-4700-b386-05e9feb100ce req-49b87427-0484-43f9-9b41-33864e3cbb84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:14.939619 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-49b87427-0484-43f9-9b41-33864e3cbb84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1416080 Nov 24 10:41:15.015894 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-d9c216a6-3972-43dc-87ba-029eba89caaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 200 len: 217 time: 0.0696907 Nov 24 10:41:15.139582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d3a50-79f2-4700-b386-05e9feb100ce req-6a004513-00e9-492f-b4e7-1f0137d41d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:15.141207 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-6a004513-00e9-492f-b4e7-1f0137d41d8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.1189013 Nov 24 10:41:15.217321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9f78-8fe1-49df-83e0-d9d6a86b063a req-bb5df602-4991-4e86-90e6-c40ee9a544ac tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:15.218901 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf9f78-8fe1-49df-83e0-d9d6a86b063a req-bb5df602-4991-4e86-90e6-c40ee9a544ac tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 943 time: 0.1602118 Nov 24 10:41:15.276018 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-99bde346-89ad-4998-96d4-93711c64c669 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274443 Nov 24 10:41:15.308408 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-61cf9f78-8fe1-49df-83e0-d9d6a86b063a req-a9e36e9f-4451-4b7e-a361-07f0a505c868 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819790 Nov 24 10:41:15.425505 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-eaf77b7c-ddb2-482a-833c-1a9595b12b65 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407330 Nov 24 10:41:15.478970 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:41:15.571875 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-004d3a50-79f2-4700-b386-05e9feb100ce req-88aee018-6e0d-48fa-baf6-e7bc2874c5e0 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397038 Nov 24 10:41:15.630985 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:41:15.645184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'mac_address': 'fa:16:3e:a7:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:41:15.704669 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:15.722836 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:41:15.738284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:41:15.741697 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:15.743592 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:15.809166 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:15.812445 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:15.952008 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['2da1b288-b6ce-4a13-a26b-93b3fdfe4756'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:41:16.663193 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a10ae-e80a-4298-a6f2-0159a62d168b req-dd64213b-8b78-4447-8e57-02629836ddfb tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:16.664799 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b0a10ae-e80a-4298-a6f2-0159a62d168b req-dd64213b-8b78-4447-8e57-02629836ddfb tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 944 time: 0.0887196 Nov 24 10:41:16.713092 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b0a10ae-e80a-4298-a6f2-0159a62d168b req-c41f9635-32d6-4eb7-8ae2-f0fc91f47654 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Nov 24 10:41:17.478698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:41:17.554616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning for port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 completed by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:41:17.559770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:41:17.560196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:17.679453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:17.888305 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:41:17.900542 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:41:17.904295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:17.906452 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:17.949648 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'code': 200} Nov 24 10:41:17.950358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdc15e-df31-4a41-89f3-e4623fed25c4 req-a9cb6474-085c-4fa5-b1cc-13f7f73316fd tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:17.952075 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecbdc15e-df31-4a41-89f3-e4623fed25c4 req-a9cb6474-085c-4fa5-b1cc-13f7f73316fd tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 944 time: 0.1044145 Nov 24 10:41:17.979532 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=5']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:17.983023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:18.010171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-ecbdc15e-df31-4a41-89f3-e4623fed25c4 req-86803482-f7a6-4144-bd48-cc31df188252 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482852 Nov 24 10:41:18.187878 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1dd63ec1-74c2-4b54-a952-21ea7c0896d2 req-b13cc7ca-9daa-42ce-ba4d-070e7c32bda0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1098 time: 0.0747454 Nov 24 10:41:18.232414 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1dd63ec1-74c2-4b54-a952-21ea7c0896d2 req-5af75ad6-e708-4ea1-9c18-7d6306618184 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385439 Nov 24 10:41:19.020883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-535847db-be97-40a8-94d4-2336d7a08e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:19.226549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25c5c-5584-4f2e-aafb-dd9094caf013 req-2012ec7b-32da-49b5-865f-2196067662e5 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:19.228404 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-60f25c5c-5584-4f2e-aafb-dd9094caf013 req-2012ec7b-32da-49b5-865f-2196067662e5 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 945 time: 0.0878019 Nov 24 10:41:19.280370 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-60f25c5c-5584-4f2e-aafb-dd9094caf013 req-1bc37ee1-57c5-444b-a7d4-1e86bb56ae76 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 Nov 24 10:41:20.489212 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eb198-2f97-4ff8-a329-76fd262831fc req-12e2ebb0-109c-4244-946b-0b2ef65ded6e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:20.490832 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a40eb198-2f97-4ff8-a329-76fd262831fc req-12e2ebb0-109c-4244-946b-0b2ef65ded6e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 945 time: 0.0863700 Nov 24 10:41:20.540593 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a40eb198-2f97-4ff8-a329-76fd262831fc req-b522233c-0731-45fc-bc63-ae98d6a55dec tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Nov 24 10:41:20.623218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:20.765286 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a90814-a8b7-45cc-82e3-7457d633c76a req-ac845537-d787-4629-95e5-b8c1eabd2e62 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:20.766928 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8a90814-a8b7-45cc-82e3-7457d633c76a req-ac845537-d787-4629-95e5-b8c1eabd2e62 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 945 time: 0.0868337 Nov 24 10:41:20.816623 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-b8a90814-a8b7-45cc-82e3-7457d633c76a req-f4a785e4-ffb8-4cbd-a0ca-5c752a48611a tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Nov 24 10:41:20.845134 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34474) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:41:20.919775 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6fb007b6-980b-402f-9209-379ae0997bf3 tempest-TestSnapshotPattern-2107885337 tempest-TestSnapshotPattern-2107885337-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1093 time: 0.0733254 Nov 24 10:41:20.922775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:41:20.928461 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.v2.base [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Request body: {'floatingip': {'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 24 10:41:20.934454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:41:20.938501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Usage tracker for resource:floatingip and tenant:c1a84fccb2a348069b0e33780b7b68f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:41:20.941504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:41:20.948755 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.quota.driver [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:41:20.962490 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:21.108249 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:21.256507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Allocated IP 172.26.6.132 (7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42/8ff6c863-f2a0-41b6-ba82-a998054871fe/a4b4c89c-efea-4909-be8a-73db6e40f23a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 24 10:41:21.413529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:21.438883 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297158043064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:21.443911 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-c8d95177-baa6-4288-92ac-6cfe5f416770 tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:21.506511 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Network 7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:41:21.513801 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Resources bound (agent type, host, resource id): {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 24 10:41:21.516574 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 24 10:41:21.561942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=a4b4c89c-efea-4909-be8a-73db6e40f23a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:21.581340 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.581781 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.582222 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.582800 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.583319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.583558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.583978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.584444 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.584863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.585282 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.585699 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:41:21.591211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:21.774879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d12b1558-005e-4b7d-b85b-34459a89b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:21.833470 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.064958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.123271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.341805 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.345919 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16195689'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.351399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-e34bb29a-8245-4429-a344-700e86c76b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:41:22.464629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event updated for resources: {'Port': ['ID=a4b4c89c-efea-4909-be8a-73db6e40f23a,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:41:22.468895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:41:22.478016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854156562'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:22.909986 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.db.l3_db [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Floating IP 1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e associated. External IP: 172.26.6.132, port: 2da1b288-b6ce-4a13-a26b-93b3fdfe4756. Nov 24 10:41:23.311581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:41:23.500056 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:23.526559 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:41:23.538295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:41:23.550465 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:41:23.551351 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:41:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:41:23.561712 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:23.631841 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7079589 Nov 24 10:41:23.632566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:41:23.688798 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'status': 'completed', 'code': 200} Nov 24 10:41:23.746204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:41:23.787948 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-d94cfac9-83b8-4519-9b99-7d2aa114f93d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1098 time: 0.0771523 Nov 24 10:41:23.935742 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-297bc473-51d5-47d8-a5a2-d0fc22b9d5aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:23.937357 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-297bc473-51d5-47d8-a5a2-d0fc22b9d5aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1433258 Nov 24 10:41:24.049826 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-fb9c3d1c-a56a-4f19-b846-d4dbba03cd3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 200 len: 999 time: 0.1063919 Nov 24 10:41:24.120611 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-3049c96e-7f2e-4910-8f2e-a5caaf047c88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:41:24.120878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:a7:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:41:21Z', 'updated_at': '2021-11-24T10:41:21Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}, {'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:41:24.122294 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-3049c96e-7f2e-4910-8f2e-a5caaf047c88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0648043 Nov 24 10:41:24.125174 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:41:24.137138 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:41:24.137814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:41:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:41:24.209086 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-19db78e2-7d23-4084-9827-235dfd1dd4b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810957 Nov 24 10:41:24.325150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:41:24.356554 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-657b8908-d081-40bb-8511-fc6c777bf838 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411755 Nov 24 10:41:24.502498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-20f5df47-8e73-455c-9dde-aadf52c94379 req-557d0cf7-27fb-4fdd-8881-e31da15835c8 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393743 Nov 24 10:41:24.693571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:a7:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:41:21Z', 'updated_at': '2021-11-24T10:41:21Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}, {'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:41:24.697723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae50dc-7f09-4396-9578-ddbc9a8e9aa2 None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:a7:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:41:21Z', 'updated_at': '2021-11-24T10:41:21Z', 'revision_number': 0, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}, {'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:41:25.063871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcbff4-ef35-42f9-b27a-b22dcf1329b2 None None] New status for floating IP 1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:41:28.832794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:41:41.133937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:49.022994 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-eefbb711-0f70-4371-9ca3-ce85e2574279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:50.625464 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:51.777227 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-dca818d0-afe6-4586-9f8c-31770d13bf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:51.836437 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:41:53.504313 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:05.834372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:42:07.948825 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-2430b303-7847-40cc-94c4-5b20716dea11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1464062 Nov 24 10:42:08.099439 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-14f898d4-9114-4c5d-be96-26ad12c22a46 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1097 time: 0.0805118 Nov 24 10:42:08.257014 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-0a48d33b-0cef-4182-8dfa-e6e89763443f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:42:08.258533 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-0a48d33b-0cef-4182-8dfa-e6e89763443f service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1395729 Nov 24 10:42:08.377658 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-92c2b24f-889f-4c6d-929e-3822e81ae2c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 999 time: 0.1127694 Nov 24 10:42:08.446036 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-619a1b34-31f0-4c37-841c-1d36906e12c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:42:08.448105 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-619a1b34-31f0-4c37-841c-1d36906e12c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0648301 Nov 24 10:42:08.532297 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-1ec73686-8a34-43e5-a672-e8a659a35ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785241 Nov 24 10:42:08.678119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-babdf4be-5d3f-49a2-a93b-a74894d39db8 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397274 Nov 24 10:42:08.821462 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-81b20cfb-3d03-4706-87cf-c508239640b1 req-d589515d-ccd4-4ccb-b16a-035cf70d1556 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376357 Nov 24 10:42:11.130598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:19.026087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a02488cb-d241-4ca7-82b0-8ed253469a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:20.627917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:21.779237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-5fb9e302-e938-4271-bfa7-f5bbc14a0311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:21.839401 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:23.505237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:41.144392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:42.836372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:42:49.028456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-36d73ff6-271f-4218-b275-b530b86f9be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:50.631891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:51.781884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e00f-5cb5-4d0f-881f-d0ce923222fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:51.843616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:53.507761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:54.023229 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 details requested by agent hyperv_hv-neutron-8184 with host hv-neutron-8184 {{(pid=88879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 24 10:42:54.165155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:42:54.179038 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Returning: {'device': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'port_id': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'mac_address': 'fa:16:3e:a7:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 24 10:42:54.237863 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:54.256251 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:42:54.272040 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:42:54.274906 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:54.276686 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ed991960-c3e5-436c-a381-b2d34020fe2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:42:54.346947 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:42:54.356315 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.356706 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.357102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.357474 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.357864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.358235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.358634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.359018 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.359389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.359756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.360120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:42:54.364451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:42:54.373517 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] get_ports_and_sgs() called for port_ids ['2da1b288-b6ce-4a13-a26b-93b3fdfe4756'] {{(pid=88879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 24 10:42:56.030447 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 up at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:42:56.121020 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.provisioning_blocks [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Provisioning complete for port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 triggered by entity L2. {{(pid=88879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:42:56.121520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853379784'] for port, provisioning_complete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:56.255609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:56.290975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:42:56.301639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:42:56.307961 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:42:56.310252 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:42:56.397436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:42:56.401075 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:42:56.617909 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'code': 200} Nov 24 10:43:04.233641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34690) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:04.448344 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Deleting port a4b4c89c-efea-4909-be8a-73db6e40f23a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:04.448739 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:04.630179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:04.630841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:04.762694 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Calling delete_port for a4b4c89c-efea-4909-be8a-73db6e40f23a owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:04.907347 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:04.911688 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4a1ba178-af6d-4274-ae6c-b7645d64533d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:04.958665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event deleted for resources: {'Port': ['ID=a4b4c89c-efea-4909-be8a-73db6e40f23a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:04.997457 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:04.997908 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:04.998331 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:04.998813 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:04.999240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:04.999665 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.000085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.000509 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.000927 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.001346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.002292 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:05.009725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:05.067904 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:05.475416 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:43:05.688759 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:43:05.699860 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73431257-a027-4c55-9177-332183947755 None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:43:05.710869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:05.714259 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73431257-a027-4c55-9177-332183947755 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:05.714928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73431257-a027-4c55-9177-332183947755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:05.766098 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8dd929b3-86e1-4f79-8347-123b0847ea38 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "DELETE /v2.0/floatingips/1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e HTTP/1.1" status: 204 len: 168 time: 1.5312681 Nov 24 10:43:05.766885 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:43:05.978758 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'status': 'completed', 'code': 200} Nov 24 10:43:06.094396 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-73431257-a027-4c55-9177-332183947755 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:06.161468 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-7cc7fb0e-68dc-498b-90c4-9b74fd6df311 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 1098 time: 0.1578918 Nov 24 10:43:06.167557 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:06.379726 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-a2d74917-8312-45fe-a8a7-9f48ef710a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:06.381421 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-a2d74917-8312-45fe-a8a7-9f48ef710a03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.2112532 Nov 24 10:43:06.492210 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853520388'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:06.537322 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:43:06.557312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:06.561728 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363297157581906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297158043047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739696732787'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:06.566064 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ba120f76-9a0c-4b33-891e-ac5e143fa06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:06.636367 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'code': 200} Nov 24 10:43:06.698046 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Pushing event updated for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:06.702402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:06.718928 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73431257-a027-4c55-9177-332183947755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:06.725324 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73431257-a027-4c55-9177-332183947755 None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:43:06.738841 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73431257-a027-4c55-9177-332183947755 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:06.739568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73431257-a027-4c55-9177-332183947755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:06.789498 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-564b5e30-fa7f-41b6-b4a2-486343519d91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 200 len: 217 time: 0.3985562 Nov 24 10:43:06.880240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-2a9bc6f5-622f-4bc6-9391-364181d25053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:06.881830 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-2a9bc6f5-622f-4bc6-9391-364181d25053 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0816844 Nov 24 10:43:06.894476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b096e8e-8c68-41a7-a1f8-3ba20166bde9 req-d64c90c2-6af8-4978-9e26-8424b3a31b46 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:06.896119 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b096e8e-8c68-41a7-a1f8-3ba20166bde9 req-d64c90c2-6af8-4978-9e26-8424b3a31b46 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 943 time: 0.5790417 Nov 24 10:43:06.930795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-73431257-a027-4c55-9177-332183947755 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:07.000827 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-0b096e8e-8c68-41a7-a1f8-3ba20166bde9 req-4904ab33-1c65-4366-b3db-cb017792d467 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675108 Nov 24 10:43:07.022615 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-fc649316-b609-4f49-91ea-994d6ff0997f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254439 Nov 24 10:43:07.174683 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-389e296c-9121-4cbe-89d4-1b1c51de5c8b service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431530 Nov 24 10:43:07.309974 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-73431257-a027-4c55-9177-332183947755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:07.314338 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73431257-a027-4c55-9177-332183947755 None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_floatingips': [{'id': '41b28fa6-e81d-46a7-a260-8805704ac745', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'router_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'port_id': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'mac_address': 'fa:16:3e:96:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T10:38:49Z', 'updated_at': '2021-11-24T10:38:52Z', 'revision_number': 1, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:43:07.332743 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6b9240d4-8fbb-45d1-b068-e731d31b4277 req-c42de373-ae37-43e3-8fca-427dc1bf51ce service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523151 Nov 24 10:43:07.740504 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-fd81766e-3f2f-484d-bde8-33b8c41bad40 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:07.742103 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-fd81766e-3f2f-484d-bde8-33b8c41bad40 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 943 time: 0.0860043 Nov 24 10:43:07.822169 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Deleting port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:07.822558 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:07.848770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae5e0f-89bc-460d-ae3c-9186e205327d None None] New status for floating IP 1ed8e8fe-a0d7-416a-ad5a-7b3d9abce03e: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:43:08.090864 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] For port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:08.091268 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:08.220677 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f639d-ec24-4c31-8ff5-361fc4128902 req-86945f22-b965-4a85-8118-4c4691999c96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:08.221453 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1f5f639d-ec24-4c31-8ff5-361fc4128902 req-86945f22-b965-4a85-8118-4c4691999c96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:43:08.225294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Calling delete_port for 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:08.236701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-1f5f639d-ec24-4c31-8ff5-361fc4128902 req-86945f22-b965-4a85-8118-4c4691999c96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:43:08.238097 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f5f639d-ec24-4c31-8ff5-361fc4128902 req-86945f22-b965-4a85-8118-4c4691999c96 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=4944fb9f-b78e-4c01-9e17-237b7c5f184b HTTP/1.1" status: 200 len: 943 time: 0.1071401 Nov 24 10:43:08.287506 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-1f5f639d-ec24-4c31-8ff5-361fc4128902 req-65b78502-eecb-4d5c-885f-ac2f957ae72e tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Nov 24 10:43:08.377456 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:08.383196 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-2493c20d-716a-4cb5-b124-d7639b07ed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:08.428225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event deleted for resources: {'Port': ['ID=2da1b288-b6ce-4a13-a26b-93b3fdfe4756,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:08.471953 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.472358 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.472794 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.473214 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.473641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.474060 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.474475 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.474933 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.475353 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.475771 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.476496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818439-1-hyperv {{(pid=88877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:43:08.484319 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:08.518819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] No DVR routers for this DVR port 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:43:08.521280 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:08.524085 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-deleted', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:43:08.538914 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-9cec8a8e-1759-4406-afe1-6d06fe2e0b6f req-ad4a07bd-c049-4388-855c-cc26eae1ca41 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "DELETE /v2.0/ports/2da1b288-b6ce-4a13-a26b-93b3fdfe4756 HTTP/1.1" status: 204 len: 173 time: 0.7916839 Nov 24 10:43:08.713144 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4944fb9f-b78e-4c01-9e17-237b7c5f184b', 'name': 'network-vif-deleted', 'tag': '2da1b288-b6ce-4a13-a26b-93b3fdfe4756', 'status': 'completed', 'code': 200} Nov 24 10:43:10.021468 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:10.129631 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:10.165394 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:10.165795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device 2da1b288-b6ce-4a13-a26b-93b3fdfe4756 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:10.473402 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Deleting port 15318e9f-1d52-4554-b415-5227c9209b82 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:10.473701 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:10.654988 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:10.655354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:10.780756 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Calling delete_port for 15318e9f-1d52-4554-b415-5227c9209b82 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:10.935415 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:10.940055 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8cdd4551-8469-4e69-a730-1165e454abe4 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:10.982002 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event deleted for resources: {'Port': ['ID=15318e9f-1d52-4554-b415-5227c9209b82,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:10.984976 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:11.081069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:11.142798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:11.485999 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:43:11.694160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:43:11.705451 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:43:11.712986 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:11.717671 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:11.718350 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:11.773607 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-cfb3e619-c2e8-4ac9-b51d-27f5d0cfcc48 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "DELETE /v2.0/floatingips/41b28fa6-e81d-46a7-a260-8805704ac745 HTTP/1.1" status: 204 len: 168 time: 1.7509251 Nov 24 10:43:11.774314 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:43:11.834927 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'status': 'completed', 'code': 200} Nov 24 10:43:11.911321 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:11.942431 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-b99f81f9-beed-426e-ae43-2e5370033525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 1097 time: 0.0870163 Nov 24 10:43:12.099861 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-5636d65e-9fd9-457c-b3d1-b73b1130d5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:12.101474 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-5636d65e-9fd9-457c-b3d1-b73b1130d5d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 200 len: 910 time: 0.1530359 Nov 24 10:43:12.180500 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-1383c9ca-9068-45d6-8e99-6573555197d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 200 len: 217 time: 0.0716004 Nov 24 10:43:12.198566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fd43f-3138-4c26-9539-37a67807c8a8 req-366e0a0e-d4ae-46ee-889a-f1c2698ac23d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:12.199545 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6e5fd43f-3138-4c26-9539-37a67807c8a8 req-366e0a0e-d4ae-46ee-889a-f1c2698ac23d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:43:12.216569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-6e5fd43f-3138-4c26-9539-37a67807c8a8 req-366e0a0e-d4ae-46ee-889a-f1c2698ac23d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:43:12.217933 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e5fd43f-3138-4c26-9539-37a67807c8a8 req-366e0a0e-d4ae-46ee-889a-f1c2698ac23d tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 944 time: 0.1101091 Nov 24 10:43:12.259641 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-bddb8c34-7141-4cff-92d1-15959d1d7c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:12.261384 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-bddb8c34-7141-4cff-92d1-15959d1d7c0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 200 len: 848 time: 0.0731881 Nov 24 10:43:12.275846 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-6e5fd43f-3138-4c26-9539-37a67807c8a8 req-75a98d61-bb76-4ff3-acba-a3a9ed3bf745 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481222 Nov 24 10:43:12.345941 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-c1f5c7b5-b8bf-4640-8d51-6c6ca26ff89e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8b8d6415-951e-4b79-87fb-95f3f7027f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767946 Nov 24 10:43:12.429274 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:12.433320 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:43:12.444412 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:12.445087 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:12.491723 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-7d2f5f7b-809d-4bc0-8149-ae5026dc6dd3 service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390736 Nov 24 10:43:12.635334 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:12.638186 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-412a92a2-fbb7-4fe7-a325-c2e1393b897f req-dcefe6a1-7ed0-449d-9d0a-6c774327174b service neutron] 10.222.0.61 "GET /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395657 Nov 24 10:43:12.968527 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:12.973381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba73d8b-f2dc-4a41-9d38-7119f43d5da1 None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:25Z', 'revision_number': 4, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv', '_interfaces': [{'id': 'fe0f4f1d-2fb9-408e-8d64-d9244921cf0b', 'name': '', 'network_id': '8b8d6415-951e-4b79-87fb-95f3f7027f8c', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'mac_address': 'fa:16:3e:2c:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:24Z', 'updated_at': '2021-11-24T10:38:35Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'subnets': [{'id': '9d2171f8-9166-408d-81da-dfaf0ce7de12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:43:13.397476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6857989-be73-4f3f-86b8-880dd6e52669 None None] New status for floating IP 41b28fa6-e81d-46a7-a260-8805704ac745: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:43:13.500482 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3917-1ac7-4096-90f4-220e6760ce7d req-55ec9899-6dc5-49ac-826a-c7acfbbb8925 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:13.501157 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a36a3917-1ac7-4096-90f4-220e6760ce7d req-55ec9899-6dc5-49ac-826a-c7acfbbb8925 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:43:13.513719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-a36a3917-1ac7-4096-90f4-220e6760ce7d req-55ec9899-6dc5-49ac-826a-c7acfbbb8925 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:43:13.514995 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a36a3917-1ac7-4096-90f4-220e6760ce7d req-55ec9899-6dc5-49ac-826a-c7acfbbb8925 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 944 time: 0.1031740 Nov 24 10:43:13.619579 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-a36a3917-1ac7-4096-90f4-220e6760ce7d req-f7372bf1-19f8-456a-8bb3-223b12856e75 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/security-groups?id=c686e6c8-332b-459e-bd55-1f844ef17441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975308 Nov 24 10:43:13.645159 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc551f19-21d4-4174-afe6-17452f760039 req-9750c539-6cbf-4123-b915-76f71afbf6d5 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:43:13.646786 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc551f19-21d4-4174-afe6-17452f760039 req-9750c539-6cbf-4123-b915-76f71afbf6d5 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 944 time: 0.1087482 Nov 24 10:43:13.723219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Deleting port ace98e47-92ac-4dac-9818-c50c9e013579 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:13.723595 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:13.976462 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] For port ace98e47-92ac-4dac-9818-c50c9e013579, host hv-neutron-8184, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8184',level=0,port_id=ace98e47-92ac-4dac-9818-c50c9e013579,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:13.976862 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:14.109565 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Calling delete_port for ace98e47-92ac-4dac-9818-c50c9e013579 owned by compute:nova {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:14.266284 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:14.273372 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-dd9d9456-1cf5-485f-b444-38dc9f63db3a tempest-TestShelveInstance-165626008 tempest-TestShelveInstance-165626008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:14.320917 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event deleted for resources: {'Port': ['ID=ace98e47-92ac-4dac-9818-c50c9e013579,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:14.323777 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:14.400161 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] No DVR routers for this DVR port ace98e47-92ac-4dac-9818-c50c9e013579 on host hv-neutron-8184 {{(pid=88877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:43:14.402857 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1010'] for port, before_response {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:14.405651 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-deleted', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579'}] {{(pid=88877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:43:14.420999 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-dc551f19-21d4-4174-afe6-17452f760039 req-de027727-46fd-4a4e-887c-4e854754a677 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.61 "DELETE /v2.0/ports/ace98e47-92ac-4dac-9818-c50c9e013579 HTTP/1.1" status: 204 len: 173 time: 0.7687647 Nov 24 10:43:14.466745 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbfba40-5e94-499e-b298-1a0b6f6b6872', 'name': 'network-vif-deleted', 'tag': 'ace98e47-92ac-4dac-9818-c50c9e013579', 'status': 'completed', 'code': 200} Nov 24 10:43:14.812302 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-25548d96-cd9d-4648-8e36-8e01941cedb8 req-69fb0477-a0fb-4a93-9d8b-dcbc90eb7acc tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Synchronizing usage tracker for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:43:14.830392 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.quota.resource [req-25548d96-cd9d-4648-8e36-8e01941cedb8 req-69fb0477-a0fb-4a93-9d8b-dcbc90eb7acc tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Unset dirty status for tenant:c1a84fccb2a348069b0e33780b7b68f0 on resource:port {{(pid=88877) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:43:14.831861 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [req-25548d96-cd9d-4648-8e36-8e01941cedb8 req-69fb0477-a0fb-4a93-9d8b-dcbc90eb7acc tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfbfba40-5e94-499e-b298-1a0b6f6b6872 HTTP/1.1" status: 200 len: 210 time: 0.0663311 Nov 24 10:43:15.942454 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:16.025534 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:16.060084 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:16.115519 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:16.120761 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6f027ee7-db6f-417c-8e84-a815e10ece95 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:16.129352 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 no longer exists at agent hyperv_hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:16.137346 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686e6c8-332b-459e-bd55-1f844ef17441,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:16.143096 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:16.149069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:16.153171 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-fa9d6f48-5f8a-4988-be0c-848f1a8deb22 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] 10.222.0.55 "DELETE /v2.0/security-groups/c686e6c8-332b-459e-bd55-1f844ef17441 HTTP/1.1" status: 204 len: 168 time: 0.2067580 Nov 24 10:43:16.177616 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] No Port match for: ace98e47-92ac-4dac-9818-c50c9e013579 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:16.178023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Device ace98e47-92ac-4dac-9818-c50c9e013579 not bound to the agent host hv-neutron-8184 {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:16.208405 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:16.616399 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:17.231773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Deleting port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:17.232371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:17.414371 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] For port fe0f4f1d-2fb9-408e-8d64-d9244921cf0b, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:17.414838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:17.784005 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Calling delete_port for fe0f4f1d-2fb9-408e-8d64-d9244921cf0b owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:17.964188 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:17.968395 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-754795cf-dd9a-40f6-976c-098d5b719a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:18.012466 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0f4f1d-2fb9-408e-8d64-d9244921cf0b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:18.015417 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:18.317750 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:18.936277 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Router 41ebb50a-95ad-4204-b73d-58d348886d0a has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:43:19.030819 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8666-7595-420b-8905-d61f3db4cbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:19.151086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:43:19.161636 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Sync routers for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:43:19.168433 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-4d21d000-ff25-4615-a506-f80ff3949124 admin admin] 10.222.0.55 "PUT /v2.0/routers/41ebb50a-95ad-4204-b73d-58d348886d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575303 Nov 24 10:43:19.169668 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:19.179826 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:19.180536 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:19.371869 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: dv-neutron-818439-1-hyperv {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:19.374775 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:19.590778 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:19.600290 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Deleting port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:19.600773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:19.688581 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:43:17Z', 'revision_number': 5, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port': {'id': '5a62e0eb-6642-4186-834f-e3d1c5a9ed84', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:19.693582 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Checking router: 41ebb50a-95ad-4204-b73d-58d348886d0a for host: dv-neutron-818439-1-hyperv {{(pid=88879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:43:19.704851 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Routers {'41ebb50a-95ad-4204-b73d-58d348886d0a'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:19.705507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:42:52Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['41ebb50a-95ad-4204-b73d-58d348886d0a'], 'active': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:19.838102 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:43:19.870779 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] Set router 41ebb50a-95ad-4204-b73d-58d348886d0a gateway port host: None {{(pid=88879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:19.989070 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:43:19Z', 'revision_number': 6, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:19.993393 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf19cf-f5c2-4eae-aa1d-33010270768f None None] The sync data for ids ['41ebb50a-95ad-4204-b73d-58d348886d0a'] in dv-neutron-818439-1-hyperv is: [{'id': '41ebb50a-95ad-4204-b73d-58d348886d0a', 'name': 'tempest-TestSnapshotPattern-727144544-router', 'tenant_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:22Z', 'updated_at': '2021-11-24T10:43:19Z', 'revision_number': 6, 'project_id': 'c1a84fccb2a348069b0e33780b7b68f0', 'gw_port_host': None}] {{(pid=88879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:43:20.026530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] For port 5a62e0eb-6642-4186-834f-e3d1c5a9ed84, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:20.026952 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.160294 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Calling delete_port for 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:20.333897 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.338498 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-bbf6e71b-231d-4a15-a39f-5697298270e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:20.386287 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a62e0eb-6642-4186-834f-e3d1c5a9ed84,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:20.389109 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:20.624657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.635389 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.895381 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.899874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.927583 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.928167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ebb50a-95ad-4204-b73d-58d348886d0a {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:43:20.941228 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:20.942651 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] 10.222.0.55 "DELETE /v2.0/routers/41ebb50a-95ad-4204-b73d-58d348886d0a HTTP/1.1" status: 204 len: 168 time: 1.7718573 Nov 24 10:43:20.945370 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:21.018442 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Deleting subnet 9d2171f8-9166-408d-81da-dfaf0ce7de12 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:43:21.021934 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.074213 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.161283 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.230295 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.234720 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-cbaa3506-32ec-4f5c-b4a5-63a567b406cd tempest-TestNetworkBasicOps-464881658 tempest-TestNetworkBasicOps-464881658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:21.271367 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2171f8-9166-408d-81da-dfaf0ce7de12,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:21.274206 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:21.277870 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.283609 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fc4047-8a8c-48c3-aae7-5d4f62fa0df2 None None] Network 8b8d6415-951e-4b79-87fb-95f3f7027f8c requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:43:21.285495 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-91160523-8fae-4bc8-a627-8a5d0f9138b1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d2171f8-9166-408d-81da-dfaf0ce7de12 HTTP/1.1" status: 204 len: 168 time: 0.3390772 Nov 24 10:43:21.288120 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34804) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:21.403824 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.418630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Deleting port 51c8af54-97eb-403f-8874-296943890426 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:21.418955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.459184 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:21.494937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:21.495323 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 5a62e0eb-6642-4186-834f-e3d1c5a9ed84 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:21.495789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe0f4f1d-2fb9-408e-8d64-d9244921cf0b no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:21.530698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fe0f4f1d-2fb9-408e-8d64-d9244921cf0b {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:21.531086 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fe0f4f1d-2fb9-408e-8d64-d9244921cf0b not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:21.619099 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] DHCP port deletion for 8b8d6415-951e-4b79-87fb-95f3f7027f8c request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:43:21.623842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Deleting port 51c8af54-97eb-403f-8874-296943890426 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:21.624276 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.642838 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] For port 51c8af54-97eb-403f-8874-296943890426, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51c8af54-97eb-403f-8874-296943890426,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:21.643240 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.770629 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Calling delete_port for 51c8af54-97eb-403f-8874-296943890426 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:21.843575 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.849191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-6e4d59b4-8e98-422a-8094-76a98feafc5f tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:21.853189 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] For port 51c8af54-97eb-403f-8874-296943890426, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=51c8af54-97eb-403f-8874-296943890426,segment=NetworkSegment(45c60089-5004-4d68-afb5-0c1bb5305366),segment_id=45c60089-5004-4d68-afb5-0c1bb5305366)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:21.853630 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.868348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-af88636c-97b4-412c-bbb5-11d996811199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.896544 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=51c8af54-97eb-403f-8874-296943890426,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:21.899619 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:21.901997 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] No DVR routers for this DVR port 51c8af54-97eb-403f-8874-296943890426 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:43:21.924552 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:21.988500 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Calling delete_port for 51c8af54-97eb-403f-8874-296943890426 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:22.028842 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.057167 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8d6415-951e-4b79-87fb-95f3f7027f8c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:22.062673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:43:22.063089 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:43:22.070069 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c60089-5004-4d68-afb5-0c1bb5305366') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:22.070407 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c60089-5004-4d68-afb5-0c1bb5305366') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:22.082271 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.097507 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.103789 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:43:22.104211 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:43:22.118920 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:43:22.197590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.201435 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-f754254a-8307-4ad7-b569-a73b423811f6 tempest-TestNetworkAdvancedServerOps-200536374 tempest-TestNetworkAdvancedServerOps-200536374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:22.215339 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.228530 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8d6415-951e-4b79-87fb-95f3f7027f8c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:22.233028 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:22.241244 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-3f0fbaa4-e4ef-46b6-9253-3c73a8b04c2c admin admin] 10.222.0.55 "DELETE /v2.0/networks/8b8d6415-951e-4b79-87fb-95f3f7027f8c HTTP/1.1" status: 204 len: 168 time: 0.9521027 Nov 24 10:43:22.244483 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88877) accepted ('10.222.0.55', 34808) {{(pid=88877) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:22.565016 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Deleting port 51c8af54-97eb-403f-8874-296943890426 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:22.565549 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:22.634010 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-3156a9f8-6988-4200-b11a-d79c8fd5171e None None] The port '51c8af54-97eb-403f-8874-296943890426' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:43:22.818748 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-954368'] for router_interface, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:23.445317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51c8af54-97eb-403f-8874-296943890426 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:23.479738 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 51c8af54-97eb-403f-8874-296943890426 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:23.480178 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 51c8af54-97eb-403f-8874-296943890426 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:23.510747 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:23.694148 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Deleting port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 {{(pid=88877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:23.694730 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:23.874744 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] For port fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:23.875149 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:24.004342 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Calling delete_port for fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 owned by network:router_interface {{(pid=88877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:24.182448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15797437'] for port, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:24.186989 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-ea10083f-b6d7-418c-a974-cfbc7f137e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:24.237329 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7,revision_number=None']} {{(pid=88877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:24.240446 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88877) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:24.552937 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1239056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-954522'] for router_interface, after_delete {{(pid=88877) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:25.167879 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e has already been hosted by L3 agent 0afb4cf9-47d6-4545-b9ab-9bd8456b8725 {{(pid=88877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 24 10:43:25.384702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] Notify agent at l3_agent.dv-neutron-818439-1-hyperv the message routers_updated {{(pid=88877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:43:25.394368 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Sync routers for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:43:25.408551 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-0b6437c5-5b2e-482d-87fe-c2615b663ff3 admin admin] 10.222.0.55 "PUT /v2.0/routers/737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1622388 Nov 24 10:43:25.411829 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:25.413566 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:25.414343 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:25.635496 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:25.757905 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: dv-neutron-818439-1-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:25.840118 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:25.849656 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Deleting port 96dfbe30-9e16-44db-a08c-87a3394338cc {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:25.850025 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:26.035817 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] For port 96dfbe30-9e16-44db-a08c-87a3394338cc, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=96dfbe30-9e16-44db-a08c-87a3394338cc,segment=NetworkSegment(657eadc2-3e77-446c-aba1-1b32a17cd9f6),segment_id=657eadc2-3e77-446c-aba1-1b32a17cd9f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:26.036160 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:26.067848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'external_fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188'}], 'enable_snat': True}, 'gw_port_id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:43:24Z', 'revision_number': 5, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port': {'id': '96dfbe30-9e16-44db-a08c-87a3394338cc', 'name': '', 'network_id': '7d3c8e87-2065-4cc9-bbc4-5ce41f7b8d42', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'ip_address': '172.26.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818439-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T10:38:29Z', 'updated_at': '2021-11-24T10:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ff6c863-f2a0-41b6-ba82-a998054871fe', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818439-1-hyperv'}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:26.072725 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Checking router: 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e for host: dv-neutron-818439-1-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:43:26.086044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Routers {'737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'} bound to L3 agent in host dv-neutron-818439-1-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:43:26.086590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818439-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T09:34:51Z,description=,heartbeat_timestamp=2021-11-24T10:43:22Z,host='dv-neutron-818439-1-hyperv',id=0afb4cf9-47d6-4545-b9ab-9bd8456b8725,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T09:34:51Z,topic='l3_agent')) {'router_ids': ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:26.253356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvr_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] Set router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 24 10:43:26.367235 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_hamode_db [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:43:25Z', 'revision_number': 6, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port_host': None}], 'dv-neutron-818439-1-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:26.371403 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451af6a-b453-45f7-ad76-8bd9b787a708 None None] The sync data for ids ['737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e'] in dv-neutron-818439-1-hyperv is: [{'id': '737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e', 'name': 'tempest-TestSnapshotPattern-239953048-router', 'tenant_id': 'c914337c1aef43feba2d6f183e0dbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T10:38:28Z', 'updated_at': '2021-11-24T10:43:25Z', 'revision_number': 6, 'project_id': 'c914337c1aef43feba2d6f183e0dbece', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:43:26.409486 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Calling delete_port for 96dfbe30-9e16-44db-a08c-87a3394338cc owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:26.582617 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:26.587181 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-8e14ffef-97b9-49f1-8b45-1de71a1900dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:26.630834 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Pushing event deleted for resources: {'Port': ['ID=96dfbe30-9e16-44db-a08c-87a3394338cc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:26.634803 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:26.863243 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619025'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.134820 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-632447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124384'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.139336 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.167772 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-632337'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.168356 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 10:43:27.183673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.184931 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-7c55b4a2-bf67-44c5-8940-3f70f615873d admin admin] 10.222.0.55 "DELETE /v2.0/routers/737cbaa1-1d2d-4fce-82e6-46ed46ea7c2e HTTP/1.1" status: 204 len: 168 time: 1.7722113 Nov 24 10:43:27.187661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34828) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:27.260219 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.db_base_plugin_v2 [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Deleting subnet 4f39f1cd-a172-4906-b3bf-679622531582 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 24 10:43:27.265884 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.319634 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16292210'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.399978 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403410'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.448802 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 96dfbe30-9e16-44db-a08c-87a3394338cc no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:27.480265 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853372405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16195606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15048142'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.485793 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-5396a621-9878-4574-864d-bf0166c62b1c tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:27.492795 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 96dfbe30-9e16-44db-a08c-87a3394338cc {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:27.493198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 96dfbe30-9e16-44db-a08c-87a3394338cc not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:27.493673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:27.524117 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f39f1cd-a172-4906-b3bf-679622531582,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:27.526920 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:27.527540 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:27.527924 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device fbbc3d3c-e3f0-4c95-b7e6-b4e1238b6dd7 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:27.529633 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.536084 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-717b0760-c384-4d3a-a02c-fe84dc7ce62f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4f39f1cd-a172-4906-b3bf-679622531582 HTTP/1.1" status: 204 len: 168 time: 0.3472848 Nov 24 10:43:27.536237 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7e17f-23f4-4b33-afe7-dd10fda4f487 None None] Network 588b874e-d72d-4738-8de3-03f862cdcdb2 requested from dv-neutron-818439-1-hyperv {{(pid=88879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:43:27.538780 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:27.661971 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1212073'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.674968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Deleting port 4102f1d9-a6b8-4748-b260-8582136edf68 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:27.675348 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.895081 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] For port 4102f1d9-a6b8-4748-b260-8582136edf68, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4102f1d9-a6b8-4748-b260-8582136edf68,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:27.895476 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:27.974913 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] DHCP port deletion for 588b874e-d72d-4738-8de3-03f862cdcdb2 request from dv-neutron-818439-1-hyperv {{(pid=88879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 10:43:27.979584 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Deleting port 4102f1d9-a6b8-4748-b260-8582136edf68 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:27.980152 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.029007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Calling delete_port for 4102f1d9-a6b8-4748-b260-8582136edf68 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:28.104312 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853520768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363297157581923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739696732753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838580128'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.108886 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-96baf31b-a099-4ca2-8cc1-5fef5552ea20 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:28.151891 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4102f1d9-a6b8-4748-b260-8582136edf68,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:28.154695 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:28.158719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] No DVR routers for this DVR port 4102f1d9-a6b8-4748-b260-8582136edf68 on host dv-neutron-818439-1-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:43:28.197590 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.db [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] For port 4102f1d9-a6b8-4748-b260-8582136edf68, host dv-neutron-818439-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818439-1-hyperv',level=0,port_id=4102f1d9-a6b8-4748-b260-8582136edf68,segment=NetworkSegment(040cf637-067c-48d5-b08d-7778770afa12),segment_id=040cf637-067c-48d5-b08d-7778770afa12)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 24 10:43:28.197957 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954837'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.283958 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1405835', 'neutron.services.segments.db._delete_segments_for_network-8739697269960'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.315230 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588b874e-d72d-4738-8de3-03f862cdcdb2']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:28.325719 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Calling delete_port for 4102f1d9-a6b8-4748-b260-8582136edf68 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 24 10:43:28.327871 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040cf637-067c-48d5-b08d-7778770afa12') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:28.328204 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.services.segments.db [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040cf637-067c-48d5-b08d-7778770afa12') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:43:28.340942 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739697280985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838483589'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.360023 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853381139'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.366388 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 24 10:43:28.367044 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1394676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838579532'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: Traceback (most recent call last): Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: timer() Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: cb(*args, **kw) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: return func(*args, **kwargs) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: self._notify() Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: self.callback(batched_events) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: event.method(event) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: segment_id)['aggregates'][0] Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: return f(self, *a, **k) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: return self._get(url).json() Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: **kwargs) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: return self.request(url, 'GET', **kwargs) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: **endpoint_filter) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:43:28.380911 dv-neutron-818439-1-hyperv neutron-server[88766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:43:28.400538 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.db.api [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:43:28.400959 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_db.api [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:43:28.464968 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853369984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853536744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854156545'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.469438 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.474179 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-381ebb2a-46ae-4821-806a-1eeb6bd4f3f6 tempest-NetworksIpV6Test-352902750 tempest-NetworksIpV6Test-352902750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:28.497130 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Pushing event deleted for resources: {'Network': ['ID=588b874e-d72d-4738-8de3-03f862cdcdb2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:28.499768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:28.503815 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-b885fd15-56ab-4f44-a7c9-17b63ed758ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/588b874e-d72d-4738-8de3-03f862cdcdb2 HTTP/1.1" status: 204 len: 168 time: 0.9640369 Nov 24 10:43:28.652318 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:28.705129 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-a03b271f-f4cc-4f38-b255-c0255ba830b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1a84fccb2a348069b0e33780b7b68f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514376 Nov 24 10:43:28.708316 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:28.771140 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.797448 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.849657 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.853596 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-93e56a8a-40ca-42a8-87ba-7a2b5ea787d7 tempest-TestSnapshotPattern-1872975884 tempest-TestSnapshotPattern-1872975884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:28.868231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ad470-2951-4b57-a775-13ebf31d21ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:28.873571 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:28.875501 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.876735 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-1dfcea68-4681-4f96-a037-9bc978999e5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/956ad470-2951-4b57-a775-13ebf31d21ce HTTP/1.1" status: 204 len: 168 time: 0.1674504 Nov 24 10:43:28.902328 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Deleting port 4102f1d9-a6b8-4748-b260-8582136edf68 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 24 10:43:28.902798 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297157588681'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:28.967520 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6889f-af97-481c-9f05-b7c9af0c8062 None None] The port '4102f1d9-a6b8-4748-b260-8582136edf68' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 24 10:43:29.313814 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34854) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:29.369564 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-dfb75ee0-3bea-4243-a12f-eb9b08bc054d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c914337c1aef43feba2d6f183e0dbece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537665 Nov 24 10:43:29.372198 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.55', 34858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:43:29.440354 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:29.447073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4102f1d9-a6b8-4748-b260-8582136edf68 no longer exists at agent ovs-agent-dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:43:29.468208 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:29.480830 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.plugin [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] No Port match for: 4102f1d9-a6b8-4748-b260-8582136edf68 {{(pid=88879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 24 10:43:29.481231 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.plugins.ml2.rpc [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Device 4102f1d9-a6b8-4748-b260-8582136edf68 not bound to the agent host dv-neutron-818439-1-hyperv {{(pid=88879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:43:29.514269 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829242'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:29.519598 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-4ce2f485-c217-477e-8d00-47c32974a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 24 10:43:29.532129 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec783296-8a1d-4fe4-bd6e-7be02bde0d3d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:43:29.536011 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG oslo_concurrency.lockutils [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 24 10:43:29.538150 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:29.539329 dv-neutron-818439-1-hyperv neutron-server[88766]: INFO neutron.wsgi [None req-df124147-60c9-48c0-af90-0da01c0c8131 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec783296-8a1d-4fe4-bd6e-7be02bde0d3d HTTP/1.1" status: 204 len: 168 time: 0.1661658 Nov 24 10:43:41.141162 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:49.033878 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f0a0353-b23f-48ee-acd3-e9d699296737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:50.639327 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:51.791685 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2ef756c9-037b-409c-a9ef-1f3920308217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:51.849029 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:53.517597 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:43:56.841378 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:44:11.140383 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:19.036782 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-daf81b65-8261-418a-a365-af56032cc867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:20.643848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:21.793007 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff149f17-659f-4432-878b-7107f0af9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:21.851698 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:23.517877 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:33.842376 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:44:41.139637 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:49.038234 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-0e2781b1-edf7-4487-80c2-085ff6e7f191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:50.646248 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:51.794146 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-f9251b3d-5eb9-47cf-8e01-2f512fe6dc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:51.855155 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:44:53.520975 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:10.843133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:45:11.136963 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:19.040661 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-68a892ee-bd8b-4563-9b2e-83a99e5bc722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:20.649459 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:21.795546 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b6b667ee-fad1-424f-9661-4082b7a10dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:21.857673 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:23.523855 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:41.134679 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:47.844505 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:45:49.044191 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-90236360-6c42-48a0-9e02-a6f3e97d0d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:50.652587 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:51.796955 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-7f1da726-44ff-43b5-b2db-41bdd52cf525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:51.860848 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:45:53.526773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:11.134225 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:19.045887 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-2436547f-86eb-4785-848a-e6f51dcfe10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:20.655529 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:21.798432 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9a68-8bdf-4677-b54b-f4c4d856515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:21.863126 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:23.529895 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:24.846512 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:46:41.137387 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:49.047172 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-340d9bac-af86-4bc9-b891-b2d4cb393524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:50.659569 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:51.798373 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-ff3b8ae1-420a-49af-bd45-92751f499ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:51.867436 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:53.533131 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:01.847770 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:47:11.146702 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:19.048956 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d5147bde-10dd-4999-a172-483ee5465f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:20.662652 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:21.799260 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-6c250fab-25fc-4fe8-823a-b089a22cf289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:21.868567 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:23.535753 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.848624 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:47:41.160133 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:49.052909 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-45d2c63d-28b2-41a5-8d22-17b491dafc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:50.666317 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:51.800734 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4af9-2773-4f9d-9c64-5a79e26cdb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:51.870923 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:53.537639 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:11.163889 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:15.849638 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:48:19.054858 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-523f5297-11fb-479f-959a-e49b83b800c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:20.669499 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:21.801874 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-b72f441a-f65b-49e4-82fc-f21b2a2f5ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:21.872773 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:23.540239 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:41.188568 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:49.056768 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-1749463c-501a-4d84-ae96-cc5edc2ec302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:50.672073 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d303ee4b-162a-46b5-837a-6b1fcf5e4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:51.802218 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7071-a2a0-46ab-9d4c-7474b26adb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:51.875827 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-4585bcc0-826d-40d6-bc33-09c5d185f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:52.850216 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron.db.agents_db [None req-1c411b26-8ee6-4fd6-8529-60e990b26dd1 None None] Agent healthcheck: found 6 active agents {{(pid=88880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 24 10:48:53.543723 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-3b089b87-47be-49e9-825e-3de5f908a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:11.191139 dv-neutron-818439-1-hyperv neutron-server[88766]: DEBUG neutron_lib.callbacks.manager [None req-a9aa824b-8f70-4c24-94c7-9f8b2b75849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739697269943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1396076'] for agent, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}